Package com.linkedin.venice.meta
Class SystemStore
java.lang.Object
com.linkedin.venice.meta.AbstractStore
com.linkedin.venice.meta.SystemStore
- All Implemented Interfaces:
Store
This SystemStore class is a wrapper of the corresponding zk shared system store and the regular venice store to provide
the exact same interface as the regular Venice Store for System Stores.
For the shared properties across all the same kind of system stores, they will be fetched from the zk shared system store,
such as partition count, replication factor and so on.
For the non-shared properties, such as current version/versions/largestUsedVersionNumber, they will fetched from
the regular venice store.
Need to keep in mind that all the shared properties are not mutable here, and if we want to change the shared properties,
we need to modify the zk shared store (a regular Venice store) instead of here.
-
Nested Class Summary
Nested classes/interfaces inherited from class com.linkedin.venice.meta.AbstractStore
AbstractStore.StoreVersionSupplier
-
Field Summary
Fields inherited from class com.linkedin.venice.meta.AbstractStore
DEFAULT_READ_QUOTA, DEFAULT_REPLICATION_FACTOR, DEFAULT_STORAGE_QUOTA
Fields inherited from interface com.linkedin.venice.meta.Store
BOOTSTRAP_TO_ONLINE_TIMEOUT_IN_HOURS, DEFAULT_BATCH_GET_LIMIT, DEFAULT_RT_RETENTION_TIME, IGNORE_VERSION, NON_EXISTING_VERSION, NUM_VERSION_PRESERVE_NOT_SET, SYSTEM_STORE_FORMAT, SYSTEM_STORE_NAME_PREFIX, UNLIMITED_STORAGE_QUOTA
-
Constructor Summary
ConstructorDescriptionSystemStore
(Store zkSharedStore, VeniceSystemStoreType systemStoreType, Store veniceStore) -
Method Summary
Modifier and TypeMethodDescriptionboolean
long
int
int
boolean
long
int
boolean
int
int
long
long
long
int
int
long
getName()
int
int
getOwner()
int
long
int
long
int
long
int
int
hashCode()
boolean
boolean
boolean
boolean
boolean
boolean
System stores are the internal stores, and even the corresponding user store is not readable, and the internal system stores could be readable, which is controlled by thezkSharedStore
.boolean
System stores are the internal stores, and even the corresponding user store is not writable, and the internal system stores could be writable, which is controlled by thezkSharedStore
.boolean
isHybrid()
boolean
boolean
boolean
The system store will be migrated together with the corresponding Venice store.boolean
boolean
boolean
boolean
boolean
boolean
boolean
boolean
boolean
boolean
boolean
boolean
void
putSystemStore
(VeniceSystemStoreType systemStoreType, SystemStoreAttributes systemStoreAttributes) void
setAccessControlled
(boolean accessControlled) void
setActiveActiveReplicationEnabled
(boolean activeActiveReplicationEnabled) void
setBackupStrategy
(BackupStrategy value) void
setBackupVersionRetentionMs
(long backupVersionRetentionMs) void
setBatchGetLimit
(int batchGetLimit) void
setBlobTransferEnabled
(boolean blobTransferEnabled) void
setBootstrapToOnlineTimeoutInHours
(int bootstrapToOnlineTimeoutInHours) void
setChunkingEnabled
(boolean chunkingEnabled) void
setClientDecompressionEnabled
(boolean clientDecompressionEnabled) void
setCompressionStrategy
(CompressionStrategy compressionStrategy) void
setCurrentVersion
(int currentVersion) void
setCurrentVersionWithoutCheck
(int currentVersion) void
setDaVinciPushStatusStoreEnabled
(boolean daVinciPushStatusStoreEnabled) void
setEnableReads
(boolean enableReads) void
setEnableWrites
(boolean enableWrites) void
setEtlStoreConfig
(ETLStoreConfig etlStoreConfig) void
setHybridStoreConfig
(HybridStoreConfig hybridStoreConfig) void
setHybridStoreDiskQuotaEnabled
(boolean enabled) void
setIncrementalPushEnabled
(boolean incrementalPushEnabled) void
setIsDavinciHeartbeatReported
(boolean isReported) void
setLargestUsedVersionNumber
(int largestUsedVersionNumber) void
setLatestSuperSetValueSchemaId
(int valueSchemaId) void
setLatestVersionPromoteToCurrentTimestamp
(long latestVersionPromoteToCurrentTimestamp) void
setLowWatermark
(long lowWatermark) void
setMaxCompactionLagSeconds
(long maxCompactionLagSeconds) void
setMaxNearlineRecordSizeBytes
(int maxNearlineRecordSizeBytes) void
setMaxRecordSizeBytes
(int maxRecordSizeBytes) void
setMigrating
(boolean migrating) void
setMigrationDuplicateStore
(boolean migrationDuplicateStore) void
setMinCompactionLagSeconds
(long minCompactionLagSeconds) void
setNativeReplicationEnabled
(boolean nativeReplicationEnabled) void
setNativeReplicationSourceFabric
(String nativeReplicationSourceFabric) void
setNearlineProducerCompressionEnabled
(boolean compressionEnabled) void
setNearlineProducerCountPerWriter
(int producerCnt) void
setNumVersionsToPreserve
(int numVersionsToPreserve) void
void
setPartitionCount
(int partitionCount) void
void
setPersistenceType
(PersistenceType persistenceType) void
setPushStreamSourceAddress
(String sourceAddress) void
setReadComputationEnabled
(boolean readComputationEnabled) void
setReadQuotaInCU
(long readQuotaInCU) void
setReplicationFactor
(int replicationFactor) void
setRmdChunkingEnabled
(boolean rmdChunkingEnabled) void
setRmdVersion
(int rmdVersion) void
setSchemaAutoRegisterFromPushJobEnabled
(boolean value) void
setSeparateRealTimeTopicEnabled
(boolean separateRealTimeTopicEnabled) void
setStorageNodeReadQuotaEnabled
(boolean storageNodeReadQuotaEnabled) void
setStorageQuotaInByte
(long storageQuotaInByte) void
setStoreMetadataSystemStoreEnabled
(boolean storeMetadataSystemStoreEnabled) void
setStoreMetaSystemStoreEnabled
(boolean storeMetaSystemStoreEnabled) void
setSystemStores
(Map<String, SystemStoreAttributes> systemStores) void
setTargetSwapRegion
(String targetRegion) void
setTargetSwapRegionWaitTime
(int waitTime) void
setUnusedSchemaDeletionEnabled
(boolean unusedSchemaDeletionEnabled) void
setViewConfigs
(Map<String, ViewConfig> viewConfigList) void
setWriteComputationEnabled
(boolean writeComputationEnabled) Methods inherited from class com.linkedin.venice.meta.AbstractStore
addVersion, addVersion, checkDisableStoreWrite, containsVersion, deleteVersion, fixMissingFields, forceAddVersion, getVersion, getVersionOrThrow, getVersions, getVersionStatus, isSystemStore, peekNextVersion, retrieveVersionsToDelete, setupVersionSupplier, setVersions, updateVersionForDaVinciHeartbeat, updateVersionStatus
-
Constructor Details
-
SystemStore
-
-
Method Details
-
getSystemStoreType
-
getSerializableSystemStore
-
getVeniceStore
-
getName
-
getOwner
-
setOwner
-
getCreatedTime
public long getCreatedTime() -
getCurrentVersion
public int getCurrentVersion() -
setCurrentVersion
public void setCurrentVersion(int currentVersion) -
setCurrentVersionWithoutCheck
public void setCurrentVersionWithoutCheck(int currentVersion) -
getLowWatermark
public long getLowWatermark() -
setLowWatermark
public void setLowWatermark(long lowWatermark) -
getPersistenceType
-
setPersistenceType
-
getRoutingStrategy
-
getReadStrategy
-
getOffLinePushStrategy
-
getLargestUsedVersionNumber
public int getLargestUsedVersionNumber() -
setLargestUsedVersionNumber
public void setLargestUsedVersionNumber(int largestUsedVersionNumber) -
getStorageQuotaInByte
public long getStorageQuotaInByte() -
setStorageQuotaInByte
public void setStorageQuotaInByte(long storageQuotaInByte) -
getPartitionCount
public int getPartitionCount() -
setPartitionCount
public void setPartitionCount(int partitionCount) -
getPartitionerConfig
-
setPartitionerConfig
-
isEnableWrites
public boolean isEnableWrites()System stores are the internal stores, and even the corresponding user store is not writable, and the internal system stores could be writable, which is controlled by thezkSharedStore
. -
setEnableWrites
public void setEnableWrites(boolean enableWrites) -
isEnableReads
public boolean isEnableReads()System stores are the internal stores, and even the corresponding user store is not readable, and the internal system stores could be readable, which is controlled by thezkSharedStore
. -
setEnableReads
public void setEnableReads(boolean enableReads) -
getReadQuotaInCU
public long getReadQuotaInCU() -
setReadQuotaInCU
public void setReadQuotaInCU(long readQuotaInCU) -
getHybridStoreConfig
-
setHybridStoreConfig
-
getViewConfigs
-
setViewConfigs
-
isHybrid
public boolean isHybrid() -
getCompressionStrategy
-
setCompressionStrategy
-
getClientDecompressionEnabled
public boolean getClientDecompressionEnabled() -
setClientDecompressionEnabled
public void setClientDecompressionEnabled(boolean clientDecompressionEnabled) -
isChunkingEnabled
public boolean isChunkingEnabled() -
setChunkingEnabled
public void setChunkingEnabled(boolean chunkingEnabled) -
isRmdChunkingEnabled
public boolean isRmdChunkingEnabled() -
setRmdChunkingEnabled
public void setRmdChunkingEnabled(boolean rmdChunkingEnabled) -
getBatchGetLimit
public int getBatchGetLimit() -
setBatchGetLimit
public void setBatchGetLimit(int batchGetLimit) -
isIncrementalPushEnabled
public boolean isIncrementalPushEnabled() -
setIncrementalPushEnabled
public void setIncrementalPushEnabled(boolean incrementalPushEnabled) -
isSeparateRealTimeTopicEnabled
public boolean isSeparateRealTimeTopicEnabled() -
setSeparateRealTimeTopicEnabled
public void setSeparateRealTimeTopicEnabled(boolean separateRealTimeTopicEnabled) -
isAccessControlled
public boolean isAccessControlled() -
setAccessControlled
public void setAccessControlled(boolean accessControlled) -
isMigrating
public boolean isMigrating()The system store will be migrated together with the corresponding Venice store.- Returns:
-
setMigrating
public void setMigrating(boolean migrating) -
getNumVersionsToPreserve
public int getNumVersionsToPreserve() -
setNumVersionsToPreserve
public void setNumVersionsToPreserve(int numVersionsToPreserve) -
isWriteComputationEnabled
public boolean isWriteComputationEnabled() -
setWriteComputationEnabled
public void setWriteComputationEnabled(boolean writeComputationEnabled) -
isReadComputationEnabled
public boolean isReadComputationEnabled() -
setReadComputationEnabled
public void setReadComputationEnabled(boolean readComputationEnabled) -
getBootstrapToOnlineTimeoutInHours
public int getBootstrapToOnlineTimeoutInHours() -
setBootstrapToOnlineTimeoutInHours
public void setBootstrapToOnlineTimeoutInHours(int bootstrapToOnlineTimeoutInHours) -
getPushStreamSourceAddress
-
setPushStreamSourceAddress
-
isNativeReplicationEnabled
public boolean isNativeReplicationEnabled() -
getRmdVersion
public int getRmdVersion() -
setRmdVersion
public void setRmdVersion(int rmdVersion) -
setNativeReplicationEnabled
public void setNativeReplicationEnabled(boolean nativeReplicationEnabled) -
getBackupStrategy
-
setBackupStrategy
-
isSchemaAutoRegisterFromPushJobEnabled
public boolean isSchemaAutoRegisterFromPushJobEnabled() -
setSchemaAutoRegisterFromPushJobEnabled
public void setSchemaAutoRegisterFromPushJobEnabled(boolean value) -
getLatestSuperSetValueSchemaId
public int getLatestSuperSetValueSchemaId() -
setLatestSuperSetValueSchemaId
public void setLatestSuperSetValueSchemaId(int valueSchemaId) -
isHybridStoreDiskQuotaEnabled
public boolean isHybridStoreDiskQuotaEnabled() -
setHybridStoreDiskQuotaEnabled
public void setHybridStoreDiskQuotaEnabled(boolean enabled) -
getEtlStoreConfig
-
setEtlStoreConfig
-
isStoreMetadataSystemStoreEnabled
public boolean isStoreMetadataSystemStoreEnabled() -
setStoreMetadataSystemStoreEnabled
public void setStoreMetadataSystemStoreEnabled(boolean storeMetadataSystemStoreEnabled) -
isStoreMetaSystemStoreEnabled
public boolean isStoreMetaSystemStoreEnabled() -
setStoreMetaSystemStoreEnabled
public void setStoreMetaSystemStoreEnabled(boolean storeMetaSystemStoreEnabled) -
getLatestVersionPromoteToCurrentTimestamp
public long getLatestVersionPromoteToCurrentTimestamp() -
setLatestVersionPromoteToCurrentTimestamp
public void setLatestVersionPromoteToCurrentTimestamp(long latestVersionPromoteToCurrentTimestamp) -
getBackupVersionRetentionMs
public long getBackupVersionRetentionMs() -
setBackupVersionRetentionMs
public void setBackupVersionRetentionMs(long backupVersionRetentionMs) -
getRetentionTime
public long getRetentionTime() -
getReplicationFactor
public int getReplicationFactor() -
setReplicationFactor
public void setReplicationFactor(int replicationFactor) -
isMigrationDuplicateStore
public boolean isMigrationDuplicateStore() -
setMigrationDuplicateStore
public void setMigrationDuplicateStore(boolean migrationDuplicateStore) -
getNativeReplicationSourceFabric
-
setNativeReplicationSourceFabric
-
isActiveActiveReplicationEnabled
public boolean isActiveActiveReplicationEnabled() -
setActiveActiveReplicationEnabled
public void setActiveActiveReplicationEnabled(boolean activeActiveReplicationEnabled) -
getSystemStores
-
setSystemStores
-
putSystemStore
public void putSystemStore(VeniceSystemStoreType systemStoreType, SystemStoreAttributes systemStoreAttributes) -
isDaVinciPushStatusStoreEnabled
public boolean isDaVinciPushStatusStoreEnabled() -
setDaVinciPushStatusStoreEnabled
public void setDaVinciPushStatusStoreEnabled(boolean daVinciPushStatusStoreEnabled) -
isStorageNodeReadQuotaEnabled
public boolean isStorageNodeReadQuotaEnabled() -
setStorageNodeReadQuotaEnabled
public void setStorageNodeReadQuotaEnabled(boolean storageNodeReadQuotaEnabled) -
getMinCompactionLagSeconds
public long getMinCompactionLagSeconds() -
setMinCompactionLagSeconds
public void setMinCompactionLagSeconds(long minCompactionLagSeconds) -
setUnusedSchemaDeletionEnabled
public void setUnusedSchemaDeletionEnabled(boolean unusedSchemaDeletionEnabled) -
isUnusedSchemaDeletionEnabled
public boolean isUnusedSchemaDeletionEnabled() -
getMaxCompactionLagSeconds
public long getMaxCompactionLagSeconds() -
setBlobTransferEnabled
public void setBlobTransferEnabled(boolean blobTransferEnabled) -
isBlobTransferEnabled
public boolean isBlobTransferEnabled() -
setMaxCompactionLagSeconds
public void setMaxCompactionLagSeconds(long maxCompactionLagSeconds) -
getMaxRecordSizeBytes
public int getMaxRecordSizeBytes() -
setMaxRecordSizeBytes
public void setMaxRecordSizeBytes(int maxRecordSizeBytes) -
getMaxNearlineRecordSizeBytes
public int getMaxNearlineRecordSizeBytes() -
setMaxNearlineRecordSizeBytes
public void setMaxNearlineRecordSizeBytes(int maxNearlineRecordSizeBytes) -
isNearlineProducerCompressionEnabled
public boolean isNearlineProducerCompressionEnabled() -
setNearlineProducerCompressionEnabled
public void setNearlineProducerCompressionEnabled(boolean compressionEnabled) -
getNearlineProducerCountPerWriter
public int getNearlineProducerCountPerWriter() -
setNearlineProducerCountPerWriter
public void setNearlineProducerCountPerWriter(int producerCnt) -
getTargetSwapRegionWaitTime
public int getTargetSwapRegionWaitTime() -
getTargetSwapRegion
-
setTargetSwapRegion
-
setTargetSwapRegionWaitTime
public void setTargetSwapRegionWaitTime(int waitTime) -
setIsDavinciHeartbeatReported
public void setIsDavinciHeartbeatReported(boolean isReported) -
getIsDavinciHeartbeatReported
public boolean getIsDavinciHeartbeatReported() -
cloneStore
-
equals
-
hashCode
public int hashCode()