Package com.linkedin.venice.meta
Class SystemStore
java.lang.Object
com.linkedin.venice.meta.AbstractStore
com.linkedin.venice.meta.SystemStore
- All Implemented Interfaces:
Store
This SystemStore class is a wrapper of the corresponding zk shared system store and the regular venice store to provide
the exact same interface as the regular Venice Store for System Stores.
For the shared properties across all the same kind of system stores, they will be fetched from the zk shared system store,
such as partition count, replication factor and so on.
For the non-shared properties, such as current version/versions/largestUsedVersionNumber, they will fetched from
the regular venice store.
Need to keep in mind that all the shared properties are not mutable here, and if we want to change the shared properties,
we need to modify the zk shared store (a regular Venice store) instead of here.
-
Nested Class Summary
Nested classes/interfaces inherited from class com.linkedin.venice.meta.AbstractStore
AbstractStore.StoreVersionSupplier -
Field Summary
Fields inherited from class com.linkedin.venice.meta.AbstractStore
DEFAULT_READ_QUOTA, DEFAULT_REPLICATION_FACTOR, DEFAULT_STORAGE_QUOTAFields inherited from interface com.linkedin.venice.meta.Store
BOOTSTRAP_TO_ONLINE_TIMEOUT_IN_HOURS, DEFAULT_BATCH_GET_LIMIT, DEFAULT_RT_RETENTION_TIME, IGNORE_VERSION, NON_EXISTING_VERSION, NUM_VERSION_PRESERVE_NOT_SET, SYSTEM_STORE_FORMAT, SYSTEM_STORE_NAME_PREFIX, UNLIMITED_STORAGE_QUOTA -
Constructor Summary
ConstructorsConstructorDescriptionSystemStore(Store zkSharedStore, VeniceSystemStoreType systemStoreType, Store veniceStore) -
Method Summary
Modifier and TypeMethodDescriptionbooleanlongintintbooleanlonglongintbooleanintintintlonglonglongintintlonggetName()intintgetOwner()intlongintlongintlongintinthashCode()booleanbooleanbooleanbooleanbooleanbooleanbooleanSystem stores are the internal stores, and even the corresponding user store is not readable, and the internal system stores could be readable, which is controlled by thezkSharedStore.booleanSystem stores are the internal stores, and even the corresponding user store is not writable, and the internal system stores could be writable, which is controlled by thezkSharedStore.booleanbooleanbooleanisHybrid()booleanbooleanbooleanbooleanThe system store will be migrated together with the corresponding Venice store.booleanbooleanbooleanbooleanbooleanbooleanbooleanbooleanbooleanbooleanbooleanbooleanbooleanvoidputSystemStore(VeniceSystemStoreType systemStoreType, SystemStoreAttributes systemStoreAttributes) voidsetAccessControlled(boolean accessControlled) voidsetActiveActiveReplicationEnabled(boolean activeActiveReplicationEnabled) voidsetBackupStrategy(BackupStrategy value) voidsetBackupVersionRetentionMs(long backupVersionRetentionMs) voidsetBatchGetLimit(int batchGetLimit) voidsetBlobTransferEnabled(boolean blobTransferEnabled) voidsetBlobTransferInServerEnabled(String blobTransferInServerEnabled) voidsetBootstrapToOnlineTimeoutInHours(int bootstrapToOnlineTimeoutInHours) voidsetChunkingEnabled(boolean chunkingEnabled) voidsetClientDecompressionEnabled(boolean clientDecompressionEnabled) voidsetCompactionEnabled(boolean compactionEnabled) voidsetCompactionThresholdMilliseconds(long compactionThreshold) voidsetCompressionStrategy(CompressionStrategy compressionStrategy) voidsetCurrentVersion(int currentVersion) voidsetCurrentVersionWithoutCheck(int currentVersion) voidsetDaVinciPushStatusStoreEnabled(boolean daVinciPushStatusStoreEnabled) voidsetEnableReads(boolean enableReads) voidsetEnableWrites(boolean enableWrites) voidsetEnumSchemaEvolutionAllowed(boolean enumSchemaEvolutionAllowed) voidsetEtlStoreConfig(ETLStoreConfig etlStoreConfig) voidsetGlobalRtDivEnabled(boolean globalRtDivEnabled) voidsetHybridStoreConfig(HybridStoreConfig hybridStoreConfig) voidsetHybridStoreDiskQuotaEnabled(boolean enabled) voidsetIncrementalPushEnabled(boolean incrementalPushEnabled) voidsetIsDavinciHeartbeatReported(boolean isReported) voidsetKeyUrnCompressionEnabled(boolean keyUrnCompressionEnabled) voidsetKeyUrnFields(List<String> keyUrnFieldList) voidsetLargestUsedRTVersionNumber(int largestUsedRTVersionNumber) voidsetLargestUsedVersionNumber(int largestUsedVersionNumber) voidsetLatestSuperSetValueSchemaId(int valueSchemaId) voidsetLatestVersionPromoteToCurrentTimestamp(long latestVersionPromoteToCurrentTimestamp) voidsetLowWatermark(long lowWatermark) voidsetMaxCompactionLagSeconds(long maxCompactionLagSeconds) voidsetMaxNearlineRecordSizeBytes(int maxNearlineRecordSizeBytes) voidsetMaxRecordSizeBytes(int maxRecordSizeBytes) voidsetMigrating(boolean migrating) voidsetMigrationDuplicateStore(boolean migrationDuplicateStore) voidsetMinCompactionLagSeconds(long minCompactionLagSeconds) voidsetNativeReplicationEnabled(boolean nativeReplicationEnabled) voidsetNativeReplicationSourceFabric(String nativeReplicationSourceFabric) voidsetNearlineProducerCompressionEnabled(boolean compressionEnabled) voidsetNearlineProducerCountPerWriter(int producerCnt) voidsetNumVersionsToPreserve(int numVersionsToPreserve) voidvoidsetPartitionCount(int partitionCount) voidvoidsetPersistenceType(PersistenceType persistenceType) voidsetPushStreamSourceAddress(String sourceAddress) voidsetReadComputationEnabled(boolean readComputationEnabled) voidsetReadQuotaInCU(long readQuotaInCU) voidsetReplicationFactor(int replicationFactor) voidsetRmdChunkingEnabled(boolean rmdChunkingEnabled) voidsetRmdVersion(int rmdVersion) voidsetSchemaAutoRegisterFromPushJobEnabled(boolean value) voidsetSeparateRealTimeTopicEnabled(boolean separateRealTimeTopicEnabled) voidsetStorageNodeReadQuotaEnabled(boolean storageNodeReadQuotaEnabled) voidsetStorageQuotaInByte(long storageQuotaInByte) voidsetStoreLifecycleHooks(List<LifecycleHooksRecord> storeLifecycleHooks) voidsetStoreMetadataSystemStoreEnabled(boolean storeMetadataSystemStoreEnabled) voidsetStoreMetaSystemStoreEnabled(boolean storeMetaSystemStoreEnabled) voidsetSystemStores(Map<String, SystemStoreAttributes> systemStores) voidsetTargetSwapRegion(String targetRegion) voidsetTargetSwapRegionWaitTime(int waitTime) voidsetTTLRepushEnabled(boolean ttlRepushEnabled) voidsetUnusedSchemaDeletionEnabled(boolean unusedSchemaDeletionEnabled) voidsetViewConfigs(Map<String, ViewConfig> viewConfigList) voidsetWriteComputationEnabled(boolean writeComputationEnabled) Methods inherited from class com.linkedin.venice.meta.AbstractStore
addVersion, addVersion, checkDisableStoreWrite, containsVersion, deleteVersion, fixMissingFields, forceAddVersion, getVersion, getVersionOrThrow, getVersions, getVersionStatus, isSystemStore, peekNextVersionNumber, retrieveVersionsToDelete, setupVersionSupplier, setVersions, updateVersionForDaVinciHeartbeat, updateVersionStatusMethods inherited from class java.lang.Object
clone, finalize, getClass, notify, notifyAll, toString, wait, wait, waitMethods inherited from interface com.linkedin.venice.meta.Store
getVersionNumbers
-
Constructor Details
-
SystemStore
-
-
Method Details
-
getSystemStoreType
-
getSerializableSystemStore
-
getVeniceStore
-
getName
-
getOwner
-
setOwner
-
getCreatedTime
public long getCreatedTime() -
getCurrentVersion
public int getCurrentVersion() -
setCurrentVersion
public void setCurrentVersion(int currentVersion) -
setCurrentVersionWithoutCheck
public void setCurrentVersionWithoutCheck(int currentVersion) -
getLowWatermark
public long getLowWatermark() -
setLowWatermark
public void setLowWatermark(long lowWatermark) -
getPersistenceType
-
setPersistenceType
-
getRoutingStrategy
-
getReadStrategy
-
getOffLinePushStrategy
-
getLargestUsedVersionNumber
public int getLargestUsedVersionNumber() -
setLargestUsedVersionNumber
public void setLargestUsedVersionNumber(int largestUsedVersionNumber) -
getLargestUsedRTVersionNumber
public int getLargestUsedRTVersionNumber() -
setLargestUsedRTVersionNumber
public void setLargestUsedRTVersionNumber(int largestUsedRTVersionNumber) -
getStorageQuotaInByte
public long getStorageQuotaInByte() -
setStorageQuotaInByte
public void setStorageQuotaInByte(long storageQuotaInByte) -
getPartitionCount
public int getPartitionCount() -
setPartitionCount
public void setPartitionCount(int partitionCount) -
getPartitionerConfig
-
setPartitionerConfig
-
isEnableWrites
public boolean isEnableWrites()System stores are the internal stores, and even the corresponding user store is not writable, and the internal system stores could be writable, which is controlled by thezkSharedStore. -
setEnableWrites
public void setEnableWrites(boolean enableWrites) -
isEnableReads
public boolean isEnableReads()System stores are the internal stores, and even the corresponding user store is not readable, and the internal system stores could be readable, which is controlled by thezkSharedStore. -
setEnableReads
public void setEnableReads(boolean enableReads) -
getReadQuotaInCU
public long getReadQuotaInCU() -
setReadQuotaInCU
public void setReadQuotaInCU(long readQuotaInCU) -
getHybridStoreConfig
-
setHybridStoreConfig
-
getViewConfigs
-
setViewConfigs
-
isHybrid
public boolean isHybrid() -
getCompressionStrategy
-
setCompressionStrategy
-
getClientDecompressionEnabled
public boolean getClientDecompressionEnabled() -
setClientDecompressionEnabled
public void setClientDecompressionEnabled(boolean clientDecompressionEnabled) -
isChunkingEnabled
public boolean isChunkingEnabled() -
setChunkingEnabled
public void setChunkingEnabled(boolean chunkingEnabled) -
isRmdChunkingEnabled
public boolean isRmdChunkingEnabled() -
setRmdChunkingEnabled
public void setRmdChunkingEnabled(boolean rmdChunkingEnabled) -
getBatchGetLimit
public int getBatchGetLimit() -
setBatchGetLimit
public void setBatchGetLimit(int batchGetLimit) -
isIncrementalPushEnabled
public boolean isIncrementalPushEnabled() -
setIncrementalPushEnabled
public void setIncrementalPushEnabled(boolean incrementalPushEnabled) -
isSeparateRealTimeTopicEnabled
public boolean isSeparateRealTimeTopicEnabled() -
setSeparateRealTimeTopicEnabled
public void setSeparateRealTimeTopicEnabled(boolean separateRealTimeTopicEnabled) -
isAccessControlled
public boolean isAccessControlled() -
setAccessControlled
public void setAccessControlled(boolean accessControlled) -
isMigrating
public boolean isMigrating()The system store will be migrated together with the corresponding Venice store.- Returns:
-
setMigrating
public void setMigrating(boolean migrating) -
getNumVersionsToPreserve
public int getNumVersionsToPreserve() -
setNumVersionsToPreserve
public void setNumVersionsToPreserve(int numVersionsToPreserve) -
isWriteComputationEnabled
public boolean isWriteComputationEnabled() -
setWriteComputationEnabled
public void setWriteComputationEnabled(boolean writeComputationEnabled) -
isReadComputationEnabled
public boolean isReadComputationEnabled() -
setReadComputationEnabled
public void setReadComputationEnabled(boolean readComputationEnabled) -
getBootstrapToOnlineTimeoutInHours
public int getBootstrapToOnlineTimeoutInHours() -
setBootstrapToOnlineTimeoutInHours
public void setBootstrapToOnlineTimeoutInHours(int bootstrapToOnlineTimeoutInHours) -
getPushStreamSourceAddress
-
setPushStreamSourceAddress
-
isNativeReplicationEnabled
public boolean isNativeReplicationEnabled() -
getRmdVersion
public int getRmdVersion() -
setRmdVersion
public void setRmdVersion(int rmdVersion) -
setNativeReplicationEnabled
public void setNativeReplicationEnabled(boolean nativeReplicationEnabled) -
getBackupStrategy
-
setBackupStrategy
-
isSchemaAutoRegisterFromPushJobEnabled
public boolean isSchemaAutoRegisterFromPushJobEnabled() -
setSchemaAutoRegisterFromPushJobEnabled
public void setSchemaAutoRegisterFromPushJobEnabled(boolean value) -
getLatestSuperSetValueSchemaId
public int getLatestSuperSetValueSchemaId() -
setLatestSuperSetValueSchemaId
public void setLatestSuperSetValueSchemaId(int valueSchemaId) -
isHybridStoreDiskQuotaEnabled
public boolean isHybridStoreDiskQuotaEnabled() -
setHybridStoreDiskQuotaEnabled
public void setHybridStoreDiskQuotaEnabled(boolean enabled) -
getEtlStoreConfig
-
setEtlStoreConfig
-
isStoreMetadataSystemStoreEnabled
public boolean isStoreMetadataSystemStoreEnabled() -
setStoreMetadataSystemStoreEnabled
public void setStoreMetadataSystemStoreEnabled(boolean storeMetadataSystemStoreEnabled) -
isStoreMetaSystemStoreEnabled
public boolean isStoreMetaSystemStoreEnabled() -
setStoreMetaSystemStoreEnabled
public void setStoreMetaSystemStoreEnabled(boolean storeMetaSystemStoreEnabled) -
getLatestVersionPromoteToCurrentTimestamp
public long getLatestVersionPromoteToCurrentTimestamp() -
setLatestVersionPromoteToCurrentTimestamp
public void setLatestVersionPromoteToCurrentTimestamp(long latestVersionPromoteToCurrentTimestamp) -
getBackupVersionRetentionMs
public long getBackupVersionRetentionMs() -
setBackupVersionRetentionMs
public void setBackupVersionRetentionMs(long backupVersionRetentionMs) -
getRetentionTime
public long getRetentionTime() -
getReplicationFactor
public int getReplicationFactor() -
setReplicationFactor
public void setReplicationFactor(int replicationFactor) -
isMigrationDuplicateStore
public boolean isMigrationDuplicateStore() -
setMigrationDuplicateStore
public void setMigrationDuplicateStore(boolean migrationDuplicateStore) -
getNativeReplicationSourceFabric
-
setNativeReplicationSourceFabric
-
isActiveActiveReplicationEnabled
public boolean isActiveActiveReplicationEnabled() -
setActiveActiveReplicationEnabled
public void setActiveActiveReplicationEnabled(boolean activeActiveReplicationEnabled) -
getSystemStores
-
setSystemStores
-
putSystemStore
public void putSystemStore(VeniceSystemStoreType systemStoreType, SystemStoreAttributes systemStoreAttributes) -
isDaVinciPushStatusStoreEnabled
public boolean isDaVinciPushStatusStoreEnabled() -
setDaVinciPushStatusStoreEnabled
public void setDaVinciPushStatusStoreEnabled(boolean daVinciPushStatusStoreEnabled) -
isStorageNodeReadQuotaEnabled
public boolean isStorageNodeReadQuotaEnabled() -
setStorageNodeReadQuotaEnabled
public void setStorageNodeReadQuotaEnabled(boolean storageNodeReadQuotaEnabled) -
isCompactionEnabled
public boolean isCompactionEnabled() -
setCompactionEnabled
public void setCompactionEnabled(boolean compactionEnabled) -
getCompactionThresholdMilliseconds
public long getCompactionThresholdMilliseconds() -
setCompactionThresholdMilliseconds
public void setCompactionThresholdMilliseconds(long compactionThreshold) -
getMinCompactionLagSeconds
public long getMinCompactionLagSeconds() -
setMinCompactionLagSeconds
public void setMinCompactionLagSeconds(long minCompactionLagSeconds) -
setUnusedSchemaDeletionEnabled
public void setUnusedSchemaDeletionEnabled(boolean unusedSchemaDeletionEnabled) -
isUnusedSchemaDeletionEnabled
public boolean isUnusedSchemaDeletionEnabled() -
getMaxCompactionLagSeconds
public long getMaxCompactionLagSeconds() -
setBlobTransferEnabled
public void setBlobTransferEnabled(boolean blobTransferEnabled) -
isBlobTransferEnabled
public boolean isBlobTransferEnabled() -
setBlobTransferInServerEnabled
-
getBlobTransferInServerEnabled
-
setMaxCompactionLagSeconds
public void setMaxCompactionLagSeconds(long maxCompactionLagSeconds) -
getMaxRecordSizeBytes
public int getMaxRecordSizeBytes() -
setMaxRecordSizeBytes
public void setMaxRecordSizeBytes(int maxRecordSizeBytes) -
getMaxNearlineRecordSizeBytes
public int getMaxNearlineRecordSizeBytes() -
setMaxNearlineRecordSizeBytes
public void setMaxNearlineRecordSizeBytes(int maxNearlineRecordSizeBytes) -
isNearlineProducerCompressionEnabled
public boolean isNearlineProducerCompressionEnabled() -
setNearlineProducerCompressionEnabled
public void setNearlineProducerCompressionEnabled(boolean compressionEnabled) -
getNearlineProducerCountPerWriter
public int getNearlineProducerCountPerWriter() -
setNearlineProducerCountPerWriter
public void setNearlineProducerCountPerWriter(int producerCnt) -
getTargetSwapRegionWaitTime
public int getTargetSwapRegionWaitTime() -
getTargetSwapRegion
-
setTargetSwapRegion
-
setTargetSwapRegionWaitTime
public void setTargetSwapRegionWaitTime(int waitTime) -
setIsDavinciHeartbeatReported
public void setIsDavinciHeartbeatReported(boolean isReported) -
getIsDavinciHeartbeatReported
public boolean getIsDavinciHeartbeatReported() -
setGlobalRtDivEnabled
public void setGlobalRtDivEnabled(boolean globalRtDivEnabled) -
isTTLRepushEnabled
public boolean isTTLRepushEnabled() -
setTTLRepushEnabled
public void setTTLRepushEnabled(boolean ttlRepushEnabled) -
isEnumSchemaEvolutionAllowed
public boolean isEnumSchemaEvolutionAllowed() -
setEnumSchemaEvolutionAllowed
public void setEnumSchemaEvolutionAllowed(boolean enumSchemaEvolutionAllowed) -
getStoreLifecycleHooks
-
setStoreLifecycleHooks
-
setKeyUrnCompressionEnabled
public void setKeyUrnCompressionEnabled(boolean keyUrnCompressionEnabled) -
isKeyUrnCompressionEnabled
public boolean isKeyUrnCompressionEnabled() -
setKeyUrnFields
-
getKeyUrnFields
-
isGlobalRtDivEnabled
public boolean isGlobalRtDivEnabled() -
cloneStore
-
equals
-
hashCode
public int hashCode()