Package com.linkedin.venice.controller

Class VeniceControllerClusterConfig

  • public class VeniceControllerClusterConfig
extends java.lang.Object
    Configuration which is specific to a Venice controller.

    • Constructor Detail

      • VeniceControllerClusterConfig

        public VeniceControllerClusterConfig​(VeniceProperties props)

    • Method Detail

      • getClusterName

        public java.lang.String getClusterName()

      • getZkAddress

        public final java.lang.String getZkAddress()

      • isErrorLeaderReplicaFailOverEnabled

        public boolean isErrorLeaderReplicaFailOverEnabled()

      • getDefaultReadQuotaPerRouter

        public int getDefaultReadQuotaPerRouter()

      • getDefaultMaxRecordSizeBytes

        public int getDefaultMaxRecordSizeBytes()

      • getControllerName

        public java.lang.String getControllerName()

      • getReplicationFactor

        public int getReplicationFactor()

      • getMinNumberOfPartitions

        public int getMinNumberOfPartitions()

      • getMinNumberOfPartitionsForHybrid

        public int getMinNumberOfPartitionsForHybrid()

      • getKafkaReplicationFactor

        public int getKafkaReplicationFactor()

      • getKafkaReplicationFactorRTTopics

        public int getKafkaReplicationFactorRTTopics()

      • getPartitionSize

        public long getPartitionSize()

      • isDisableParentRequestTopicForStreamPushes

        public boolean isDisableParentRequestTopicForStreamPushes()

      • getMaxNumberOfPartitions

        public int getMaxNumberOfPartitions()

      • isPartitionCountRoundUpEnabled

        public boolean isPartitionCountRoundUpEnabled()

      • getPartitionCountRoundUpSize

        public int getPartitionCountRoundUpSize()

      • getOffLineJobWaitTimeInMilliseconds

        public long getOffLineJobWaitTimeInMilliseconds()

      • getDelayToRebalanceMS

        public long getDelayToRebalanceMS()

      • getKafkaBootstrapServers

        public java.lang.String getKafkaBootstrapServers()
        Returns:
        kafka Bootstrap Urls. If there is more than one url, they are separated by commas.

      • getClusterToD2Map

        public java.util.Map<java.lang.String,​java.lang.String> getClusterToD2Map()

      • getClusterToServerD2Map

        public java.util.Map<java.lang.String,​java.lang.String> getClusterToServerD2Map()

      • isSslToKafka

        public boolean isSslToKafka()

      • getSslKafkaBootstrapServers

        public java.lang.String getSslKafkaBootstrapServers()

      • getHelixSendMessageTimeoutMs

        public int getHelixSendMessageTimeoutMs()

      • getKafkaSecurityProtocol

        public java.lang.String getKafkaSecurityProtocol()

      • getSslConfig

        public java.util.Optional<SSLConfig> getSslConfig()

      • getSslFactoryClassName

        public java.lang.String getSslFactoryClassName()

      • getRefreshAttemptsForZkReconnect

        public int getRefreshAttemptsForZkReconnect()

      • getRefreshIntervalForZkReconnectInMs

        public long getRefreshIntervalForZkReconnectInMs()

      • isEnableOfflinePushSSLAllowlist

        public boolean isEnableOfflinePushSSLAllowlist()

      • getPushSSLAllowlist

        public java.util.List<java.lang.String> getPushSSLAllowlist()

      • isEnableNearlinePushSSLAllowlist

        public boolean isEnableNearlinePushSSLAllowlist()

      • getHelixRebalanceAlg

        public java.lang.String getHelixRebalanceAlg()

      • getAdminTopicReplicationFactor

        public int getAdminTopicReplicationFactor()

      • getMinInSyncReplicas

        public java.util.Optional<java.lang.Integer> getMinInSyncReplicas()

      • getMinInSyncReplicasRealTimeTopics

        public java.util.Optional<java.lang.Integer> getMinInSyncReplicasRealTimeTopics()

      • getMinInSyncReplicasAdminTopics

        public java.util.Optional<java.lang.Integer> getMinInSyncReplicasAdminTopics()

      • isKafkaLogCompactionForHybridStoresEnabled

        public boolean isKafkaLogCompactionForHybridStoresEnabled()

      • isActiveActiveReplicationEnabledAsDefaultForHybrid

        public boolean isActiveActiveReplicationEnabledAsDefaultForHybrid()

      • isControllerSchemaValidationEnabled

        public boolean isControllerSchemaValidationEnabled()

      • getLeakedPushStatusCleanUpServiceSleepIntervalInMs

        public long getLeakedPushStatusCleanUpServiceSleepIntervalInMs()

      • getLeakedResourceAllowedLingerTimeInMs

        public long getLeakedResourceAllowedLingerTimeInMs()

      • getNativeReplicationSourceFabricAsDefaultForBatchOnly

        public java.lang.String getNativeReplicationSourceFabricAsDefaultForBatchOnly()

      • getNativeReplicationSourceFabricAsDefaultForHybrid

        public java.lang.String getNativeReplicationSourceFabricAsDefaultForHybrid()

      • getReplicationMetadataVersion

        public int getReplicationMetadataVersion()

      • getChildDatacenters

        public java.util.Set<java.lang.String> getChildDatacenters()

      • enabledIncrementalPushForHybridActiveActiveUserStores

        public boolean enabledIncrementalPushForHybridActiveActiveUserStores()

      • enabledSeparateRealTimeTopicForStoreWithIncrementalPush

        public boolean enabledSeparateRealTimeTopicForStoreWithIncrementalPush()

      • isEnablePartialUpdateForHybridActiveActiveUserStores

        public boolean isEnablePartialUpdateForHybridActiveActiveUserStores()

      • isEnablePartialUpdateForHybridNonActiveActiveUserStores

        public boolean isEnablePartialUpdateForHybridNonActiveActiveUserStores()

      • getAdminPort

        public int getAdminPort()

      • getAdminHostname

        public java.lang.String getAdminHostname()

      • getAdminSecurePort

        public int getAdminSecurePort()

      • adminCheckReadMethodForKafka

        public boolean adminCheckReadMethodForKafka()

      • getControllerClusterReplica

        public int getControllerClusterReplica()

      • getControllerClusterName

        public java.lang.String getControllerClusterName()

      • getControllerResourceInstanceGroupTag

        public java.lang.String getControllerResourceInstanceGroupTag()

      • getControllerInstanceTagList

        public java.util.List<java.lang.String> getControllerInstanceTagList()

      • getControllerClusterZkAddress

        public java.lang.String getControllerClusterZkAddress()

      • isMultiRegion

        public boolean isMultiRegion()

      • isParent

        public boolean isParent()

      • getDeprecatedJobTopicRetentionMs

        public long getDeprecatedJobTopicRetentionMs()

      • getFatalDataValidationFailureRetentionMs

        public long getFatalDataValidationFailureRetentionMs()

      • getDeprecatedJobTopicMaxRetentionMs

        public long getDeprecatedJobTopicMaxRetentionMs()

      • getTopicCleanupSleepIntervalBetweenTopicListFetchMs

        public long getTopicCleanupSleepIntervalBetweenTopicListFetchMs()

      • getDisabledReplicaEnablerServiceIntervalMs

        public long getDisabledReplicaEnablerServiceIntervalMs()

      • getDaVinciPushStatusScanMaxOfflineInstanceCount

        public int getDaVinciPushStatusScanMaxOfflineInstanceCount()

      • getDaVinciPushStatusScanMaxOfflineInstanceRatio

        public double getDaVinciPushStatusScanMaxOfflineInstanceRatio()

      • getTopicCleanupDelayFactor

        public int getTopicCleanupDelayFactor()

      • getChildDataCenterControllerUrlMap

        public java.util.Map<java.lang.String,​java.lang.String> getChildDataCenterControllerUrlMap()
        Map where keys are logical, human-readable names for child clusters (suitable for printing in logs or other output) values are a list of cluster URLs that can be used to reach that cluster with the controller client. List provides redundancy in case of hardware or other failure. Clients of this list should be sure they use another url if the first one fails.

      • getD2ServiceName

        public java.lang.String getD2ServiceName()

      • getClusterDiscoveryD2ServiceName

        public java.lang.String getClusterDiscoveryD2ServiceName()

      • isUnusedValueSchemaCleanupServiceEnabled

        public boolean isUnusedValueSchemaCleanupServiceEnabled()

      • getUnusedSchemaCleanupIntervalSeconds

        public int getUnusedSchemaCleanupIntervalSeconds()

      • getMinSchemaCountToKeep

        public int getMinSchemaCountToKeep()

      • useDaVinciSpecificExecutionStatusForError

        public boolean useDaVinciSpecificExecutionStatusForError()

      • getChildDataCenterControllerD2Map

        public java.util.Map<java.lang.String,​java.lang.String> getChildDataCenterControllerD2Map()

      • getChildDataCenterKafkaUrlMap

        public java.util.Map<java.lang.String,​java.lang.String> getChildDataCenterKafkaUrlMap()

      • getActiveActiveRealTimeSourceKafkaURLs

        public java.util.List<java.lang.String> getActiveActiveRealTimeSourceKafkaURLs()

      • getNativeReplicationSourceFabric

        public java.lang.String getNativeReplicationSourceFabric()

      • getParentFabrics

        public java.util.Set<java.lang.String> getParentFabrics()

      • getParentControllerWaitingTimeForConsumptionMs

        public int getParentControllerWaitingTimeForConsumptionMs()

      • getBatchJobHeartbeatStoreCluster

        public java.lang.String getBatchJobHeartbeatStoreCluster()

      • getBatchJobHeartbeatEnabled

        public boolean getBatchJobHeartbeatEnabled()

      • getBatchJobHeartbeatTimeout

        public java.time.Duration getBatchJobHeartbeatTimeout()

      • getBatchJobHeartbeatInitialBufferTime

        public java.time.Duration getBatchJobHeartbeatInitialBufferTime()

      • isEnableDisabledReplicaEnabled

        public boolean isEnableDisabledReplicaEnabled()

      • getAdminConsumptionCycleTimeoutMs

        public long getAdminConsumptionCycleTimeoutMs()

      • getAdminConsumptionMaxWorkerThreadPoolSize

        public int getAdminConsumptionMaxWorkerThreadPoolSize()

      • getStorageEngineOverheadRatio

        public double getStorageEngineOverheadRatio()

      • getTopicManagerMetadataFetcherConsumerPoolSize

        public int getTopicManagerMetadataFetcherConsumerPoolSize()

      • getTopicManagerMetadataFetcherThreadPoolSize

        public int getTopicManagerMetadataFetcherThreadPoolSize()

      • getMinNumberOfUnusedKafkaTopicsToPreserve

        public int getMinNumberOfUnusedKafkaTopicsToPreserve()

      • getMinNumberOfStoreVersionsToPreserve

        public int getMinNumberOfStoreVersionsToPreserve()

      • getParentControllerMaxErroredTopicNumToKeep

        public int getParentControllerMaxErroredTopicNumToKeep()

      • getPushJobStatusStoreClusterName

        public java.lang.String getPushJobStatusStoreClusterName()

      • isParticipantMessageStoreEnabled

        public boolean isParticipantMessageStoreEnabled()

      • isDaVinciPushStatusEnabled

        public boolean isDaVinciPushStatusEnabled()

      • getSystemSchemaClusterName

        public java.lang.String getSystemSchemaClusterName()

      • isAdminHelixMessagingChannelEnabled

        public boolean isAdminHelixMessagingChannelEnabled()

      • isControllerClusterLeaderHAAS

        public boolean isControllerClusterLeaderHAAS()

      • isVeniceClusterLeaderHAAS

        public boolean isVeniceClusterLeaderHAAS()

      • getControllerHAASSuperClusterName

        public java.lang.String getControllerHAASSuperClusterName()

      • isEarlyDeleteBackUpEnabled

        public boolean isEarlyDeleteBackUpEnabled()

      • getErrorPartitionAutoResetLimit

        public int getErrorPartitionAutoResetLimit()

      • getErrorPartitionProcessingCycleDelay

        public long getErrorPartitionProcessingCycleDelay()

      • getBackupVersionDefaultRetentionMs

        public long getBackupVersionDefaultRetentionMs()

      • getBackupVersionCleanupSleepMs

        public long getBackupVersionCleanupSleepMs()

      • isBackupVersionRetentionBasedCleanupEnabled

        public boolean isBackupVersionRetentionBasedCleanupEnabled()

      • isBackupVersionMetadataFetchBasedCleanupEnabled

        public boolean isBackupVersionMetadataFetchBasedCleanupEnabled()

      • isControllerEnforceSSLOnly

        public boolean isControllerEnforceSSLOnly()

      • getTerminalStateTopicCheckerDelayMs

        public long getTerminalStateTopicCheckerDelayMs()

      • disableParentTopicTruncationUponCompletion

        public boolean disableParentTopicTruncationUponCompletion()

      • isZkSharedMetaSystemSchemaStoreAutoCreationEnabled

        public boolean isZkSharedMetaSystemSchemaStoreAutoCreationEnabled()

      • getPushStatusStoreHeartbeatExpirationTimeInSeconds

        public long getPushStatusStoreHeartbeatExpirationTimeInSeconds()

      • isDaVinciPushStatusStoreEnabled

        public boolean isDaVinciPushStatusStoreEnabled()

      • getDaVinciPushStatusScanIntervalInSeconds

        public int getDaVinciPushStatusScanIntervalInSeconds()

      • isDaVinciPushStatusScanEnabled

        public boolean isDaVinciPushStatusScanEnabled()

      • getDaVinciPushStatusScanThreadNumber

        public int getDaVinciPushStatusScanThreadNumber()

      • getDaVinciPushStatusScanNoReportRetryMaxAttempt

        public int getDaVinciPushStatusScanNoReportRetryMaxAttempt()

      • isZkSharedDaVinciPushStatusSystemSchemaStoreAutoCreationEnabled

        public boolean isZkSharedDaVinciPushStatusSystemSchemaStoreAutoCreationEnabled()

      • getSystemStoreAclSynchronizationDelayMs

        public long getSystemStoreAclSynchronizationDelayMs()

      • getRegionName

        public java.lang.String getRegionName()

      • getDisabledRoutes

        public java.util.List<ControllerRoute> getDisabledRoutes()

      • isAdminTopicRemoteConsumptionEnabled

        public boolean isAdminTopicRemoteConsumptionEnabled()

      • getAdminTopicSourceRegion

        public java.lang.String getAdminTopicSourceRegion()

      • getAggregateRealTimeSourceRegion

        public java.lang.String getAggregateRealTimeSourceRegion()

      • isAutoMaterializeMetaSystemStoreEnabled

        public boolean isAutoMaterializeMetaSystemStoreEnabled()

      • isAutoMaterializeDaVinciPushStatusSystemStoreEnabled

        public boolean isAutoMaterializeDaVinciPushStatusSystemStoreEnabled()

      • getEmergencySourceRegion

        public java.lang.String getEmergencySourceRegion()

      • getChildControllerUrl

        public java.lang.String getChildControllerUrl​(java.lang.String fabric)

      • getChildControllerD2ServiceName

        public java.lang.String getChildControllerD2ServiceName()

      • getChildControllerD2ZkHost

        public java.lang.String getChildControllerD2ZkHost​(java.lang.String fabric)

      • isClusterWipeAllowed

        public boolean isClusterWipeAllowed()

      • isConcurrentInitRoutinesEnabled

        public boolean isConcurrentInitRoutinesEnabled()

      • isControllerClusterHelixCloudEnabled

        public boolean isControllerClusterHelixCloudEnabled()

      • isStorageClusterHelixCloudEnabled

        public boolean isStorageClusterHelixCloudEnabled()

      • getHelixCloudConfig

        public org.apache.helix.model.CloudConfig getHelixCloudConfig()

      • getHelixRestCustomizedHealthUrl

        public java.lang.String getHelixRestCustomizedHealthUrl()

      • usePushStatusStoreForIncrementalPush

        public boolean usePushStatusStoreForIncrementalPush()

      • getMetaStoreWriterCloseTimeoutInMS

        public long getMetaStoreWriterCloseTimeoutInMS()

      • getMetaStoreWriterCloseConcurrency

        public int getMetaStoreWriterCloseConcurrency()

      • isUnregisterMetricForDeletedStoreEnabled

        public boolean isUnregisterMetricForDeletedStoreEnabled()

      • getIdentityParserClassName

        public java.lang.String getIdentityParserClassName()

      • isStoreGraveyardCleanupEnabled

        public boolean isStoreGraveyardCleanupEnabled()

      • getStoreGraveyardCleanupDelayMinutes

        public int getStoreGraveyardCleanupDelayMinutes()

      • getStoreGraveyardCleanupSleepIntervalBetweenListFetchMinutes

        public int getStoreGraveyardCleanupSleepIntervalBetweenListFetchMinutes()

      • isParentSystemStoreRepairServiceEnabled

        public boolean isParentSystemStoreRepairServiceEnabled()

      • getParentSystemStoreRepairCheckIntervalSeconds

        public int getParentSystemStoreRepairCheckIntervalSeconds()

      • getParentSystemStoreHeartbeatCheckWaitTimeSeconds

        public int getParentSystemStoreHeartbeatCheckWaitTimeSeconds()

      • getParentSystemStoreRepairRetryCount

        public int getParentSystemStoreRepairRetryCount()

      • isParentExternalSupersetSchemaGenerationEnabled

        public boolean isParentExternalSupersetSchemaGenerationEnabled()

      • isSystemSchemaInitializationAtStartTimeEnabled

        public boolean isSystemSchemaInitializationAtStartTimeEnabled()

      • isKMERegistrationFromMessageHeaderEnabled

        public boolean isKMERegistrationFromMessageHeaderEnabled()

      • getServiceDiscoveryRegistrationRetryMS

        public long getServiceDiscoveryRegistrationRetryMS()

      • getDanglingTopicCleanupIntervalSeconds

        public long getDanglingTopicCleanupIntervalSeconds()

      • getDanglingTopicOccurrenceThresholdForCleanup

        public int getDanglingTopicOccurrenceThresholdForCleanup()

      • getPushJobUserErrorCheckpoints

        public java.util.Set<PushJobCheckpoints> getPushJobUserErrorCheckpoints()