Package com.linkedin.venice.controller

Class VeniceControllerClusterConfig

java.lang.Object
com.linkedin.venice.controller.VeniceControllerClusterConfig
public class VeniceControllerClusterConfig extends Object
Configuration which is specific to a Venice controller.

  • Constructor Details

    • VeniceControllerClusterConfig

      public VeniceControllerClusterConfig(VeniceProperties props)

  • Method Details

    • getProps

      public VeniceProperties getProps()

    • getClusterName

      public String getClusterName()

    • getZkAddress

      public final String getZkAddress()

    • isErrorLeaderReplicaFailOverEnabled

      public boolean isErrorLeaderReplicaFailOverEnabled()

    • getDefaultReadQuotaPerRouter

      public int getDefaultReadQuotaPerRouter()

    • getDefaultMaxRecordSizeBytes

      public int getDefaultMaxRecordSizeBytes()

    • getControllerName

      public String getControllerName()

    • getPersistenceType

      public PersistenceType getPersistenceType()

    • getReadStrategy

      public ReadStrategy getReadStrategy()

    • getOfflinePushStrategy

      public OfflinePushStrategy getOfflinePushStrategy()

    • getRoutingStrategy

      public RoutingStrategy getRoutingStrategy()

    • getReplicationFactor

      public int getReplicationFactor()

    • getMinNumberOfPartitions

      public int getMinNumberOfPartitions()

    • getMinNumberOfPartitionsForHybrid

      public int getMinNumberOfPartitionsForHybrid()

    • getKafkaReplicationFactor

      public int getKafkaReplicationFactor()

    • getKafkaReplicationFactorRTTopics

      public int getKafkaReplicationFactorRTTopics()

    • getPartitionSize

      public long getPartitionSize()

    • isDisableParentRequestTopicForStreamPushes

      public boolean isDisableParentRequestTopicForStreamPushes()

    • getMaxNumberOfPartitions

      public int getMaxNumberOfPartitions()

    • isPartitionCountRoundUpEnabled

      public boolean isPartitionCountRoundUpEnabled()

    • getPartitionCountRoundUpSize

      public int getPartitionCountRoundUpSize()

    • getOffLineJobWaitTimeInMilliseconds

      public long getOffLineJobWaitTimeInMilliseconds()

    • getDelayToRebalanceMS

      public long getDelayToRebalanceMS()

    • getKafkaBootstrapServers

      public String getKafkaBootstrapServers()
      Returns:
      kafka Bootstrap Urls. If there is more than one url, they are separated by commas.

    • getClusterToD2Map

      public Map<String,String> getClusterToD2Map()

    • getClusterToServerD2Map

      public Map<String,String> getClusterToServerD2Map()

    • isSslToKafka

      public boolean isSslToKafka()

    • getSslKafkaBootstrapServers

      public String getSslKafkaBootstrapServers()

    • getHelixSendMessageTimeoutMs

      public int getHelixSendMessageTimeoutMs()

    • getKafkaSecurityProtocol

      public String getKafkaSecurityProtocol()

    • getSslConfig

      public Optional<SSLConfig> getSslConfig()

    • getSslFactoryClassName

      public String getSslFactoryClassName()

    • getRefreshAttemptsForZkReconnect

      public int getRefreshAttemptsForZkReconnect()

    • getRefreshIntervalForZkReconnectInMs

      public long getRefreshIntervalForZkReconnectInMs()

    • isEnableOfflinePushSSLAllowlist

      public boolean isEnableOfflinePushSSLAllowlist()

    • getPushSSLAllowlist

      public List<String> getPushSSLAllowlist()

    • isEnableNearlinePushSSLAllowlist

      public boolean isEnableNearlinePushSSLAllowlist()

    • getHelixRebalanceAlg

      public String getHelixRebalanceAlg()

    • getAdminTopicReplicationFactor

      public int getAdminTopicReplicationFactor()

    • getMinInSyncReplicas

      public Optional<Integer> getMinInSyncReplicas()

    • getMinInSyncReplicasRealTimeTopics

      public Optional<Integer> getMinInSyncReplicasRealTimeTopics()

    • getMinInSyncReplicasAdminTopics

      public Optional<Integer> getMinInSyncReplicasAdminTopics()

    • isKafkaLogCompactionForHybridStoresEnabled

      public boolean isKafkaLogCompactionForHybridStoresEnabled()

    • isActiveActiveReplicationEnabledAsDefaultForHybrid

      public boolean isActiveActiveReplicationEnabledAsDefaultForHybrid()

    • isControllerSchemaValidationEnabled

      public boolean isControllerSchemaValidationEnabled()

    • getLeakedPushStatusCleanUpServiceSleepIntervalInMs

      public long getLeakedPushStatusCleanUpServiceSleepIntervalInMs()

    • getLeakedResourceAllowedLingerTimeInMs

      public long getLeakedResourceAllowedLingerTimeInMs()

    • getNativeReplicationSourceFabricAsDefaultForBatchOnly

      public String getNativeReplicationSourceFabricAsDefaultForBatchOnly()

    • getNativeReplicationSourceFabricAsDefaultForHybrid

      public String getNativeReplicationSourceFabricAsDefaultForHybrid()

    • getJettyConfigOverrides

      public VeniceProperties getJettyConfigOverrides()

    • getReplicationMetadataVersion

      public int getReplicationMetadataVersion()

    • getChildDatacenters

      public Set<String> getChildDatacenters()

    • enabledIncrementalPushForHybridActiveActiveUserStores

      public boolean enabledIncrementalPushForHybridActiveActiveUserStores()

    • enabledSeparateRealTimeTopicForStoreWithIncrementalPush

      public boolean enabledSeparateRealTimeTopicForStoreWithIncrementalPush()

    • isEnablePartialUpdateForHybridActiveActiveUserStores

      public boolean isEnablePartialUpdateForHybridActiveActiveUserStores()

    • isEnablePartialUpdateForHybridNonActiveActiveUserStores

      public boolean isEnablePartialUpdateForHybridNonActiveActiveUserStores()

    • getAdminPort

      public int getAdminPort()

    • getAdminHostname

      public String getAdminHostname()

    • getAdminSecurePort

      public int getAdminSecurePort()

    • getAdminGrpcPort

      public int getAdminGrpcPort()

    • getAdminSecureGrpcPort

      public int getAdminSecureGrpcPort()

    • adminCheckReadMethodForKafka

      public boolean adminCheckReadMethodForKafka()

    • getControllerClusterReplica

      public int getControllerClusterReplica()

    • getControllerClusterName

      public String getControllerClusterName()

    • getControllerResourceInstanceGroupTag

      public String getControllerResourceInstanceGroupTag()

    • getControllerInstanceTagList

      public List<String> getControllerInstanceTagList()

    • getControllerClusterZkAddress

      public String getControllerClusterZkAddress()

    • isMultiRegion

      public boolean isMultiRegion()

    • isParent

      public boolean isParent()

    • getParentControllerRegionState

      public ParentControllerRegionState getParentControllerRegionState()

    • getDeprecatedJobTopicRetentionMs

      public long getDeprecatedJobTopicRetentionMs()

    • getFatalDataValidationFailureRetentionMs

      public long getFatalDataValidationFailureRetentionMs()

    • getDeprecatedJobTopicMaxRetentionMs

      public long getDeprecatedJobTopicMaxRetentionMs()

    • getTopicCleanupSleepIntervalBetweenTopicListFetchMs

      public long getTopicCleanupSleepIntervalBetweenTopicListFetchMs()

    • getDisabledReplicaEnablerServiceIntervalMs

      public long getDisabledReplicaEnablerServiceIntervalMs()

    • getDaVinciPushStatusScanMaxOfflineInstanceCount

      public int getDaVinciPushStatusScanMaxOfflineInstanceCount()

    • getDaVinciPushStatusScanMaxOfflineInstanceRatio

      public double getDaVinciPushStatusScanMaxOfflineInstanceRatio()

    • getTopicCleanupDelayFactor

      public int getTopicCleanupDelayFactor()

    • getChildDataCenterControllerUrlMap

      public Map<String,String> getChildDataCenterControllerUrlMap()
      Map where keys are logical, human-readable names for child clusters (suitable for printing in logs or other output) values are a list of cluster URLs that can be used to reach that cluster with the controller client. List provides redundancy in case of hardware or other failure. Clients of this list should be sure they use another url if the first one fails.

    • getD2ServiceName

      public String getD2ServiceName()

    • getClusterDiscoveryD2ServiceName

      public String getClusterDiscoveryD2ServiceName()

    • isUnusedValueSchemaCleanupServiceEnabled

      public boolean isUnusedValueSchemaCleanupServiceEnabled()

    • getUnusedSchemaCleanupIntervalSeconds

      public int getUnusedSchemaCleanupIntervalSeconds()

    • getMinSchemaCountToKeep

      public int getMinSchemaCountToKeep()

    • useDaVinciSpecificExecutionStatusForError

      public boolean useDaVinciSpecificExecutionStatusForError()

    • getChildDataCenterControllerD2Map

      public Map<String,String> getChildDataCenterControllerD2Map()

    • getChildDataCenterKafkaUrlMap

      public Map<String,String> getChildDataCenterKafkaUrlMap()

    • getActiveActiveRealTimeSourceKafkaURLs

      public List<String> getActiveActiveRealTimeSourceKafkaURLs()

    • getNativeReplicationSourceFabric

      public String getNativeReplicationSourceFabric()

    • getParentFabrics

      public Set<String> getParentFabrics()

    • getParentControllerWaitingTimeForConsumptionMs

      public int getParentControllerWaitingTimeForConsumptionMs()

    • getBatchJobHeartbeatStoreCluster

      public String getBatchJobHeartbeatStoreCluster()

    • getBatchJobHeartbeatEnabled

      public boolean getBatchJobHeartbeatEnabled()

    • getBatchJobHeartbeatTimeout

      public Duration getBatchJobHeartbeatTimeout()

    • getBatchJobHeartbeatInitialBufferTime

      public Duration getBatchJobHeartbeatInitialBufferTime()

    • isEnableDisabledReplicaEnabled

      public boolean isEnableDisabledReplicaEnabled()

    • getAdminConsumptionCycleTimeoutMs

      public long getAdminConsumptionCycleTimeoutMs()

    • getAdminConsumptionMaxWorkerThreadPoolSize

      public int getAdminConsumptionMaxWorkerThreadPoolSize()

    • getStorageEngineOverheadRatio

      public double getStorageEngineOverheadRatio()

    • getTopicManagerMetadataFetcherConsumerPoolSize

      public int getTopicManagerMetadataFetcherConsumerPoolSize()

    • getTopicManagerMetadataFetcherThreadPoolSize

      public int getTopicManagerMetadataFetcherThreadPoolSize()

    • getMinNumberOfUnusedKafkaTopicsToPreserve

      public int getMinNumberOfUnusedKafkaTopicsToPreserve()

    • getMinNumberOfStoreVersionsToPreserve

      public int getMinNumberOfStoreVersionsToPreserve()

    • getParentControllerMaxErroredTopicNumToKeep

      public int getParentControllerMaxErroredTopicNumToKeep()

    • getPushJobStatusStoreClusterName

      public String getPushJobStatusStoreClusterName()

    • isParticipantMessageStoreEnabled

      public boolean isParticipantMessageStoreEnabled()

    • isDaVinciPushStatusEnabled

      public boolean isDaVinciPushStatusEnabled()

    • getSystemSchemaClusterName

      public String getSystemSchemaClusterName()

    • isAdminHelixMessagingChannelEnabled

      public boolean isAdminHelixMessagingChannelEnabled()

    • isControllerClusterLeaderHAAS

      public boolean isControllerClusterLeaderHAAS()

    • isVeniceClusterLeaderHAAS

      public boolean isVeniceClusterLeaderHAAS()

    • getControllerHAASSuperClusterName

      public String getControllerHAASSuperClusterName()

    • isEarlyDeleteBackUpEnabled

      public boolean isEarlyDeleteBackUpEnabled()

    • getErrorPartitionAutoResetLimit

      public int getErrorPartitionAutoResetLimit()

    • getErrorPartitionProcessingCycleDelay

      public long getErrorPartitionProcessingCycleDelay()

    • getBackupVersionDefaultRetentionMs

      public long getBackupVersionDefaultRetentionMs()

    • getBackupVersionCleanupSleepMs

      public long getBackupVersionCleanupSleepMs()

    • isBackupVersionRetentionBasedCleanupEnabled

      public boolean isBackupVersionRetentionBasedCleanupEnabled()

    • isBackupVersionMetadataFetchBasedCleanupEnabled

      public boolean isBackupVersionMetadataFetchBasedCleanupEnabled()

    • isControllerEnforceSSLOnly

      public boolean isControllerEnforceSSLOnly()

    • isGrpcServerEnabled

      public boolean isGrpcServerEnabled()

    • getGrpcServerThreadCount

      public int getGrpcServerThreadCount()

    • getTerminalStateTopicCheckerDelayMs

      public long getTerminalStateTopicCheckerDelayMs()

    • disableParentTopicTruncationUponCompletion

      public boolean disableParentTopicTruncationUponCompletion()

    • isZkSharedMetaSystemSchemaStoreAutoCreationEnabled

      public boolean isZkSharedMetaSystemSchemaStoreAutoCreationEnabled()

    • getPushStatusStoreHeartbeatExpirationTimeInSeconds

      public long getPushStatusStoreHeartbeatExpirationTimeInSeconds()

    • isDaVinciPushStatusStoreEnabled

      public boolean isDaVinciPushStatusStoreEnabled()

    • getDaVinciPushStatusScanIntervalInSeconds

      public int getDaVinciPushStatusScanIntervalInSeconds()

    • isDaVinciPushStatusScanEnabled

      public boolean isDaVinciPushStatusScanEnabled()

    • getDaVinciPushStatusScanThreadNumber

      public int getDaVinciPushStatusScanThreadNumber()

    • getDaVinciPushStatusScanNoReportRetryMaxAttempt

      public int getDaVinciPushStatusScanNoReportRetryMaxAttempt()

    • isZkSharedDaVinciPushStatusSystemSchemaStoreAutoCreationEnabled

      public boolean isZkSharedDaVinciPushStatusSystemSchemaStoreAutoCreationEnabled()

    • getSystemStoreAclSynchronizationDelayMs

      public long getSystemStoreAclSynchronizationDelayMs()

    • getRegionName

      public String getRegionName()

    • getDisabledRoutes

      public List<ControllerRoute> getDisabledRoutes()

    • isAdminTopicRemoteConsumptionEnabled

      public boolean isAdminTopicRemoteConsumptionEnabled()

    • getAdminTopicSourceRegion

      public String getAdminTopicSourceRegion()

    • getAggregateRealTimeSourceRegion

      public String getAggregateRealTimeSourceRegion()

    • isAutoMaterializeMetaSystemStoreEnabled

      public boolean isAutoMaterializeMetaSystemStoreEnabled()

    • isAutoMaterializeDaVinciPushStatusSystemStoreEnabled

      public boolean isAutoMaterializeDaVinciPushStatusSystemStoreEnabled()

    • getEmergencySourceRegion

      public String getEmergencySourceRegion()

    • getChildControllerUrl

      public String getChildControllerUrl(String fabric)

    • getChildControllerD2ServiceName

      public String getChildControllerD2ServiceName()

    • getChildControllerD2ZkHost

      public String getChildControllerD2ZkHost(String fabric)

    • isClusterWipeAllowed

      public boolean isClusterWipeAllowed()

    • isConcurrentInitRoutinesEnabled

      public boolean isConcurrentInitRoutinesEnabled()

    • isControllerClusterHelixCloudEnabled

      public boolean isControllerClusterHelixCloudEnabled()

    • isStorageClusterHelixCloudEnabled

      public boolean isStorageClusterHelixCloudEnabled()

    • getHelixCloudConfig

      public org.apache.helix.model.CloudConfig getHelixCloudConfig()

    • getHelixRestCustomizedHealthUrl

      public String getHelixRestCustomizedHealthUrl()

    • usePushStatusStoreForIncrementalPush

      public boolean usePushStatusStoreForIncrementalPush()

    • getMetaStoreWriterCloseTimeoutInMS

      public long getMetaStoreWriterCloseTimeoutInMS()

    • getMetaStoreWriterCloseConcurrency

      public int getMetaStoreWriterCloseConcurrency()

    • isUnregisterMetricForDeletedStoreEnabled

      public boolean isUnregisterMetricForDeletedStoreEnabled()

    • getIdentityParserClassName

      public String getIdentityParserClassName()

    • isStoreGraveyardCleanupEnabled

      public boolean isStoreGraveyardCleanupEnabled()

    • getStoreGraveyardCleanupDelayMinutes

      public int getStoreGraveyardCleanupDelayMinutes()

    • getStoreGraveyardCleanupSleepIntervalBetweenListFetchMinutes

      public int getStoreGraveyardCleanupSleepIntervalBetweenListFetchMinutes()

    • isParentSystemStoreRepairServiceEnabled

      public boolean isParentSystemStoreRepairServiceEnabled()

    • getParentSystemStoreRepairCheckIntervalSeconds

      public int getParentSystemStoreRepairCheckIntervalSeconds()

    • getParentSystemStoreHeartbeatCheckWaitTimeSeconds

      public int getParentSystemStoreHeartbeatCheckWaitTimeSeconds()

    • getParentSystemStoreRepairRetryCount

      public int getParentSystemStoreRepairRetryCount()

    • isParentExternalSupersetSchemaGenerationEnabled

      public boolean isParentExternalSupersetSchemaGenerationEnabled()

    • isSystemSchemaInitializationAtStartTimeEnabled

      public boolean isSystemSchemaInitializationAtStartTimeEnabled()

    • isKMERegistrationFromMessageHeaderEnabled

      public boolean isKMERegistrationFromMessageHeaderEnabled()

    • getPubSubClientsFactory

      public PubSubClientsFactory getPubSubClientsFactory()

    • getSourceOfTruthAdminAdapterFactory

      public PubSubAdminAdapterFactory getSourceOfTruthAdminAdapterFactory()

    • getServiceDiscoveryRegistrationRetryMS

      public long getServiceDiscoveryRegistrationRetryMS()

    • getDanglingTopicCleanupIntervalSeconds

      public long getDanglingTopicCleanupIntervalSeconds()

    • getDanglingTopicOccurrenceThresholdForCleanup

      public int getDanglingTopicOccurrenceThresholdForCleanup()

    • isHybridStorePartitionCountUpdateEnabled

      public boolean isHybridStorePartitionCountUpdateEnabled()

    • getPushJobUserErrorCheckpoints

      public Set<PushJobCheckpoints> getPushJobUserErrorCheckpoints()