Package com.linkedin.davinci.config

Class VeniceClusterConfig

java.lang.Object

com.linkedin.davinci.config.VeniceClusterConfig

Direct Known Subclasses:

VeniceServerConfig

public class VeniceClusterConfig
extends java.lang.Object

class that maintains config very specific to a Venice cluster

Constructor Summary

Constructors

Constructor	Description
VeniceClusterConfig(VeniceProperties clusterProps, java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.String>> kafkaClusterMap)

Method Summary

Modifier and Type	Method	Description
java.lang.String	getClusterName()
VeniceProperties	getClusterProperties()
int	getEquivalentKafkaClusterIdForSepTopic(int clusterId)	For the separate incremental push topic feature, we need to resolve the cluster id to the original one for monitoring purposes as the incremental push topic essentially uses the same pubsub clusters as the regular push topic, though it appears to have a different cluster id
java.lang.String	getKafkaBootstrapServers()
it.unimi.dsi.fastutil.objects.Object2IntMap<java.lang.String>	getKafkaClusterAliasToIdMap()
it.unimi.dsi.fastutil.ints.Int2ObjectMap<java.lang.String>	getKafkaClusterIdToAliasMap()
it.unimi.dsi.fastutil.ints.Int2ObjectMap<java.lang.String>	getKafkaClusterIdToUrlMap()
java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.String>>	getKafkaClusterMap()
java.util.function.Function<java.lang.String,java.lang.String>	getKafkaClusterUrlResolver()	Used to convert from an alternative Kafka URL to the one used in this server instance.
java.util.Map<java.lang.String,java.lang.String>	getKafkaClusterUrlToAliasMap()
it.unimi.dsi.fastutil.objects.Object2IntMap<java.lang.String>	getKafkaClusterUrlToIdMap()
long	getKafkaEmptyPollSleepMs()
long	getKafkaFetchMaxSizePerSecond()
long	getKafkaFetchMaxTimeMS()
long	getKafkaFetchMinSizePerSecond()
long	getKafkaFetchPartitionMaxSizePerSecond()
long	getKafkaFetchQuotaBytesPerSecond()
long	getKafkaFetchQuotaRecordPerSecond()
long	getKafkaFetchQuotaTimeWindow()
long	getKafkaFetchQuotaUnorderedBytesPerSecond()
long	getKafkaFetchQuotaUnorderedRecordPerSecond()
long	getKafkaReadCycleDelayMs()
PubSubSecurityProtocol	getKafkaSecurityProtocol(java.lang.String kafkaBootstrapUrl)
PersistenceType	getPersistenceType()
int	getRefreshAttemptsForZkReconnect()
long	getRefreshIntervalForZkReconnectInMs()
java.lang.String	getRegionName()
java.util.Set<java.lang.String>	getRegionNames()
java.util.Optional<SSLConfig>	getSslConfig()
java.lang.String	getZookeeperAddress()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

VeniceClusterConfig

public VeniceClusterConfig(VeniceProperties clusterProps,
                           java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.String>> kafkaClusterMap)
                    throws ConfigurationException

Throws:

ConfigurationException

Method Detail

getClusterName

public java.lang.String getClusterName()

getZookeeperAddress

public java.lang.String getZookeeperAddress()

getPersistenceType

public PersistenceType getPersistenceType()

getKafkaBootstrapServers

public java.lang.String getKafkaBootstrapServers()

getKafkaSecurityProtocol

public PubSubSecurityProtocol getKafkaSecurityProtocol(java.lang.String kafkaBootstrapUrl)

getSslConfig

public java.util.Optional<SSLConfig> getSslConfig()

getRefreshIntervalForZkReconnectInMs

public long getRefreshIntervalForZkReconnectInMs()

getRefreshAttemptsForZkReconnect

public int getRefreshAttemptsForZkReconnect()

getKafkaReadCycleDelayMs

public long getKafkaReadCycleDelayMs()

getKafkaEmptyPollSleepMs

public long getKafkaEmptyPollSleepMs()

getKafkaFetchMinSizePerSecond

public long getKafkaFetchMinSizePerSecond()

getKafkaFetchMaxSizePerSecond

public long getKafkaFetchMaxSizePerSecond()

getKafkaFetchMaxTimeMS

public long getKafkaFetchMaxTimeMS()

getKafkaFetchPartitionMaxSizePerSecond

public long getKafkaFetchPartitionMaxSizePerSecond()

getKafkaFetchQuotaTimeWindow

public long getKafkaFetchQuotaTimeWindow()

getKafkaFetchQuotaBytesPerSecond

public long getKafkaFetchQuotaBytesPerSecond()

getKafkaFetchQuotaRecordPerSecond

public long getKafkaFetchQuotaRecordPerSecond()

getKafkaFetchQuotaUnorderedBytesPerSecond

public long getKafkaFetchQuotaUnorderedBytesPerSecond()

getKafkaFetchQuotaUnorderedRecordPerSecond

public long getKafkaFetchQuotaUnorderedRecordPerSecond()

getRegionName

public java.lang.String getRegionName()

getKafkaClusterIdToUrlMap

public it.unimi.dsi.fastutil.ints.Int2ObjectMap<java.lang.String> getKafkaClusterIdToUrlMap()

getKafkaClusterUrlToIdMap

public it.unimi.dsi.fastutil.objects.Object2IntMap<java.lang.String> getKafkaClusterUrlToIdMap()

getKafkaClusterIdToAliasMap

public it.unimi.dsi.fastutil.ints.Int2ObjectMap<java.lang.String> getKafkaClusterIdToAliasMap()

getKafkaClusterAliasToIdMap

public it.unimi.dsi.fastutil.objects.Object2IntMap<java.lang.String> getKafkaClusterAliasToIdMap()

getKafkaClusterUrlToAliasMap

public java.util.Map<java.lang.String,java.lang.String> getKafkaClusterUrlToAliasMap()

getKafkaClusterUrlResolver

public java.util.function.Function<java.lang.String,java.lang.String> getKafkaClusterUrlResolver()

Used to convert from an alternative Kafka URL to the one used in this server instance. For example, can be used in case of a URL migration, or a security protocol migration (e.g. from PLAINTEXT to SSL).

getRegionNames

public java.util.Set<java.lang.String> getRegionNames()

getClusterProperties

public VeniceProperties getClusterProperties()

getKafkaClusterMap

public java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.String>> getKafkaClusterMap()

getEquivalentKafkaClusterIdForSepTopic

public int getEquivalentKafkaClusterIdForSepTopic(int clusterId)

For the separate incremental push topic feature, we need to resolve the cluster id to the original one for monitoring purposes as the incremental push topic essentially uses the same pubsub clusters as the regular push topic, though it appears to have a different cluster id

Parameters:

clusterId -

Returns: