Package com.linkedin.davinci.consumer
Class ChangelogClientConfig<T extends org.apache.avro.specific.SpecificRecord>
java.lang.Object
com.linkedin.davinci.consumer.ChangelogClientConfig<T>
public class ChangelogClientConfig<T extends org.apache.avro.specific.SpecificRecord>
extends Object
-
Constructor Summary
Constructors -
Method Summary
Modifier and TypeMethodDescriptionstatic <V extends org.apache.avro.specific.SpecificRecord>
ChangelogClientConfig<V>cloneConfig
(ChangelogClientConfig<V> config) int
com.linkedin.d2.balancer.D2Client
long
Gets the databaseSyncBytesInterval.protected int
long
int
long
protected Boolean
protected Boolean
protected Boolean
setBootstrapFileSystemPath
(String bootstrapFileSystemPath) setConsumerName
(String consumerName) setConsumerProperties
(Properties consumerProperties) setControllerD2ServiceName
(String controllerD2ServiceName) setControllerRequestRetryCount
(int controllerRequestRetryCount) setD2Client
(com.linkedin.d2.balancer.D2Client d2Client) setD2ControllerClient
(D2ControllerClient d2ControllerClient) setD2ServiceName
(String d2ServiceName) setDatabaseSyncBytesInterval
(long databaseSyncBytesInterval) Sets the value for databaseSyncBytesInterval.setIsBeforeImageView
(Boolean beforeImageView) setIsBlobTransferEnabled
(Boolean blobTransferEnabled) This is used by the experimental client to speed up bootstrapping times through blob transfer.setIsExperimentalClientEnabled
(Boolean experimentalClientEnabled) This uses a highly experimental client.setLocalD2ZkHosts
(String localD2ZkHosts) setMaxBufferSize
(int maxBufferSize) Sets the maximum number of records that can be buffered and returned to the user when calling poll.setRocksDBBlockCacheSizeInBytes
(long rocksDBBlockCacheSizeInBytes) setSchemaReader
(SchemaReader schemaReader) setSeekThreadPoolSize
(int seekThreadPoolSize) setShouldCompactMessages
(boolean compactMessages) setShouldSkipFailedToAssembleRecords
(boolean skipFailedToAssembleRecords) setSpecificValue
(Class<T> specificValue) setStoreName
(String storeName) setVersionSwapDetectionIntervalTimeInSeconds
(long intervalTimeInSeconds) setViewName
(String viewName) boolean
boolean
-
Constructor Details
-
ChangelogClientConfig
-
ChangelogClientConfig
public ChangelogClientConfig()
-
-
Method Details
-
setStoreName
-
getStoreName
-
setConsumerProperties
-
getConsumerProperties
-
setSchemaReader
-
getSchemaReader
-
setViewName
-
setConsumerName
-
setShouldCompactMessages
-
getViewName
-
getConsumerName
-
shouldCompactMessages
public boolean shouldCompactMessages() -
setControllerD2ServiceName
-
getControllerD2ServiceName
-
setD2ServiceName
-
getD2ServiceName
-
setD2ControllerClient
-
getD2ControllerClient
-
setD2Client
-
getD2Client
public com.linkedin.d2.balancer.D2Client getD2Client() -
setLocalD2ZkHosts
-
getLocalD2ZkHosts
-
setControllerRequestRetryCount
-
getControllerRequestRetryCount
public int getControllerRequestRetryCount() -
getInnerClientConfig
-
setBootstrapFileSystemPath
-
getBootstrapFileSystemPath
-
getVersionSwapDetectionIntervalTimeInSeconds
public long getVersionSwapDetectionIntervalTimeInSeconds() -
setVersionSwapDetectionIntervalTimeInSeconds
public ChangelogClientConfig setVersionSwapDetectionIntervalTimeInSeconds(long intervalTimeInSeconds) -
getSeekThreadPoolSize
public int getSeekThreadPoolSize() -
setSeekThreadPoolSize
-
getDatabaseSyncBytesInterval
public long getDatabaseSyncBytesInterval()Gets the databaseSyncBytesInterval. -
setDatabaseSyncBytesInterval
Sets the value for databaseSyncBytesInterval. -
getRocksDBBlockCacheSizeInBytes
public long getRocksDBBlockCacheSizeInBytes() -
setRocksDBBlockCacheSizeInBytes
-
setSpecificValue
-
setShouldSkipFailedToAssembleRecords
public ChangelogClientConfig setShouldSkipFailedToAssembleRecords(boolean skipFailedToAssembleRecords) -
shouldSkipFailedToAssembleRecords
public boolean shouldSkipFailedToAssembleRecords() -
cloneConfig
public static <V extends org.apache.avro.specific.SpecificRecord> ChangelogClientConfig<V> cloneConfig(ChangelogClientConfig<V> config) -
isBeforeImageView
-
setIsBeforeImageView
-
isExperimentalClientEnabled
-
setIsExperimentalClientEnabled
This uses a highly experimental client. It is currently only supported forBootstrappingVeniceChangelogConsumer
. -
isBlobTransferEnabled
-
setIsBlobTransferEnabled
This is used by the experimental client to speed up bootstrapping times through blob transfer. In order for this feature to be used,setIsExperimentalClientEnabled(Boolean)
must be set to true. It is currently only supported forBootstrappingVeniceChangelogConsumer
. -
getMaxBufferSize
protected int getMaxBufferSize() -
setMaxBufferSize
Sets the maximum number of records that can be buffered and returned to the user when calling poll. When the maximum number of records is reached, ingestion will be paused until the buffer is drained. Please note that this is separate fromConfigKeys.SERVER_KAFKA_MAX_POLL_RECORDS
. In order for this feature to be used,setIsExperimentalClientEnabled(Boolean)
must be set to true. It is currently only supported forBootstrappingVeniceChangelogConsumer
.
-