Package com.linkedin.venice.hadoop

Class PushJobSetting

java.lang.Object
com.linkedin.venice.hadoop.PushJobSetting
All Implemented Interfaces:
Serializable
public class PushJobSetting extends Object implements Serializable
This class carries the state for the duration of the VenicePushJob. Consider making breaking changes carefully.
See Also:

  • Field Details

    • jobStartTimeMs

      public long jobStartTimeMs

    • jobId

      public String jobId

    • jobExecutionId

      public String jobExecutionId

    • jobServerName

      public String jobServerName

    • sharedTmpDir

      public String sharedTmpDir

    • jobTmpDir

      public String jobTmpDir

    • enableSSL

      public boolean enableSSL

    • vpjEntryClass

      public Class<? extends VenicePushJob> vpjEntryClass

    • veniceControllerUrl

      public String veniceControllerUrl

    • storeName

      public String storeName

    • inputURI

      public String inputURI

    • sourceGridFabric

      public String sourceGridFabric

    • batchNumBytes

      public int batchNumBytes

    • isIncrementalPush

      public boolean isIncrementalPush

    • incrementalPushVersion

      public String incrementalPushVersion

    • isDuplicateKeyAllowed

      public boolean isDuplicateKeyAllowed

    • enablePushJobStatusUpload

      public boolean enablePushJobStatusUpload

    • controllerRetries

      public int controllerRetries

    • controllerStatusPollRetries

      public int controllerStatusPollRetries

    • pollJobStatusIntervalMs

      public long pollJobStatusIntervalMs

    • jobStatusInUnknownStateTimeoutMs

      public long jobStatusInUnknownStateTimeoutMs

    • sendControlMessagesDirectly

      public boolean sendControlMessagesDirectly

    • isSourceETL

      public boolean isSourceETL

    • enableWriteCompute

      public boolean enableWriteCompute

    • isSourceKafka

      public boolean isSourceKafka

    • kafkaInputBrokerUrl

      public String kafkaInputBrokerUrl

    • kafkaInputTopic

      public String kafkaInputTopic

    • repushSourceVersion

      public int repushSourceVersion

    • rewindTimeInSecondsOverride

      public long rewindTimeInSecondsOverride

    • pushToSeparateRealtimeTopicEnabled

      public boolean pushToSeparateRealtimeTopicEnabled

    • kafkaInputCombinerEnabled

      public boolean kafkaInputCombinerEnabled

    • kafkaInputBuildNewDictEnabled

      public boolean kafkaInputBuildNewDictEnabled

    • validateRemoteReplayPolicy

      public BufferReplayPolicy validateRemoteReplayPolicy

    • suppressEndOfPushMessage

      public boolean suppressEndOfPushMessage

    • deferVersionSwap

      public boolean deferVersionSwap

    • extendedSchemaValidityCheckEnabled

      public boolean extendedSchemaValidityCheckEnabled

    • compressionMetricCollectionEnabled

      public boolean compressionMetricCollectionEnabled
      Refer VenicePushJobConstants.COMPRESSION_METRIC_COLLECTION_ENABLED

    • useMapperToBuildDict

      public boolean useMapperToBuildDict
      Refer VenicePushJobConstants.USE_MAPPER_TO_BUILD_DICTIONARY

    • repushTTLEnabled

      public boolean repushTTLEnabled

    • repushTTLStartTimeMs

      public long repushTTLStartTimeMs

    • rmdSchemaDir

      public String rmdSchemaDir

    • valueSchemaDir

      public String valueSchemaDir

    • controllerD2ServiceName

      public String controllerD2ServiceName

    • parentControllerRegionD2ZkHosts

      public String parentControllerRegionD2ZkHosts

    • childControllerRegionD2ZkHosts

      public String childControllerRegionD2ZkHosts

    • livenessHeartbeatEnabled

      public boolean livenessHeartbeatEnabled

    • livenessHeartbeatStoreName

      public String livenessHeartbeatStoreName

    • multiRegion

      public boolean multiRegion

    • d2Routing

      public boolean d2Routing

    • targetedRegions

      public String targetedRegions

    • isTargetedRegionPushEnabled

      public boolean isTargetedRegionPushEnabled

    • isTargetRegionPushWithDeferredSwapEnabled

      public boolean isTargetRegionPushWithDeferredSwapEnabled

    • isSystemSchemaReaderEnabled

      public boolean isSystemSchemaReaderEnabled

    • systemSchemaClusterD2ServiceName

      public String systemSchemaClusterD2ServiceName

    • systemSchemaClusterD2ZKHost

      public String systemSchemaClusterD2ZKHost

    • isZstdDictCreationRequired

      public boolean isZstdDictCreationRequired

    • isZstdDictCreationSuccess

      public boolean isZstdDictCreationSuccess

    • dataWriterComputeJobClass

      public Class<? extends DataWriterComputeJob> dataWriterComputeJobClass

    • clusterName

      public String clusterName

    • storeKeySchema

      public org.apache.avro.Schema storeKeySchema

    • isChunkingEnabled

      public boolean isChunkingEnabled

    • isRmdChunkingEnabled

      public boolean isRmdChunkingEnabled

    • storeStorageQuota

      public long storeStorageQuota

    • isSchemaAutoRegisterFromPushJobEnabled

      public boolean isSchemaAutoRegisterFromPushJobEnabled

    • storeCompressionStrategy

      public CompressionStrategy storeCompressionStrategy

    • isStoreWriteComputeEnabled

      public boolean isStoreWriteComputeEnabled

    • isStoreIncrementalPushEnabled

      public boolean isStoreIncrementalPushEnabled

    • hybridStoreConfig

      public transient HybridStoreConfig hybridStoreConfig

    • storeResponse

      public transient StoreResponse storeResponse

    • topic

      public String topic

    • version

      public int version
      Version part of the store-version / topic name

    • partitionCount

      public int partitionCount

    • kafkaUrl

      public String kafkaUrl

    • sslToKafka

      public boolean sslToKafka

    • topicCompressionStrategy

      public CompressionStrategy topicCompressionStrategy

    • partitionerClass

      public String partitionerClass

    • partitionerParams

      public Map<String,String> partitionerParams

    • chunkingEnabled

      public boolean chunkingEnabled

    • rmdChunkingEnabled

      public boolean rmdChunkingEnabled

    • maxRecordSizeBytes

      public int maxRecordSizeBytes

    • kafkaSourceRegion

      public String kafkaSourceRegion

    • repushInfoResponse

      public transient RepushInfoResponse repushInfoResponse

    • isAvro

      public boolean isAvro

    • valueSchemaId

      public int valueSchemaId

    • derivedSchemaId

      public int derivedSchemaId

    • keyField

      public String keyField

    • valueField

      public String valueField

    • inputDataSchema

      public org.apache.avro.Schema inputDataSchema

    • inputDataSchemaString

      public String inputDataSchemaString

    • keySchema

      public org.apache.avro.Schema keySchema

    • keySchemaString

      public String keySchemaString

    • valueSchema

      public org.apache.avro.Schema valueSchema

    • valueSchemaString

      public String valueSchemaString

    • vsonInputKeySchema

      public VsonSchema vsonInputKeySchema

    • vsonInputKeySchemaString

      public String vsonInputKeySchemaString

    • vsonInputValueSchema

      public VsonSchema vsonInputValueSchema

    • vsonInputValueSchemaString

      public String vsonInputValueSchemaString

    • generatePartialUpdateRecordFromInput

      public boolean generatePartialUpdateRecordFromInput

    • etlValueSchemaTransformation

      public ETLValueSchemaTransformation etlValueSchemaTransformation

    • inputHasRecords

      public boolean inputHasRecords

    • inputFileDataSizeInBytes

      public long inputFileDataSizeInBytes

    • sourceKafkaInputVersionInfo

      public transient Version sourceKafkaInputVersionInfo

    • sourceVersionCompressionStrategy

      public CompressionStrategy sourceVersionCompressionStrategy

    • sourceVersionChunkingEnabled

      public boolean sourceVersionChunkingEnabled

    • materializedViewConfigFlatMap

      public String materializedViewConfigFlatMap

  • Constructor Details

    • PushJobSetting

      public PushJobSetting()