Package com.linkedin.venice.hadoop

Class PushJobSetting

  • All Implemented Interfaces:
    java.io.Serializable
    public class PushJobSetting
extends java.lang.Object
implements java.io.Serializable
    This class carries the state for the duration of the VenicePushJob. Consider making breaking changes carefully.
    See Also:
    Serialized Form

    • Field Detail

      • jobStartTimeMs

        public long jobStartTimeMs

      • jobId

        public java.lang.String jobId

      • jobExecutionId

        public java.lang.String jobExecutionId

      • jobServerName

        public java.lang.String jobServerName

      • enableSSL

        public boolean enableSSL

      • vpjEntryClass

        public java.lang.Class<? extends VenicePushJob> vpjEntryClass

      • veniceControllerUrl

        public java.lang.String veniceControllerUrl

      • storeName

        public java.lang.String storeName

      • inputURI

        public java.lang.String inputURI

      • sourceGridFabric

        public java.lang.String sourceGridFabric

      • batchNumBytes

        public int batchNumBytes

      • isIncrementalPush

        public boolean isIncrementalPush

      • incrementalPushVersion

        public java.lang.String incrementalPushVersion

      • isDuplicateKeyAllowed

        public boolean isDuplicateKeyAllowed

      • enablePushJobStatusUpload

        public boolean enablePushJobStatusUpload

      • controllerRetries

        public int controllerRetries

      • controllerStatusPollRetries

        public int controllerStatusPollRetries

      • pollJobStatusIntervalMs

        public long pollJobStatusIntervalMs

      • jobStatusInUnknownStateTimeoutMs

        public long jobStatusInUnknownStateTimeoutMs

      • sendControlMessagesDirectly

        public boolean sendControlMessagesDirectly

      • isSourceETL

        public boolean isSourceETL

      • enableWriteCompute

        public boolean enableWriteCompute

      • isSourceKafka

        public boolean isSourceKafka

      • kafkaInputBrokerUrl

        public java.lang.String kafkaInputBrokerUrl

      • kafkaInputTopic

        public java.lang.String kafkaInputTopic

      • rewindTimeInSecondsOverride

        public long rewindTimeInSecondsOverride

      • kafkaInputCombinerEnabled

        public boolean kafkaInputCombinerEnabled

      • kafkaInputBuildNewDictEnabled

        public boolean kafkaInputBuildNewDictEnabled

      • suppressEndOfPushMessage

        public boolean suppressEndOfPushMessage

      • deferVersionSwap

        public boolean deferVersionSwap

      • extendedSchemaValidityCheckEnabled

        public boolean extendedSchemaValidityCheckEnabled

      • useMapperToBuildDictOutputPath

        public java.lang.String useMapperToBuildDictOutputPath

      • repushTTLEnabled

        public boolean repushTTLEnabled

      • repushTTLStartTimeMs

        public long repushTTLStartTimeMs

      • rmdSchemaDir

        public java.lang.String rmdSchemaDir

      • valueSchemaDir

        public java.lang.String valueSchemaDir

      • controllerD2ServiceName

        public java.lang.String controllerD2ServiceName

      • parentControllerRegionD2ZkHosts

        public java.lang.String parentControllerRegionD2ZkHosts

      • childControllerRegionD2ZkHosts

        public java.lang.String childControllerRegionD2ZkHosts

      • livenessHeartbeatEnabled

        public boolean livenessHeartbeatEnabled

      • livenessHeartbeatStoreName

        public java.lang.String livenessHeartbeatStoreName

      • multiRegion

        public boolean multiRegion

      • d2Routing

        public boolean d2Routing

      • targetedRegions

        public java.lang.String targetedRegions

      • isTargetedRegionPushEnabled

        public boolean isTargetedRegionPushEnabled

      • postValidationConsumption

        public boolean postValidationConsumption

      • isSystemSchemaReaderEnabled

        public boolean isSystemSchemaReaderEnabled

      • systemSchemaClusterD2ServiceName

        public java.lang.String systemSchemaClusterD2ServiceName

      • systemSchemaClusterD2ZKHost

        public java.lang.String systemSchemaClusterD2ZKHost

      • isZstdDictCreationRequired

        public boolean isZstdDictCreationRequired

      • isZstdDictCreationSuccess

        public boolean isZstdDictCreationSuccess

      • dataWriterComputeJobClass

        public java.lang.Class<? extends DataWriterComputeJob> dataWriterComputeJobClass

      • clusterName

        public java.lang.String clusterName

      • storeKeySchema

        public org.apache.avro.Schema storeKeySchema

      • isChunkingEnabled

        public boolean isChunkingEnabled

      • isRmdChunkingEnabled

        public boolean isRmdChunkingEnabled

      • storeStorageQuota

        public long storeStorageQuota

      • isSchemaAutoRegisterFromPushJobEnabled

        public boolean isSchemaAutoRegisterFromPushJobEnabled

      • isStoreWriteComputeEnabled

        public boolean isStoreWriteComputeEnabled

      • isStoreIncrementalPushEnabled

        public boolean isStoreIncrementalPushEnabled

      • topic

        public java.lang.String topic

      • version

        public int version
        Version part of the store-version / topic name

      • partitionCount

        public int partitionCount

      • kafkaUrl

        public java.lang.String kafkaUrl

      • sslToKafka

        public boolean sslToKafka

      • partitionerClass

        public java.lang.String partitionerClass

      • partitionerParams

        public java.util.Map<java.lang.String,​java.lang.String> partitionerParams

      • amplificationFactor

        public int amplificationFactor

      • chunkingEnabled

        public boolean chunkingEnabled

      • rmdChunkingEnabled

        public boolean rmdChunkingEnabled

      • kafkaSourceRegion

        public java.lang.String kafkaSourceRegion

      • isAvro

        public boolean isAvro

      • valueSchemaId

        public int valueSchemaId

      • derivedSchemaId

        public int derivedSchemaId

      • keyField

        public java.lang.String keyField

      • valueField

        public java.lang.String valueField

      • inputDataSchema

        public org.apache.avro.Schema inputDataSchema

      • inputDataSchemaString

        public java.lang.String inputDataSchemaString

      • keySchema

        public org.apache.avro.Schema keySchema

      • keySchemaString

        public java.lang.String keySchemaString

      • valueSchema

        public org.apache.avro.Schema valueSchema

      • valueSchemaString

        public java.lang.String valueSchemaString

      • vsonInputKeySchema

        public VsonSchema vsonInputKeySchema

      • vsonInputKeySchemaString

        public java.lang.String vsonInputKeySchemaString

      • vsonInputValueSchema

        public VsonSchema vsonInputValueSchema

      • vsonInputValueSchemaString

        public java.lang.String vsonInputValueSchemaString

      • generatePartialUpdateRecordFromInput

        public boolean generatePartialUpdateRecordFromInput

      • inputHasRecords

        public boolean inputHasRecords

      • inputFileDataSizeInBytes

        public long inputFileDataSizeInBytes

      • sourceKafkaInputVersionInfo

        public transient Version sourceKafkaInputVersionInfo

      • sourceVersionCompressionStrategy

        public CompressionStrategy sourceVersionCompressionStrategy

      • sourceVersionChunkingEnabled

        public boolean sourceVersionChunkingEnabled

    • Constructor Detail

      • PushJobSetting

        public PushJobSetting()