Class SparkDataWriterTaskTracker
java.lang.Object
com.linkedin.venice.spark.datawriter.task.SparkDataWriterTaskTracker
- All Implemented Interfaces:
DataWriterTaskTracker
,TaskTracker
-
Field Summary
Fields inherited from interface com.linkedin.venice.hadoop.task.TaskTracker
PROGRESS_COMPLETED, PROGRESS_NOT_SUPPORTED
-
Constructor Summary
-
Method Summary
Modifier and TypeMethodDescriptionlong
long
long
long
long
long
long
long
long
long
long
long
void
trackCompressedValueSize
(int size) void
trackDuplicateKeyWithDistinctValue
(int count) void
trackDuplicateKeyWithIdenticalValue
(int count) void
void
trackGzipCompressedValueSize
(int size) void
trackKeySize
(int size) void
void
void
void
void
void
trackUncompressedValueSize
(int size) void
void
trackZstdCompressedValueSize
(int size) Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
Methods inherited from interface com.linkedin.venice.hadoop.task.datawriter.DataWriterTaskTracker
getTotalPutOrDeleteRecordsCount, trackPutOrDeleteRecord
Methods inherited from interface com.linkedin.venice.hadoop.task.TaskTracker
getProgress, heartbeat
-
Constructor Details
-
SparkDataWriterTaskTracker
-
-
Method Details
-
trackSprayAllPartitions
public void trackSprayAllPartitions()- Specified by:
trackSprayAllPartitions
in interfaceDataWriterTaskTracker
-
trackEmptyRecord
public void trackEmptyRecord()- Specified by:
trackEmptyRecord
in interfaceDataWriterTaskTracker
-
trackKeySize
public void trackKeySize(int size) - Specified by:
trackKeySize
in interfaceDataWriterTaskTracker
-
trackUncompressedValueSize
public void trackUncompressedValueSize(int size) - Specified by:
trackUncompressedValueSize
in interfaceDataWriterTaskTracker
-
trackCompressedValueSize
public void trackCompressedValueSize(int size) - Specified by:
trackCompressedValueSize
in interfaceDataWriterTaskTracker
-
trackGzipCompressedValueSize
public void trackGzipCompressedValueSize(int size) - Specified by:
trackGzipCompressedValueSize
in interfaceDataWriterTaskTracker
-
trackZstdCompressedValueSize
public void trackZstdCompressedValueSize(int size) - Specified by:
trackZstdCompressedValueSize
in interfaceDataWriterTaskTracker
-
trackWriteAclAuthorizationFailure
public void trackWriteAclAuthorizationFailure()- Specified by:
trackWriteAclAuthorizationFailure
in interfaceDataWriterTaskTracker
-
trackRecordTooLargeFailure
public void trackRecordTooLargeFailure()- Specified by:
trackRecordTooLargeFailure
in interfaceDataWriterTaskTracker
-
trackRecordSentToPubSub
public void trackRecordSentToPubSub()- Specified by:
trackRecordSentToPubSub
in interfaceDataWriterTaskTracker
-
trackDuplicateKeyWithDistinctValue
public void trackDuplicateKeyWithDistinctValue(int count) - Specified by:
trackDuplicateKeyWithDistinctValue
in interfaceDataWriterTaskTracker
-
trackDuplicateKeyWithIdenticalValue
public void trackDuplicateKeyWithIdenticalValue(int count) - Specified by:
trackDuplicateKeyWithIdenticalValue
in interfaceDataWriterTaskTracker
-
trackRepushTtlFilteredRecord
public void trackRepushTtlFilteredRecord()- Specified by:
trackRepushTtlFilteredRecord
in interfaceDataWriterTaskTracker
-
trackPartitionWriterClose
public void trackPartitionWriterClose()- Specified by:
trackPartitionWriterClose
in interfaceDataWriterTaskTracker
-
getSprayAllPartitionsCount
public long getSprayAllPartitionsCount()- Specified by:
getSprayAllPartitionsCount
in interfaceDataWriterTaskTracker
-
getTotalKeySize
public long getTotalKeySize()- Specified by:
getTotalKeySize
in interfaceDataWriterTaskTracker
-
getTotalValueSize
public long getTotalValueSize()- Specified by:
getTotalValueSize
in interfaceDataWriterTaskTracker
-
getTotalUncompressedValueSize
public long getTotalUncompressedValueSize()- Specified by:
getTotalUncompressedValueSize
in interfaceDataWriterTaskTracker
-
getTotalGzipCompressedValueSize
public long getTotalGzipCompressedValueSize()- Specified by:
getTotalGzipCompressedValueSize
in interfaceDataWriterTaskTracker
-
getTotalZstdCompressedValueSize
public long getTotalZstdCompressedValueSize()- Specified by:
getTotalZstdCompressedValueSize
in interfaceDataWriterTaskTracker
-
getRecordTooLargeFailureCount
public long getRecordTooLargeFailureCount()- Specified by:
getRecordTooLargeFailureCount
in interfaceDataWriterTaskTracker
-
getWriteAclAuthorizationFailureCount
public long getWriteAclAuthorizationFailureCount()- Specified by:
getWriteAclAuthorizationFailureCount
in interfaceDataWriterTaskTracker
-
getDuplicateKeyWithDistinctValueCount
public long getDuplicateKeyWithDistinctValueCount()- Specified by:
getDuplicateKeyWithDistinctValueCount
in interfaceDataWriterTaskTracker
-
getOutputRecordsCount
public long getOutputRecordsCount()- Specified by:
getOutputRecordsCount
in interfaceDataWriterTaskTracker
-
getPartitionWriterCloseCount
public long getPartitionWriterCloseCount()- Specified by:
getPartitionWriterCloseCount
in interfaceDataWriterTaskTracker
-
getRepushTtlFilterCount
public long getRepushTtlFilterCount()- Specified by:
getRepushTtlFilterCount
in interfaceDataWriterTaskTracker
-