Package com.linkedin.venice.hadoop.mapreduce.counter

Class MRJobCounterHelper

java.lang.Object
com.linkedin.venice.hadoop.mapreduce.counter.MRJobCounterHelper
public class MRJobCounterHelper extends Object
All MapReducer job counters (identified by a group name + a counter name) are defined here and this util class provides method to increment counters and read counters

  • Field Details

  • Method Details

    • incrReducerClosedCount

      public static void incrReducerClosedCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrMapperSprayAllPartitionsTriggeredCount

      public static void incrMapperSprayAllPartitionsTriggeredCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrWriteAclAuthorizationFailureCount

      public static void incrWriteAclAuthorizationFailureCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrRecordTooLargeFailureCount

      public static void incrRecordTooLargeFailureCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalKeySize

      public static void incrTotalKeySize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalValueSize

      public static void incrTotalValueSize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalUncompressedValueSize

      public static void incrTotalUncompressedValueSize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalGzipCompressedValueSize

      public static void incrTotalGzipCompressedValueSize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalZstdCompressedValueSize

      public static void incrTotalZstdCompressedValueSize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrDuplicateKeyWithIdenticalValue

      public static void incrDuplicateKeyWithIdenticalValue(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrDuplicateKeyWithDistinctValue

      public static void incrDuplicateKeyWithDistinctValue(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrOutputRecordCount

      public static void incrOutputRecordCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrEmptyRecordCount

      public static void incrEmptyRecordCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalPutOrDeleteRecordCount

      public static void incrTotalPutOrDeleteRecordCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getWriteAclAuthorizationFailureCount

      public static long getWriteAclAuthorizationFailureCount(org.apache.hadoop.mapred.Reporter reporter)

    • getDuplicateKeyWithDistinctCount

      public static long getDuplicateKeyWithDistinctCount(org.apache.hadoop.mapred.Reporter reporter)

    • getRecordTooLargeFailureCount

      public static long getRecordTooLargeFailureCount(org.apache.hadoop.mapred.Reporter reporter)

    • getTotalKeySize

      public static long getTotalKeySize(org.apache.hadoop.mapred.Reporter reporter)

    • getTotalValueSize

      public static long getTotalValueSize(org.apache.hadoop.mapred.Reporter reporter)

    • getTotalPutOrDeleteRecordsCount

      public static long getTotalPutOrDeleteRecordsCount(org.apache.hadoop.mapred.Reporter reporter)

    • getReducerClosedCount

      public static long getReducerClosedCount(org.apache.hadoop.mapred.Counters counters)

    • getMapperSprayAllPartitionsTriggeredCount

      public static long getMapperSprayAllPartitionsTriggeredCount(org.apache.hadoop.mapred.Counters counters)

    • getOutputRecordsCount

      public static long getOutputRecordsCount(org.apache.hadoop.mapred.Counters counters)

    • getWriteAclAuthorizationFailureCount

      public static long getWriteAclAuthorizationFailureCount(org.apache.hadoop.mapred.Counters counters)

    • getDuplicateKeyWithDistinctCount

      public static long getDuplicateKeyWithDistinctCount(org.apache.hadoop.mapred.Counters counters)

    • getRecordTooLargeFailureCount

      public static long getRecordTooLargeFailureCount(org.apache.hadoop.mapred.Counters counters)

    • getTotalKeySize

      public static long getTotalKeySize(org.apache.hadoop.mapred.Counters counters)

    • getTotalValueSize

      public static long getTotalValueSize(org.apache.hadoop.mapred.Counters counters)

    • getTotalUncompressedValueSize

      public static long getTotalUncompressedValueSize(org.apache.hadoop.mapred.Counters counters)

    • getTotalGzipCompressedValueSize

      public static long getTotalGzipCompressedValueSize(org.apache.hadoop.mapred.Counters counters)

    • getTotalZstdWithDictCompressedValueSize

      public static long getTotalZstdWithDictCompressedValueSize(org.apache.hadoop.mapred.Counters counters)

    • getTotalPutOrDeleteRecordsCount

      public static long getTotalPutOrDeleteRecordsCount(org.apache.hadoop.mapred.Counters counters)

    • incrMapperErrorDataModifiedDuringPushJobCount

      public static void incrMapperErrorDataModifiedDuringPushJobCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getMapperErrorDataModifiedDuringPushJobCount

      public static long getMapperErrorDataModifiedDuringPushJobCount(org.apache.hadoop.mapred.Counters counters)

    • incrMapperInvalidInputIdxCount

      public static void incrMapperInvalidInputIdxCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getMapperInvalidInputIdxCount

      public static long getMapperInvalidInputIdxCount(org.apache.hadoop.mapred.Counters counters)

    • incrMapperInvalidInputFileCount

      public static void incrMapperInvalidInputFileCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getMapperInvalidInputFileCount

      public static long getMapperInvalidInputFileCount(org.apache.hadoop.mapred.Counters counters)

    • incrMapperSchemaInconsistencyFailureCount

      public static void incrMapperSchemaInconsistencyFailureCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getMapperSchemaInconsistencyFailureCount

      public static long getMapperSchemaInconsistencyFailureCount(org.apache.hadoop.mapred.Counters counters)

    • incrMapperZstdDictTrainSuccessCount

      public static void incrMapperZstdDictTrainSuccessCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getMapperZstdDictTrainSuccessCount

      public static long getMapperZstdDictTrainSuccessCount(org.apache.hadoop.mapred.Counters counters)

    • incrMapperZstdDictTrainFailureCount

      public static void incrMapperZstdDictTrainFailureCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getMapperZstdDictTrainFailureCount

      public static long getMapperZstdDictTrainFailureCount(org.apache.hadoop.mapred.Counters counters)

    • incrMapperZstdDictTrainSkippedCount

      public static void incrMapperZstdDictTrainSkippedCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getMapperZstdDictTrainSkippedCount

      public static long getMapperZstdDictTrainSkippedCount(org.apache.hadoop.mapred.Counters counters)

    • incrMapperNumRecordsSuccessfullyProcessedCount

      public static void incrMapperNumRecordsSuccessfullyProcessedCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getMapperNumRecordsSuccessfullyProcessedCount

      public static long getMapperNumRecordsSuccessfullyProcessedCount(org.apache.hadoop.mapred.Counters counters)

    • getRepushTtlFilterCount

      public static long getRepushTtlFilterCount(org.apache.hadoop.mapred.Counters counters)

    • incrRepushTtlFilterCount

      public static void incrRepushTtlFilterCount(org.apache.hadoop.mapred.Reporter reporter, long amount)