Package com.linkedin.venice.hadoop.mapreduce.counter

Class MRJobCounterHelper

java.lang.Object
com.linkedin.venice.hadoop.mapreduce.counter.MRJobCounterHelper
public class MRJobCounterHelper extends Object
All MapReducer job counters (identified by a group name + a counter name) are defined here and this util class provides method to increment counters and read counters

  • Field Details

  • Method Details

    • incrReducerClosedCount

      public static void incrReducerClosedCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrMapperSprayAllPartitionsTriggeredCount

      public static void incrMapperSprayAllPartitionsTriggeredCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrWriteAclAuthorizationFailureCount

      public static void incrWriteAclAuthorizationFailureCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrRecordTooLargeFailureCount

      public static void incrRecordTooLargeFailureCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrUncompressedRecordTooLargeFailureCount

      public static void incrUncompressedRecordTooLargeFailureCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalKeySize

      public static void incrTotalKeySize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalValueSize

      public static void incrTotalValueSize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalUncompressedValueSize

      public static void incrTotalUncompressedValueSize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalGzipCompressedValueSize

      public static void incrTotalGzipCompressedValueSize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalZstdCompressedValueSize

      public static void incrTotalZstdCompressedValueSize(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrDuplicateKeyWithIdenticalValue

      public static void incrDuplicateKeyWithIdenticalValue(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrDuplicateKeyWithDistinctValue

      public static void incrDuplicateKeyWithDistinctValue(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrOutputRecordCount

      public static void incrOutputRecordCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrEmptyRecordCount

      public static void incrEmptyRecordCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • incrTotalPutOrDeleteRecordCount

      public static void incrTotalPutOrDeleteRecordCount(org.apache.hadoop.mapred.Reporter reporter, long amount)

    • getWriteAclAuthorizationFailureCount

      public static long getWriteAclAuthorizationFailureCount(org.apache.hadoop.mapred.Reporter reporter)

    • getDuplicateKeyWithDistinctCount

      public static long getDuplicateKeyWithDistinctCount(org.apache.hadoop.mapred.Reporter reporter)

    • getRecordTooLargeFailureCount

      public static long getRecordTooLargeFailureCount(org.apache.hadoop.mapred.Reporter reporter)

    • getUncompressedRecordTooLargeFailureCount

      public static long getUncompressedRecordTooLargeFailureCount(org.apache.hadoop.mapred.Reporter reporter)

    • getTotalKeySize

      public static long getTotalKeySize(org.apache.hadoop.mapred.Reporter reporter)

    • getTotalValueSize

      public static long getTotalValueSize(org.apache.hadoop.mapred.Reporter reporter)

    • getTotalPutOrDeleteRecordsCount

      public static long getTotalPutOrDeleteRecordsCount(org.apache.hadoop.mapred.Reporter reporter)

    • getReducerClosedCount

      public static long getReducerClosedCount(org.apache.hadoop.mapred.Counters counters)

    • getMapperSprayAllPartitionsTriggeredCount

      public static long getMapperSprayAllPartitionsTriggeredCount(org.apache.hadoop.mapred.Counters counters)

    • getOutputRecordsCount

      public static long getOutputRecordsCount(org.apache.hadoop.mapred.Counters counters)

    • getWriteAclAuthorizationFailureCount

      public static long getWriteAclAuthorizationFailureCount(org.apache.hadoop.mapred.Counters counters)

    • getDuplicateKeyWithDistinctCount

      public static long getDuplicateKeyWithDistinctCount(org.apache.hadoop.mapred.Counters counters)

    • getRecordTooLargeFailureCount

      public static long getRecordTooLargeFailureCount(org.apache.hadoop.mapred.Counters counters)

    • getUncompressedRecordTooLargeFailureCount

      public static long getUncompressedRecordTooLargeFailureCount(org.apache.hadoop.mapred.Counters counters)

    • getTotalKeySize

      public static long getTotalKeySize(org.apache.hadoop.mapred.Counters counters)

    • getTotalValueSize

      public static long getTotalValueSize(org.apache.hadoop.mapred.Counters counters)

    • getTotalUncompressedValueSize

      public static long getTotalUncompressedValueSize(org.apache.hadoop.mapred.Counters counters)

    • getTotalGzipCompressedValueSize

      public static long getTotalGzipCompressedValueSize(org.apache.hadoop.mapred.Counters counters)

    • getTotalZstdWithDictCompressedValueSize

      public static long getTotalZstdWithDictCompressedValueSize(org.apache.hadoop.mapred.Counters counters)

    • getTotalPutOrDeleteRecordsCount

      public static long getTotalPutOrDeleteRecordsCount(org.apache.hadoop.mapred.Counters counters)

    • getRepushTtlFilterCount

      public static long getRepushTtlFilterCount(org.apache.hadoop.mapred.Counters counters)

    • incrRepushTtlFilterCount

      public static void incrRepushTtlFilterCount(org.apache.hadoop.mapred.Reporter reporter, long amount)