Package com.linkedin.venice.hadoop.mapreduce.counter

Class MRJobCounterHelper

  • public class MRJobCounterHelper
extends java.lang.Object
    All MapReducer job counters (identified by a group name + a counter name) are defined here and this util class provides method to increment counters and read counters

    • Method Detail

      • incrReducerClosedCount

        public static void incrReducerClosedCount​(org.apache.hadoop.mapred.Reporter reporter,
                                          long amount)

      • incrMapperSprayAllPartitionsTriggeredCount

        public static void incrMapperSprayAllPartitionsTriggeredCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                              long amount)

      • incrWriteAclAuthorizationFailureCount

        public static void incrWriteAclAuthorizationFailureCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                         long amount)

      • incrRecordTooLargeFailureCount

        public static void incrRecordTooLargeFailureCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                  long amount)

      • incrTotalKeySize

        public static void incrTotalKeySize​(org.apache.hadoop.mapred.Reporter reporter,
                                    long amount)

      • incrTotalValueSize

        public static void incrTotalValueSize​(org.apache.hadoop.mapred.Reporter reporter,
                                      long amount)

      • incrTotalUncompressedValueSize

        public static void incrTotalUncompressedValueSize​(org.apache.hadoop.mapred.Reporter reporter,
                                                  long amount)

      • incrTotalGzipCompressedValueSize

        public static void incrTotalGzipCompressedValueSize​(org.apache.hadoop.mapred.Reporter reporter,
                                                    long amount)

      • incrTotalZstdCompressedValueSize

        public static void incrTotalZstdCompressedValueSize​(org.apache.hadoop.mapred.Reporter reporter,
                                                    long amount)

      • incrDuplicateKeyWithIdenticalValue

        public static void incrDuplicateKeyWithIdenticalValue​(org.apache.hadoop.mapred.Reporter reporter,
                                                      long amount)

      • incrDuplicateKeyWithDistinctValue

        public static void incrDuplicateKeyWithDistinctValue​(org.apache.hadoop.mapred.Reporter reporter,
                                                     long amount)

      • incrOutputRecordCount

        public static void incrOutputRecordCount​(org.apache.hadoop.mapred.Reporter reporter,
                                         long amount)

      • incrEmptyRecordCount

        public static void incrEmptyRecordCount​(org.apache.hadoop.mapred.Reporter reporter,
                                        long amount)

      • incrTotalPutOrDeleteRecordCount

        public static void incrTotalPutOrDeleteRecordCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                   long amount)

      • getWriteAclAuthorizationFailureCount

        public static long getWriteAclAuthorizationFailureCount​(org.apache.hadoop.mapred.Reporter reporter)

      • getDuplicateKeyWithDistinctCount

        public static long getDuplicateKeyWithDistinctCount​(org.apache.hadoop.mapred.Reporter reporter)

      • getRecordTooLargeFailureCount

        public static long getRecordTooLargeFailureCount​(org.apache.hadoop.mapred.Reporter reporter)

      • getTotalKeySize

        public static long getTotalKeySize​(org.apache.hadoop.mapred.Reporter reporter)

      • getTotalValueSize

        public static long getTotalValueSize​(org.apache.hadoop.mapred.Reporter reporter)

      • getTotalPutOrDeleteRecordsCount

        public static long getTotalPutOrDeleteRecordsCount​(org.apache.hadoop.mapred.Reporter reporter)

      • getReducerClosedCount

        public static long getReducerClosedCount​(org.apache.hadoop.mapred.Counters counters)

      • getMapperSprayAllPartitionsTriggeredCount

        public static long getMapperSprayAllPartitionsTriggeredCount​(org.apache.hadoop.mapred.Counters counters)

      • getOutputRecordsCount

        public static long getOutputRecordsCount​(org.apache.hadoop.mapred.Counters counters)

      • getWriteAclAuthorizationFailureCount

        public static long getWriteAclAuthorizationFailureCount​(org.apache.hadoop.mapred.Counters counters)

      • getDuplicateKeyWithDistinctCount

        public static long getDuplicateKeyWithDistinctCount​(org.apache.hadoop.mapred.Counters counters)

      • getRecordTooLargeFailureCount

        public static long getRecordTooLargeFailureCount​(org.apache.hadoop.mapred.Counters counters)

      • getTotalKeySize

        public static long getTotalKeySize​(org.apache.hadoop.mapred.Counters counters)

      • getTotalValueSize

        public static long getTotalValueSize​(org.apache.hadoop.mapred.Counters counters)

      • getTotalUncompressedValueSize

        public static long getTotalUncompressedValueSize​(org.apache.hadoop.mapred.Counters counters)

      • getTotalGzipCompressedValueSize

        public static long getTotalGzipCompressedValueSize​(org.apache.hadoop.mapred.Counters counters)

      • getTotalZstdWithDictCompressedValueSize

        public static long getTotalZstdWithDictCompressedValueSize​(org.apache.hadoop.mapred.Counters counters)

      • getTotalPutOrDeleteRecordsCount

        public static long getTotalPutOrDeleteRecordsCount​(org.apache.hadoop.mapred.Counters counters)

      • incrMapperErrorDataModifiedDuringPushJobCount

        public static void incrMapperErrorDataModifiedDuringPushJobCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                                 long amount)

      • getMapperErrorDataModifiedDuringPushJobCount

        public static long getMapperErrorDataModifiedDuringPushJobCount​(org.apache.hadoop.mapred.Counters counters)

      • incrMapperInvalidInputIdxCount

        public static void incrMapperInvalidInputIdxCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                  long amount)

      • getMapperInvalidInputIdxCount

        public static long getMapperInvalidInputIdxCount​(org.apache.hadoop.mapred.Counters counters)

      • incrMapperInvalidInputFileCount

        public static void incrMapperInvalidInputFileCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                   long amount)

      • getMapperInvalidInputFileCount

        public static long getMapperInvalidInputFileCount​(org.apache.hadoop.mapred.Counters counters)

      • incrMapperSchemaInconsistencyFailureCount

        public static void incrMapperSchemaInconsistencyFailureCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                             long amount)

      • getMapperSchemaInconsistencyFailureCount

        public static long getMapperSchemaInconsistencyFailureCount​(org.apache.hadoop.mapred.Counters counters)

      • incrMapperZstdDictTrainSuccessCount

        public static void incrMapperZstdDictTrainSuccessCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                       long amount)

      • getMapperZstdDictTrainSuccessCount

        public static long getMapperZstdDictTrainSuccessCount​(org.apache.hadoop.mapred.Counters counters)

      • incrMapperZstdDictTrainFailureCount

        public static void incrMapperZstdDictTrainFailureCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                       long amount)

      • getMapperZstdDictTrainFailureCount

        public static long getMapperZstdDictTrainFailureCount​(org.apache.hadoop.mapred.Counters counters)

      • incrMapperZstdDictTrainSkippedCount

        public static void incrMapperZstdDictTrainSkippedCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                       long amount)

      • getMapperZstdDictTrainSkippedCount

        public static long getMapperZstdDictTrainSkippedCount​(org.apache.hadoop.mapred.Counters counters)

      • incrMapperNumRecordsSuccessfullyProcessedCount

        public static void incrMapperNumRecordsSuccessfullyProcessedCount​(org.apache.hadoop.mapred.Reporter reporter,
                                                                  long amount)

      • getMapperNumRecordsSuccessfullyProcessedCount

        public static long getMapperNumRecordsSuccessfullyProcessedCount​(org.apache.hadoop.mapred.Counters counters)

      • getRepushTtlFilterCount

        public static long getRepushTtlFilterCount​(org.apache.hadoop.mapred.Counters counters)

      • incrRepushTtlFilterCount

        public static void incrRepushTtlFilterCount​(org.apache.hadoop.mapred.Reporter reporter,
                                            long amount)