Package com.linkedin.davinci.stats

Class AggVersionedIngestionStats

java.lang.Object

com.linkedin.davinci.stats.AbstractVeniceAggVersionedStats<IngestionStats,IngestionStatsReporter>

com.linkedin.davinci.stats.AggVersionedIngestionStats

All Implemented Interfaces:

StoreDataChangedListener

public class AggVersionedIngestionStats
extends AbstractVeniceAggVersionedStats<IngestionStats,IngestionStatsReporter>

The store level stats or the total stats will be unpopulated because there is no easy and reliable way to aggregate gauge stats such as rt topic offset lag.

Field Summary

Fields inherited from class com.linkedin.davinci.stats.AbstractVeniceAggVersionedStats

metadataRepository

Constructor Summary

Constructors

Constructor	Description
AggVersionedIngestionStats(io.tehuti.metrics.MetricsRepository metricsRepository, ReadOnlyStoreRepository storeRepository, VeniceServerConfig serverConfig)

Method Summary

Modifier and Type	Method	Description
void	recordBatchProcessingLatency(String storeName, int version, double latency, long timestamp)
void	recordBatchProcessingRequest(String storeName, int version, int size, long timestamp)
void	recordBatchProcessingRequestError(String storeName, int version)
void	recordBytesConsumed(String storeName, int version, long bytes)
void	recordConsumedRecordEndToEndProcessingLatency(String storeName, int version, double value, long currentTimeMs)
void	recordFollowerConsumed(String storeName, int version, long bytes)
void	recordFollowerLatencies(String storeName, int version, long currentTimeMs, double producerBrokerLatencyMs, double brokerConsumerLatencyMs)
void	recordInternalPreprocessingLatency(String storeName, int version, double value, long currentTimeMs)
void	recordLeaderConsumed(String storeName, int version, long bytes)
void	recordLeaderLatencies(String storeName, int version, long currentTimeMs, double producerBrokerLatencyMs, double brokerConsumerLatencyMs)
void	recordLeaderPreprocessingLatency(String storeName, int version, double value, long currentTimeMs)
void	recordLeaderProduced(String storeName, int version, long bytesProduced, int recordCount)
void	recordLeaderProducerCompletionTime(String storeName, int version, double value, long currentTimeMs)
void	recordMaxIdleTime(String storeName, int version, long idleTimeMs)
void	recordNearlineLocalBrokerToReadyToServeLatency(String storeName, int version, double value, long timestamp)
void	recordNearlineProducerToLocalBrokerLatency(String storeName, int version, double value, long timestamp)
void	recordOffsetRegressionDCRError(String storeName, int version)
void	recordProducerCallBackLatency(String storeName, int version, double value, long currentTimeMs)
void	recordRecordsConsumed(String storeName, int version)
void	recordRegionHybridConsumption(String storeName, int version, int regionId, long bytesConsumed, long offsetConsumed, long currentTimeMs)
void	recordSubscribePrepLatency(String storeName, int version, double value)
void	recordTimestampRegressionDCRError(String storeName, int version)
void	recordTombStoneCreationDCR(String storeName, int version)
void	recordTotalDCR(String storeName, int version)
void	recordTransformerError(String storeName, int version, double value, long timestamp)
void	recordTransformerLatency(String storeName, int version, double value, long timestamp)
void	recordTransformerLifecycleEndLatency(String storeName, int version, double value, long timestamp)
void	recordTransformerLifecycleStartLatency(String storeName, int version, double value, long timestamp)
void	recordUpdateIgnoredDCR(String storeName, int version)
void	recordVersionTopicEndOffsetRewind(String storeName, int version)
void	registerTransformerErrorSensor(String storeName, int version)
void	registerTransformerLatencySensor(String storeName, int version)
void	registerTransformerLifecycleEndLatency(String storeName, int version)
void	registerTransformerLifecycleStartLatency(String storeName, int version)
void	resetIngestionTaskPushTimeoutGauge(String storeName, int version)
void	setIngestionTask(String storeVersionTopic, StoreIngestionTask ingestionTask)
void	setIngestionTaskPushTimeoutGauge(String storeName, int version)

Methods inherited from class com.linkedin.davinci.stats.AbstractVeniceAggVersionedStats

addStore, getCurrentVersion, getFutureVersion, getStats, getTotalStats, handleStoreChanged, handleStoreCreated, handleStoreDeleted, isFutureVersion, loadAllStats, recordVersionedAndTotalStat, registerConditionalStats, updateStatsVersionInfo, updateTotalStats

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface com.linkedin.venice.meta.StoreDataChangedListener

handleStoreDeleted

Constructor Details

AggVersionedIngestionStats

public AggVersionedIngestionStats(io.tehuti.metrics.MetricsRepository metricsRepository,
 ReadOnlyStoreRepository storeRepository,
 VeniceServerConfig serverConfig)

Method Details

setIngestionTask

public void setIngestionTask(String storeVersionTopic,
 StoreIngestionTask ingestionTask)

recordRecordsConsumed

public void recordRecordsConsumed(String storeName,
 int version)

recordBytesConsumed

public void recordBytesConsumed(String storeName,
 int version,
 long bytes)

recordLeaderConsumed

public void recordLeaderConsumed(String storeName,
 int version,
 long bytes)

recordFollowerConsumed

public void recordFollowerConsumed(String storeName,
 int version,
 long bytes)

recordLeaderProduced

public void recordLeaderProduced(String storeName,
 int version,
 long bytesProduced,
 int recordCount)

recordRegionHybridConsumption

public void recordRegionHybridConsumption(String storeName,
 int version,
 int regionId,
 long bytesConsumed,
 long offsetConsumed,
 long currentTimeMs)

recordUpdateIgnoredDCR

public void recordUpdateIgnoredDCR(String storeName,
 int version)

recordTotalDCR

public void recordTotalDCR(String storeName,
 int version)

recordTimestampRegressionDCRError

public void recordTimestampRegressionDCRError(String storeName,
 int version)

recordOffsetRegressionDCRError

public void recordOffsetRegressionDCRError(String storeName,
 int version)

recordTombStoneCreationDCR

public void recordTombStoneCreationDCR(String storeName,
 int version)

setIngestionTaskPushTimeoutGauge

public void setIngestionTaskPushTimeoutGauge(String storeName,
 int version)

resetIngestionTaskPushTimeoutGauge

public void resetIngestionTaskPushTimeoutGauge(String storeName,
 int version)

recordSubscribePrepLatency

public void recordSubscribePrepLatency(String storeName,
 int version,
 double value)

recordProducerCallBackLatency

public void recordProducerCallBackLatency(String storeName,
 int version,
 double value,
 long currentTimeMs)

recordLeaderPreprocessingLatency

public void recordLeaderPreprocessingLatency(String storeName,
 int version,
 double value,
 long currentTimeMs)

recordInternalPreprocessingLatency

public void recordInternalPreprocessingLatency(String storeName,
 int version,
 double value,
 long currentTimeMs)

recordLeaderLatencies

public void recordLeaderLatencies(String storeName,
 int version,
 long currentTimeMs,
 double producerBrokerLatencyMs,
 double brokerConsumerLatencyMs)

recordFollowerLatencies

public void recordFollowerLatencies(String storeName,
 int version,
 long currentTimeMs,
 double producerBrokerLatencyMs,
 double brokerConsumerLatencyMs)

recordLeaderProducerCompletionTime

public void recordLeaderProducerCompletionTime(String storeName,
 int version,
 double value,
 long currentTimeMs)

recordConsumedRecordEndToEndProcessingLatency

public void recordConsumedRecordEndToEndProcessingLatency(String storeName,
 int version,
 double value,
 long currentTimeMs)

recordVersionTopicEndOffsetRewind

public void recordVersionTopicEndOffsetRewind(String storeName,
 int version)

recordNearlineProducerToLocalBrokerLatency

public void recordNearlineProducerToLocalBrokerLatency(String storeName,
 int version,
 double value,
 long timestamp)

recordNearlineLocalBrokerToReadyToServeLatency

public void recordNearlineLocalBrokerToReadyToServeLatency(String storeName,
 int version,
 double value,
 long timestamp)

recordTransformerLatency

public void recordTransformerLatency(String storeName,
 int version,
 double value,
 long timestamp)

recordTransformerLifecycleStartLatency

public void recordTransformerLifecycleStartLatency(String storeName,
 int version,
 double value,
 long timestamp)

recordTransformerLifecycleEndLatency

public void recordTransformerLifecycleEndLatency(String storeName,
 int version,
 double value,
 long timestamp)

recordTransformerError

public void recordTransformerError(String storeName,
 int version,
 double value,
 long timestamp)

recordMaxIdleTime

public void recordMaxIdleTime(String storeName,
 int version,
 long idleTimeMs)

registerTransformerLatencySensor

public void registerTransformerLatencySensor(String storeName,
 int version)

registerTransformerLifecycleStartLatency

public void registerTransformerLifecycleStartLatency(String storeName,
 int version)

registerTransformerLifecycleEndLatency

public void registerTransformerLifecycleEndLatency(String storeName,
 int version)

registerTransformerErrorSensor

public void registerTransformerErrorSensor(String storeName,
 int version)

recordBatchProcessingRequest

public void recordBatchProcessingRequest(String storeName,
 int version,
 int size,
 long timestamp)

recordBatchProcessingRequestError

public void recordBatchProcessingRequestError(String storeName,
 int version)

recordBatchProcessingLatency

public void recordBatchProcessingLatency(String storeName,
 int version,
 double latency,
 long timestamp)