Kafka metrics

kafka-metrics.md

Metrics kind	Metric Name	Metric Tags
Gauge	kafka.server.ReplicaManager.LeaderCount
Gauge	kafka.server.ReplicaManager.PartitionCount
Gauge	kafka.server.ReplicaManager.UnderReplicatedPartitions
Gauge	kafka.controller.KafkaController.ActiveControllerCount
Gauge	kafka.controller.KafkaController.OfflinePartitionsCount
Gauge	kafka.controller.KafkaController.PreferredReplicaImbalanceCount
Gauge	kafka.network.RequestChannel.RequestQueueSize
Gauge	kafka.server.ReplicaFetcherManager.Replica_MaxLag	{"clientId" -> clientId}
Gauge	kafka.server.ReplicaFetcherManager.Replica_MinFetchRate	{"clientId" -> clientId}
Gauge	kafka.server.FetchRequestPurgatory.PurgatorySize
Gauge	kafka.server.FetchRequestPurgatory.NumDelayedRequests
Gauge	kafka.server.ProducerRequestPurgatory.PurgatorySize
Gauge	kafka.server.ProducerRequestPurgatory.NumDelayedRequests
Gauge	kafka.consumer.ConsumerFetcherManager.MaxLag	{"clientId" -> clientId}
Gauge	kafka.consumer.ConsumerFetcherManager.MinFetchRate	{"clientId" -> clientId}
Gauge	kafka.consumer.ZookeeperConsumerConnector.FetchQueueSize	{"clientId" -> config.clientId, "topic" -> topic, "threadId" -> thread}
Gauge	kafka.network.RequestChannel.ResponseQueueSize	{"Processor" -> i}
Timer	kafka.log.LogFlushStats.LogFlushRateAndTimeMs
Meter	kafka.server.ReplicaManager.IsrExpandsPerSec
Meter	kafka.server.ReplicaManager.IsrShrinksPerSec
Meter	kafka.server.DelayedFetchRequestMetrics.FollowerExpiresPerSecond
Meter	kafka.server.DelayedFetchRequestMetrics.ConsumerExpiresPerSecond
Meter	kafka.controller.ControllerStats.UncleanLeaderElectionsPerSec
Timer	kafka.controller.ControllerStats.LeaderElectionRateAndTimeMs
Meter	kafka.producer.ProducerStats.SerializationErrorsPerSec	{"clientId" -> clientId}
Meter	kafka.producer.ProducerStats.ResendsPerSec	{"clientId" -> clientId}
Meter	kafka.producer.ProducerStats.FailedSendsPerSec	{"clientId" -> clientId}
Meter	kafka.producer.ProducerTopicMetrics.MessagesPerSec_all	{"clientId" -> clientId}
Meter	kafka.producer.ProducerTopicMetrics.BytesPerSec_all	{"clientId" -> clientId}
Meter	kafka.producer.ProducerTopicMetrics.DroppedMessagesPerSec_all	{"clientId" -> clientId}
Meter	kafka.producer.ProducerTopicMetrics.MessagesPerSec	{"clientId" -> clientId, "topic" -> topic}
Meter	kafka.producer.ProducerTopicMetrics.BytesPerSec	{"clientId" -> clientId, "topic" -> topic}
Meter	kafka.producer.ProducerTopicMetrics.DroppedMessagesPerSec	{"clientId" -> clientId, "topic" -> topic}
Meter	kafka.server.FetcherStats.RequestsPerSec	{"clientId" -> metricId.clientId, "brokerHost" -> metricId.brokerHost, "brokerPort" -> metricId.brokerPort}
Meter	kafka.server.FetcherStats.BytesPerSec	{"clientId" -> metricId.clientId, "brokerHost" -> metricId.brokerHost, "brokerPort" -> metricId.brokerPort}
Meter	kafka.server.BrokerTopicMetrics.MessagesInPerSec_all
Meter	kafka.server.BrokerTopicMetrics.BytesInPerSec_all
Meter	kafka.server.BrokerTopicMetrics.BytesOutPerSec_all
Meter	kafka.server.BrokerTopicMetrics.LogBytesAppendedPerSec_all
Meter	kafka.server.BrokerTopicMetrics.FailedProduceRequestsPerSec_all
Meter	kafka.server.BrokerTopicMetrics.FailedFetchRequestsPerSec_all
Meter	kafka.server.BrokerTopicMetrics.MessagesInPerSec	{"topic" -> topic}
Meter	kafka.server.BrokerTopicMetrics.BytesInPerSec	{"topic" -> topic}
Meter	kafka.server.BrokerTopicMetrics.BytesOutPerSec	{"topic" -> topic}
Meter	kafka.server.BrokerTopicMetrics.LogBytesAppendedPerSec	{"topic" -> topic}
Meter	kafka.server.BrokerTopicMetrics.FailedProduceRequestsPerSec	{"topic" -> topic}
Meter	kafka.server.BrokerTopicMetrics.FailedFetchRequestsPerSec	{"topic" -> topic}
Meter	kafka.server.DelayedProducerRequestMetrics.ExpiresPerSecond_all
Meter	kafka.server.DelayedProducerRequestMetrics.ExpiresPerSecond	{"topic" -> topicAndPartition.topic, "partition" -> topicAndPartition.partition}
Timer	kafka.producer.ProducerRequestMetrics.ProducerRequestRateAndTimeMs_all	{"clientId" -> clientId}
Histogram	kafka.producer.ProducerRequestMetrics.ProducerRequestSize_all	{"clientId" -> clientId}
Timer	kafka.consumer.FetchRequestAndResponseMetrics.FetchRequestRateAndTimeMs_all	{"clientId" -> clientId}
Histogram	kafka.consumer.FetchRequestAndResponseMetrics.FetchResponseSize_all	{"clientId" -> clientId}
Timer	kafka.producer.ProducerRequestMetrics.ProducerRequestRateAndTimeMs	{"clientId" -> clientId, "brokerHost" -> brokerHost, "brokerPort" -> brokerPort}
Histogram	kafka.producer.ProducerRequestMetrics.ProducerRequestSize	{"clientId" -> clientId, "brokerHost" -> brokerHost, "brokerPort" -> brokerPort}
Timer	kafka.consumer.FetchRequestAndResponseMetrics.FetchRequestRateAndTimeMs	{"clientId" -> clientId, "brokerHost" -> brokerHost, "brokerPort" -> brokerPort}
Histogram	kafka.consumer.FetchRequestAndResponseMetrics.FetchResponseSize	{"clientId" -> clientId, "brokerHost" -> brokerHost, "brokerPort" -> brokerPort}
Meter	kafka.consumer.ConsumerTopicMetrics.MessagesPerSec_all	{"clientId" -> clientId}
Meter	kafka.consumer.ConsumerTopicMetrics.BytesPerSec_all	{"clientId" -> clientId}
Meter	kafka.consumer.ConsumerTopicMetrics.MessagesPerSec	{"clientId" -> clientId, "topic" -> topic}
Meter	kafka.consumer.ConsumerTopicMetrics.BytesPerSec	{"clientId" -> clientId, "topic" -> topic}
Meter	kafka.network.RequestMetrics.RequestsPerSec	{"request" -> name}
Histogram	kafka.network.RequestMetrics.RequestQueueTimeMs	{"request" -> name}
Histogram	kafka.network.RequestMetrics.LocalTimeMs	{"request" -> name}
Histogram	kafka.network.RequestMetrics.RemoteTimeMs	{"request" -> name}
Histogram	kafka.network.RequestMetrics.ResponseQueueTimeMs	{"request" -> name}
Histogram	kafka.network.RequestMetrics.ResponseSendTimeMs	{"request" -> name}
Histogram	kafka.network.RequestMetrics.TotalTimeMs	{"request" -> name}
Gauge	kafka.server.FetcherLagMetrics.ConsumerLag	{"clientId" -> clientId, "topic" -> topic, "partition" -> partitionId}
Gauge	kafka.producer.async.ProducerSendThread.ProducerQueueSize	{"clientId" -> clientId}
Gauge	kafka.log.Log.NumLogSegments	{"topic" -> topic, "partition" -> partition}
Gauge	kafka.log.Log.LogEndOffset	{"topic" -> topic, "partition" -> partition}
Gauge	kafka.cluster.Partition.UnderReplicated	{"topic" -> topic, "partition" -> partitionId}
Gauge	kafka.network.SocketServer.ResponsesBeingSent
Meter	kafka.network.SocketServer.NetworkProcessorAvgIdlePercent
Meter	kafka.network.SocketServer.IdlePercent	{"networkProcessor" -> i.toString}
Gauge	kafka.server.OffsetManager.NumOffsets
Gauge	kafka.server.OffsetManager.NumGroups
Gauge	kafka.consumer.ZookeeperConsumerConnector.OwnedPartitionsCount	{"clientId" -> config.clientId, "groupId" -> config.groupId}
Gauge	kafka.consumer.ZookeeperConsumerConnector.OwnedPartitionsCount	{"clientId" -> config.clientId, "groupId" -> config.groupId, "topic" -> topic}
Meter	kafka.consumer.ZookeeperConsumerConnector.KafkaCommitsPerSec	{"clientId" -> clientId}
Meter	kafka.consumer.ZookeeperConsumerConnector.ZooKeeperCommitsPerSec	{"clientId" -> clientId}
Meter	kafka.consumer.ZookeeperConsumerConnector.RebalanceRateAndTime	{"clientId" -> clientId}
Meter	kafka.tools.DataChannel.MirrorMaker-DataChannel-WaitOnPut
Meter	kafka.tools.DataChannel.MirrorMaker-DataChannel-WaitOnTake
Histogram	kafka.tools.DataChannel.MirrorMaker-DataChannel-Size
Gauge	kafka.common.AppInfo.Version
Meter	kafka.server.KafkaRequestHandlerPool.RequestHandlerAvgIdlePercent
Meter	kafka.util.Throttler."""a input string not with small cardinality"""
Gauge	kafka.log.LogCleaner.max-buffer-utilization-percent
Gauge	kafka.log.LogCleaner.cleaner-recopy-percent
Gauge	kafka.log.LogCleaner.max-clean-time-secs
Timer	other.kafka.FetchThread.fetch-thread
Timer	other.kafka.CommitThread.commit-thread
Gauge	kafka.log.Log.LogStartOffset	{"topic" -> topic, "partition" -> partition}
Gauge	kafka.log.Log.Size	{"topic" -> topic, "partition" -> partition)
Gauge	kafka.server.KafkaServer.BrokerState
Gauge	kafka.log.LogCleanerManager.max-dirty-percent