This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
The following commit(s) were added to refs/heads/master by this push:
new 72f21a666c0 Add kafka consumer metrics to prometheus emitter config
(#18458)
72f21a666c0 is described below
commit 72f21a666c09849b242fa62cee2bc192a6b5687c
Author: Abhishek Radhakrishnan <[email protected]>
AuthorDate: Sat Aug 30 23:37:21 2025 -0700
Add kafka consumer metrics to prometheus emitter config (#18458)
---
.../src/main/resources/defaultMetrics.json | 13 +++++++++++++
1 file changed, 13 insertions(+)
diff --git
a/extensions-contrib/prometheus-emitter/src/main/resources/defaultMetrics.json
b/extensions-contrib/prometheus-emitter/src/main/resources/defaultMetrics.json
index f9e550d3b1a..e2eafe18606 100644
---
a/extensions-contrib/prometheus-emitter/src/main/resources/defaultMetrics.json
+++
b/extensions-contrib/prometheus-emitter/src/main/resources/defaultMetrics.json
@@ -77,6 +77,19 @@
"query/cache/total/put/error" : { "dimensions" : [], "type" : "gauge",
"help": "Total number of new cache entries that could not be cached due to
errors."},
"query/cache/total/put/oversized" : { "dimensions" : [], "type" : "gauge",
"help": "Total number of potential new cache entries that were skipped due to
being too large (based on druid.{broker,historical,realtime}.cache.maxEntrySize
properties)."},
+ "kafka/consumer/bytesConsumed" : { "dimensions" : ["topic"], "type" :
"count", "help": "Bytes consumed by the consumer of a Kafka indexing task (per
topic)."},
+ "kafka/consumer/recordsConsumed" : { "dimensions" : ["topic"], "type" :
"count", "help": "Records consumed by the consumer of a Kafka indexing task
(per topic)."},
+ "kafka/consumer/fetch" : { "dimensions" : [], "type" : "count", "help":
"Fetch requests issued by the consumer of a Kafka indexing task."},
+ "kafka/consumer/fetchRate" : { "dimensions" : [], "type" : "gauge", "help":
"Fetch requests per second from the consumer of a Kafka indexing task."},
+ "kafka/consumer/fetchLatencyAvg" : { "dimensions" : [], "type" : "gauge",
"help": "Average fetch latency observed by the consumer of a Kafka indexing
task."},
+ "kafka/consumer/fetchLatencyMax" : { "dimensions" : [], "type" : "gauge",
"help": "Maximum fetch latency observed by the consumer of a Kafka indexing
task."},
+ "kafka/consumer/fetchSizeAvg" : { "dimensions" : ["topic"], "type" :
"gauge", "help": "Average fetch response size in bytes by the consumer of a
Kafka indexing task (per topic)."},
+ "kafka/consumer/fetchSizeMax" : { "dimensions" : ["topic"], "type" :
"gauge", "help": "Maximum fetch response size in bytes by the consumer of a
Kafka indexing task (per topic)."},
+ "kafka/consumer/recordsLag" : { "dimensions" : ["topic", "partition"],
"type" : "gauge", "help": "Partition lag in records as seen by the consumer of
a Kafka indexing task (per topic and partition)."},
+ "kafka/consumer/recordsPerRequestAvg" : { "dimensions" : ["topic"], "type" :
"gauge", "help": "Average records per fetch request as seen by the consumer of
a Kafka indexing task (per topic)."},
+ "kafka/consumer/outgoingBytes" : { "dimensions" : ["node_id"], "type" :
"count", "help": "Bytes sent to Kafka brokers by the consumer of a Kafka
indexing task (per node)."},
+ "kafka/consumer/incomingBytes" : { "dimensions" : ["node_id"], "type" :
"count", "help": "Bytes received from Kafka brokers by the consumer of a Kafka
indexing task (per node)."},
+
"ingest/count" : { "dimensions" : ["dataSource", "taskType"], "type" :
"count", "help": "Count of 1 every time an ingestion job runs (includes
compaction jobs). Aggregate using dimensions." },
"ingest/segments/count" : { "dimensions" : ["dataSource", "taskType"],
"type" : "count", "help": "Count of final segments created by job (includes
tombstones)." },
"ingest/tombstones/count" : { "dimensions" : ["dataSource", "taskType"],
"type" : "count", "help": "Count of tombstones created by job." },
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
