We should add a section for that. Siyuan can you file a JIRA? Guozhang
On Thu, Dec 17, 2015 at 11:08 AM, hsy...@gmail.com <hsy...@gmail.com> wrote: > I can find some broker/producer metrics here > http://kafka.apache.org/documentation.html#monitoring > > but where can I find consumer metrics docs > > Everytime I have to log this to find out what metrics I want > > MetricName [name=join-rate, group=consumer-coordinator-metrics, > description=The number of group joins per second, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@ebea716 > ;MetricName > [name=fetch-size-avg, group=consumer-fetch-manager-metrics, description=The > average number of bytes fetched per request, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@6cb9cea > ;MetricName > [name=commit-latency-avg, group=consumer-coordinator-metrics, > description=The average time taken for a commit request, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@21aaca22 > ;MetricName > [name=join-time-avg, group=consumer-coordinator-metrics, description=The > average time taken for a group rejoin, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@53bc8f72 > ;MetricName > [name=incoming-byte-rate, group=consumer-metrics, description=Bytes/second > read off all sockets, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@34f9c3e0 > ;MetricName > [name=bytes-consumed-rate, group=consumer-fetch-manager-metrics, > description=The average number of bytes consumed per second, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@36c7401a > ;MetricName > [name=response-rate, group=consumer-metrics, description=Responses received > sent per second., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@5341870e > ;MetricName > [name=connection-creation-rate, group=consumer-metrics, description=New > connections established per second in the window., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@9f0d8f4 > ;MetricName > [name=fetch-rate, group=consumer-fetch-manager-metrics, description=The > number of fetch requests per second., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@23338045 > ;MetricName > [name=join-time-max, group=consumer-coordinator-metrics, description=The > max time taken for a group rejoin, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@5cdabd4d > ;MetricName > [name=io-wait-ratio, group=consumer-metrics, description=The fraction of > time the I/O thread spent waiting., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@659b7186 > ;MetricName > [name=fetch-size-max, group=consumer-fetch-manager-metrics, description=The > maximum number of bytes fetched per request, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@403a4887 > ;MetricName > [name=assigned-partitions, group=consumer-coordinator-metrics, > description=The number of partitions currently assigned to this consumer, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@326fb802 > ;MetricName > [name=io-time-ns-avg, group=consumer-metrics, description=The average > length of time for I/O per select call in nanoseconds., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@432b0ee3 > ;MetricName > [name=records-consumed-rate, group=consumer-fetch-manager-metrics, > description=The average number of records consumed per second, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@3fde7b88 > ;MetricName > [name=io-wait-time-ns-avg, group=consumer-metrics, description=The average > length of time the I/O thread spent waiting for a socket ready for reads or > writes in nanoseconds., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@5485cfd8 > ;MetricName > [name=select-rate, group=consumer-metrics, description=Number of times the > I/O layer checked for new I/O to perform per second, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@2cbdcaf6 > ;MetricName > [name=fetch-throttle-time-max, group=consumer-fetch-manager-metrics, > description=The maximum throttle time in ms, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@6057f36c > ;MetricName > [name=heartbeat-response-time-max, group=consumer-coordinator-metrics, > description=The max time taken to receive a response to a heartbeat > request, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@2e2e68de > ;MetricName > [name=network-io-rate, group=consumer-metrics, description=The average > number of network operations (reads or writes) on all connections per > second., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@68e6de81 > ;MetricName > [name=fetch-latency-max, group=consumer-fetch-manager-metrics, > description=The max time taken for any fetch request., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@d1a1cf5 > ;MetricName > [name=request-size-avg, group=consumer-metrics, description=The average > size of all requests in the window.., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@2d631f8b > ;MetricName > [name=commit-rate, group=consumer-coordinator-metrics, description=The > number of commit calls per second, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@46abf5f4 > ;MetricName > [name=sync-time-max, group=consumer-coordinator-metrics, description=The > max time taken for a group sync, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@43a08a6b > ;MetricName > [name=request-rate, group=consumer-metrics, description=The average number > of requests sent per second., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@60df997c > ;MetricName > [name=io-ratio, group=consumer-metrics, description=The fraction of time > the I/O thread spent doing I/O, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@77d5cd93 > ;MetricName > [name=sync-rate, group=consumer-coordinator-metrics, description=The number > of group syncs per second, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@75abab5b > ;MetricName > [name=last-heartbeat-seconds-ago, group=consumer-coordinator-metrics, > description=The number of seconds since the last controller heartbeat, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@597f1fb7 > ;MetricName > [name=fetch-throttle-time-avg, group=consumer-fetch-manager-metrics, > description=The average throttle time in ms, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@28fb5548 > ;MetricName > [name=commit-latency-max, group=consumer-coordinator-metrics, > description=The max time taken for a commit request, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@c9bfefd > ;MetricName > [name=request-size-max, group=consumer-metrics, description=The maximum > size of any request sent in the window., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@55819a82 > ;MetricName > [name=records-per-request-avg, group=consumer-fetch-manager-metrics, > description=The average number of records in each request, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@2fc6f8a9 > ;MetricName > [name=sync-time-avg, group=consumer-coordinator-metrics, description=The > average time taken for a group sync, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@2fef37c0 > ;MetricName > [name=heartbeat-rate, group=consumer-coordinator-metrics, description=The > average number of heartbeats per second, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@23536d6 > ;MetricName > [name=outgoing-byte-rate, group=consumer-metrics, description=The average > number of outgoing bytes sent per second to all servers., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@73a31cbb > ;MetricName > [name=connection-close-rate, group=consumer-metrics, > description=Connections closed per second in the window., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@59b3744c > ;MetricName > [name=connection-count, group=consumer-metrics, description=The current > number of active connections., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@14985796 > ;MetricName > [name=fetch-latency-avg, group=consumer-fetch-manager-metrics, > description=The average time taken for a fetch request., > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@1d9e436a > ;MetricName > [name=records-lag-max, group=consumer-fetch-manager-metrics, > description=The maximum lag in terms of number of records for any partition > in this window, > > tags={client-id=consumer-4}]=org.apache.kafka.common.metrics.KafkaMetric@15bf357 > -- -- Guozhang
