Created
March 10, 2021 19:58
-
-
Save seruman/e0859481db02e50a114a06e65fcadf84 to your computer and use it in GitHub Desktop.
kafka-lag-exporter #197 logs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2021-03-10 19:51:53,701 INFO c.l.k.KafkaClusterManager$ akka://kafka-lag-exporter/user - Starting Kafka Lag Exporter with configuration: | |
| Poll interval: 30 seconds | |
| Lookup table size: 60 | |
| Metrics whitelist: [.*] | |
| Admin client consumer group id: kafkalagexporter | |
| Kafka client timeout: 30 seconds | |
| Prometheus: | |
| port: 8000 | |
| Statically defined Clusters: | |
| Cluster name: local | |
| Cluster Kafka bootstrap brokers: kafka:9092 | |
| Consumer group whitelist: [.*] | |
| Topic whitelist: [.*] | |
| Topic blacklist: [] | |
| Watchers: | |
| Strimzi: false | |
| 2021-03-10 19:51:53,829 INFO c.l.k.KafkaClusterManager$ akka://kafka-lag-exporter/user - Cluster Added: | |
| Cluster name: local | |
| Cluster Kafka bootstrap brokers: kafka:9092 | |
| Consumer group whitelist: [.*] | |
| Topic whitelist: [.*] | |
| Topic blacklist: [] | |
| 2021-03-10 19:51:53,837 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Spawned ConsumerGroupCollector for cluster: local | |
| 2021-03-10 19:51:53,884 INFO o.a.k.c.consumer.ConsumerConfig akka://kafka-lag-exporter/user/consumer-group-collector-local - ConsumerConfig values: | |
| allow.auto.create.topics = true | |
| auto.commit.interval.ms = 5000 | |
| auto.offset.reset = latest | |
| bootstrap.servers = [kafka:9092] | |
| check.crcs = true | |
| client.dns.lookup = default | |
| client.id = | |
| client.rack = | |
| connections.max.idle.ms = 540000 | |
| default.api.timeout.ms = 60000 | |
| enable.auto.commit = false | |
| exclude.internal.topics = true | |
| fetch.max.bytes = 52428800 | |
| fetch.max.wait.ms = 500 | |
| fetch.min.bytes = 1 | |
| group.id = kafkalagexporter | |
| group.instance.id = null | |
| heartbeat.interval.ms = 3000 | |
| interceptor.classes = [] | |
| internal.leave.group.on.close = true | |
| isolation.level = read_uncommitted | |
| key.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer | |
| max.partition.fetch.bytes = 1048576 | |
| max.poll.interval.ms = 300000 | |
| max.poll.records = 500 | |
| metadata.max.age.ms = 300000 | |
| metric.reporters = [] | |
| metrics.num.samples = 2 | |
| metrics.recording.level = INFO | |
| metrics.sample.window.ms = 30000 | |
| partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] | |
| receive.buffer.bytes = 65536 | |
| reconnect.backoff.max.ms = 1000 | |
| reconnect.backoff.ms = 50 | |
| request.timeout.ms = 30000 | |
| retry.backoff.ms = 1000 | |
| sasl.client.callback.handler.class = null | |
| sasl.jaas.config = null | |
| sasl.kerberos.kinit.cmd = /usr/bin/kinit | |
| sasl.kerberos.min.time.before.relogin = 60000 | |
| sasl.kerberos.service.name = null | |
| sasl.kerberos.ticket.renew.jitter = 0.05 | |
| sasl.kerberos.ticket.renew.window.factor = 0.8 | |
| sasl.login.callback.handler.class = null | |
| sasl.login.class = null | |
| sasl.login.refresh.buffer.seconds = 300 | |
| sasl.login.refresh.min.period.seconds = 60 | |
| sasl.login.refresh.window.factor = 0.8 | |
| sasl.login.refresh.window.jitter = 0.05 | |
| sasl.mechanism = GSSAPI | |
| security.protocol = PLAINTEXT | |
| security.providers = null | |
| send.buffer.bytes = 131072 | |
| session.timeout.ms = 10000 | |
| ssl.cipher.suites = null | |
| ssl.enabled.protocols = [TLSv1.2] | |
| ssl.endpoint.identification.algorithm = https | |
| ssl.key.password = null | |
| ssl.keymanager.algorithm = SunX509 | |
| ssl.keystore.location = null | |
| ssl.keystore.password = null | |
| ssl.keystore.type = JKS | |
| ssl.protocol = TLSv1.2 | |
| ssl.provider = null | |
| ssl.secure.random.implementation = null | |
| ssl.trustmanager.algorithm = PKIX | |
| ssl.truststore.location = null | |
| ssl.truststore.password = null | |
| ssl.truststore.type = JKS | |
| value.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer | |
| 2021-03-10 19:51:54,061 INFO o.a.kafka.common.utils.AppInfoParser akka://kafka-lag-exporter/user/consumer-group-collector-local - Kafka version: 2.5.0 | |
| 2021-03-10 19:51:54,062 INFO o.a.kafka.common.utils.AppInfoParser akka://kafka-lag-exporter/user/consumer-group-collector-local - Kafka commitId: 66563e712b0b9f84 | |
| 2021-03-10 19:51:54,063 INFO o.a.kafka.common.utils.AppInfoParser akka://kafka-lag-exporter/user/consumer-group-collector-local - Kafka startTimeMs: 1615405914059 | |
| 2021-03-10 19:51:54,071 INFO o.a.k.c.admin.AdminClientConfig akka://kafka-lag-exporter/user/consumer-group-collector-local - AdminClientConfig values: | |
| bootstrap.servers = [kafka:9092] | |
| client.dns.lookup = default | |
| client.id = | |
| connections.max.idle.ms = 300000 | |
| default.api.timeout.ms = 60000 | |
| metadata.max.age.ms = 300000 | |
| metric.reporters = [] | |
| metrics.num.samples = 2 | |
| metrics.recording.level = INFO | |
| metrics.sample.window.ms = 30000 | |
| receive.buffer.bytes = 65536 | |
| reconnect.backoff.max.ms = 1000 | |
| reconnect.backoff.ms = 50 | |
| request.timeout.ms = 30000 | |
| retries = 0 | |
| retry.backoff.ms = 1000 | |
| sasl.client.callback.handler.class = null | |
| sasl.jaas.config = null | |
| sasl.kerberos.kinit.cmd = /usr/bin/kinit | |
| sasl.kerberos.min.time.before.relogin = 60000 | |
| sasl.kerberos.service.name = null | |
| sasl.kerberos.ticket.renew.jitter = 0.05 | |
| sasl.kerberos.ticket.renew.window.factor = 0.8 | |
| sasl.login.callback.handler.class = null | |
| sasl.login.class = null | |
| sasl.login.refresh.buffer.seconds = 300 | |
| sasl.login.refresh.min.period.seconds = 60 | |
| sasl.login.refresh.window.factor = 0.8 | |
| sasl.login.refresh.window.jitter = 0.05 | |
| sasl.mechanism = GSSAPI | |
| security.protocol = PLAINTEXT | |
| security.providers = null | |
| send.buffer.bytes = 131072 | |
| ssl.cipher.suites = null | |
| ssl.enabled.protocols = [TLSv1.2] | |
| ssl.endpoint.identification.algorithm = https | |
| ssl.key.password = null | |
| ssl.keymanager.algorithm = SunX509 | |
| ssl.keystore.location = null | |
| ssl.keystore.password = null | |
| ssl.keystore.type = JKS | |
| ssl.protocol = TLSv1.2 | |
| ssl.provider = null | |
| ssl.secure.random.implementation = null | |
| ssl.trustmanager.algorithm = PKIX | |
| ssl.truststore.location = null | |
| ssl.truststore.password = null | |
| ssl.truststore.type = JKS | |
| 2021-03-10 19:51:54,104 INFO o.a.kafka.common.utils.AppInfoParser akka://kafka-lag-exporter/user/consumer-group-collector-local - Kafka version: 2.5.0 | |
| 2021-03-10 19:51:54,106 INFO o.a.kafka.common.utils.AppInfoParser akka://kafka-lag-exporter/user/consumer-group-collector-local - Kafka commitId: 66563e712b0b9f84 | |
| 2021-03-10 19:51:54,107 INFO o.a.kafka.common.utils.AppInfoParser akka://kafka-lag-exporter/user/consumer-group-collector-local - Kafka startTimeMs: 1615405914104 | |
| 2021-03-10 19:51:54,117 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Collecting offsets | |
| 2021-03-10 19:51:54,137 WARN o.apache.kafka.clients.NetworkClient - [AdminClient clientId=adminclient-1] Connection to node -1 (kafka/192.168.48.4:9092) could not be established. Broker may not be available. | |
| 2021-03-10 19:51:55,601 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Offsets Snapshot: | |
| Timestamp: 1615405915574 | |
| Groups: | |
| Earliest Offsets: | |
| Topic Partition Earliest | |
| Latest Offsets: | |
| Topic Partition Offset | |
| Last Group Offsets: | |
| Group Topic Partition Offset | |
| 2021-03-10 19:51:55,610 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Updating lookup tables | |
| 2021-03-10 19:51:55,615 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Reporting offsets | |
| 2021-03-10 19:51:55,625 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Clearing evicted metrics | |
| 2021-03-10 19:51:55,630 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Polling in 30 seconds | |
| 2021-03-10 19:51:55,632 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Meta data: | |
| MetaData(1484) | |
| 2021-03-10 19:52:25,616 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Collecting offsets | |
| 2021-03-10 19:52:25,625 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Offsets Snapshot: | |
| Timestamp: 1615405945624 | |
| Groups: | |
| Earliest Offsets: | |
| Topic Partition Earliest | |
| Latest Offsets: | |
| Topic Partition Offset | |
| Last Group Offsets: | |
| Group Topic Partition Offset | |
| 2021-03-10 19:52:25,629 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Updating lookup tables | |
| 2021-03-10 19:52:25,631 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Reporting offsets | |
| 2021-03-10 19:52:25,632 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Clearing evicted metrics | |
| 2021-03-10 19:52:25,634 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Polling in 30 seconds | |
| 2021-03-10 19:52:25,635 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Meta data: | |
| MetaData(8) | |
| 2021-03-10 19:52:55,612 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Collecting offsets | |
| 2021-03-10 19:52:55,690 INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-kafkalagexporter-1, groupId=kafkalagexporter] Cluster ID: Enm43j6zQqKa3MffB8Dhng | |
| 2021-03-10 19:52:55,716 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Offsets Snapshot: | |
| Timestamp: 1615405975654 | |
| Groups: my-group | |
| Earliest Offsets: | |
| Topic Partition Earliest | |
| my-topic 0 0 | |
| Latest Offsets: | |
| Topic Partition Offset | |
| my-topic 0 100 | |
| Last Group Offsets: | |
| Group Topic Partition Offset | |
| my-group my-topic 0 100 | |
| 2021-03-10 19:52:55,719 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Updating lookup tables | |
| 2021-03-10 19:52:55,749 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Reporting offsets | |
| 2021-03-10 19:52:55,774 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Clearing evicted metrics | |
| 2021-03-10 19:52:55,775 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Polling in 30 seconds | |
| 2021-03-10 19:52:55,777 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Meta data: | |
| MetaData(103) | |
| 2021-03-10 19:53:25,757 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Collecting offsets | |
| 2021-03-10 19:53:25,774 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Offsets Snapshot: | |
| Timestamp: 1615406005770 | |
| Groups: my-group | |
| Earliest Offsets: | |
| Topic Partition Earliest | |
| my-topic 0 0 | |
| Latest Offsets: | |
| Topic Partition Offset | |
| my-topic 0 100 | |
| Last Group Offsets: | |
| Group Topic Partition Offset | |
| my-group my-topic 0 100 | |
| 2021-03-10 19:53:25,777 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Updating lookup tables | |
| 2021-03-10 19:53:25,778 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Reporting offsets | |
| 2021-03-10 19:53:25,779 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Clearing evicted metrics | |
| 2021-03-10 19:53:25,780 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Polling in 30 seconds | |
| 2021-03-10 19:53:25,781 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Meta data: | |
| MetaData(15) | |
| 2021-03-10 19:53:55,753 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Collecting offsets | |
| 2021-03-10 19:53:55,771 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Offsets Snapshot: | |
| Timestamp: 1615406035765 | |
| Groups: my-group | |
| Earliest Offsets: | |
| Topic Partition Earliest | |
| my-topic 0 0 | |
| Latest Offsets: | |
| Topic Partition Offset | |
| my-topic 0 100 | |
| Last Group Offsets: | |
| Group Topic Partition Offset | |
| my-group my-topic 0 100 | |
| 2021-03-10 19:53:55,774 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Updating lookup tables | |
| 2021-03-10 19:53:55,777 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Reporting offsets | |
| 2021-03-10 19:53:55,779 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Clearing evicted metrics | |
| 2021-03-10 19:53:55,780 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Polling in 30 seconds | |
| 2021-03-10 19:53:55,781 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Meta data: | |
| MetaData(16) | |
| 2021-03-10 19:54:25,758 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Collecting offsets | |
| 2021-03-10 19:54:25,778 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Offsets Snapshot: | |
| Timestamp: 1615406065769 | |
| Groups: my-group | |
| Earliest Offsets: | |
| Topic Partition Earliest | |
| my-topic 0 0 | |
| Latest Offsets: | |
| Topic Partition Offset | |
| my-topic 0 20 | |
| Last Group Offsets: | |
| Group Topic Partition Offset | |
| my-group my-topic 0 20 | |
| 2021-03-10 19:54:25,781 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Updating lookup tables | |
| 2021-03-10 19:54:25,782 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Reporting offsets | |
| 2021-03-10 19:54:25,789 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Clearing evicted metrics | |
| 2021-03-10 19:54:25,794 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Polling in 30 seconds | |
| 2021-03-10 19:54:25,795 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Meta data: | |
| MetaData(18) | |
| 2021-03-10 19:54:55,772 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Collecting offsets | |
| 2021-03-10 19:54:55,793 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Offsets Snapshot: | |
| Timestamp: 1615406095786 | |
| Groups: my-group | |
| Earliest Offsets: | |
| Topic Partition Earliest | |
| my-topic 0 0 | |
| Latest Offsets: | |
| Topic Partition Offset | |
| my-topic 0 20 | |
| Last Group Offsets: | |
| Group Topic Partition Offset | |
| my-group my-topic 0 20 | |
| 2021-03-10 19:54:55,797 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Updating lookup tables | |
| 2021-03-10 19:54:55,799 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Reporting offsets | |
| 2021-03-10 19:54:55,801 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Clearing evicted metrics | |
| 2021-03-10 19:54:55,802 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Polling in 30 seconds | |
| 2021-03-10 19:54:55,804 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Meta data: | |
| MetaData(19) | |
| 2021-03-10 19:55:25,787 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Collecting offsets | |
| 2021-03-10 19:55:25,808 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Offsets Snapshot: | |
| Timestamp: 1615406125798 | |
| Groups: my-group | |
| Earliest Offsets: | |
| Topic Partition Earliest | |
| my-topic 0 0 | |
| Latest Offsets: | |
| Topic Partition Offset | |
| my-topic 0 20 | |
| Last Group Offsets: | |
| Group Topic Partition Offset | |
| my-group my-topic 0 20 | |
| 2021-03-10 19:55:25,810 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Updating lookup tables | |
| 2021-03-10 19:55:25,811 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Reporting offsets | |
| 2021-03-10 19:55:25,813 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Clearing evicted metrics | |
| 2021-03-10 19:55:25,814 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Polling in 30 seconds | |
| 2021-03-10 19:55:25,815 DEBUG c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Received Meta data: | |
| MetaData(19) | |
| 2021-03-10 19:55:38,193 INFO c.l.k.KafkaClusterManager$ akka://kafka-lag-exporter/user - Attempting graceful shutdown | |
| 2021-03-10 19:55:38,216 INFO c.l.k.MetricsReporter$ akka://kafka-lag-exporter/user/prometheus-lag-reporter - Gracefully stopped Prometheus metrics endpoint HTTP server | |
| 2021-03-10 19:55:38,249 INFO c.l.k.ConsumerGroupCollector$ akka://kafka-lag-exporter/user/consumer-group-collector-local - Gracefully stopped polling and Kafka client for cluster: local | |
| 2021-03-10 19:55:38,278 WARN akka.actor.CoordinatedShutdown CoordinatedShutdown(akka://kafka-lag-exporter) - Could not addJvmShutdownHook, due to: Shutdown in progress |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment