Last active
April 20, 2023 08:39
-
-
Save konstan/238f7025c2ce051ebdc81141b49978a4 to your computer and use it in GitHub Desktop.
ElasticSourceConnector tasks and connector states
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| $ curl -X POST -H "Content-Type: application/json" --data @/tmp/elastic-source-nuvlabox-status.json localhost:8083/connectors | |
| # Immediate logs follow... | |
| {"name":"elastic-source-nuvlabox-status","config":{"connector.class":"com.github.dariobalinzo.ElasticSourceConnector","tasks.max":"10","es.host":"es","es.port":"9200","index.prefix":"nuvla-nuvlabox-status","topic.prefix":"es_","incrementing.field.name":"updated","fieldname_converter":"nop","name":"elastic-source-nuvlabox-status"},"tasks":[],"type":"source"}[root@aa7f7e0c45d5 kafka]# [2023-04-20 08:33:12,838] INFO AbstractConfig values: | |
| (org.apache.kafka.common.config.AbstractConfig:376) | |
| [2023-04-20 08:33:12,844] INFO [Worker clientId=connect-1, groupId=connect-cluster] Connector elastic-source-nuvlabox-status config updated (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1677) | |
| [2023-04-20 08:33:12,844] INFO [Worker clientId=connect-1, groupId=connect-cluster] Rebalance started (org.apache.kafka.connect.runtime.distributed.WorkerCoordinator:228) | |
| [2023-04-20 08:33:12,844] INFO [Worker clientId=connect-1, groupId=connect-cluster] (Re-)joining group (org.apache.kafka.connect.runtime.distributed.WorkerCoordinator:548) | |
| [2023-04-20 08:33:12,846] INFO [Worker clientId=connect-1, groupId=connect-cluster] Successfully joined group with generation Generation{generationId=12, memberId='connect-1-d1bf4733-f6d0-4cf4-9eef-aeb5bec78635', protocol='sessioned'} (org.apache.kafka.connect.runtime.distributed.WorkerCoordinator:609) | |
| [2023-04-20 08:33:12,849] INFO [Worker clientId=connect-1, groupId=connect-cluster] Successfully synced group in generation Generation{generationId=12, memberId='connect-1-d1bf4733-f6d0-4cf4-9eef-aeb5bec78635', protocol='sessioned'} (org.apache.kafka.connect.runtime.distributed.WorkerCoordinator:784) | |
| [2023-04-20 08:33:12,849] INFO [Worker clientId=connect-1, groupId=connect-cluster] Joined group at generation 12 with protocol version 2 and got assignment: Assignment{error=0, leader='connect-1-d1bf4733-f6d0-4cf4-9eef-aeb5bec78635', leaderUrl='http://10.0.0.61:8083/', offset=2175, connectorIds=[elastic-source-nuvlabox-status], taskIds=[], revokedConnectorIds=[], revokedTaskIds=[], delay=0} with rebalance delay: 0 (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1853) | |
| [2023-04-20 08:33:12,849] INFO [Worker clientId=connect-1, groupId=connect-cluster] Starting connectors and tasks using config offset 2175 (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1378) | |
| [2023-04-20 08:33:12,850] INFO [Worker clientId=connect-1, groupId=connect-cluster] Starting connector elastic-source-nuvlabox-status (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1455) | |
| [2023-04-20 08:33:12,850] INFO [elastic-source-nuvlabox-status|worker] Creating connector elastic-source-nuvlabox-status of type com.github.dariobalinzo.ElasticSourceConnector (org.apache.kafka.connect.runtime.Worker:264) | |
| [2023-04-20 08:33:12,850] INFO [elastic-source-nuvlabox-status|worker] SourceConnectorConfig values: | |
| config.action.reload = restart | |
| connector.class = com.github.dariobalinzo.ElasticSourceConnector | |
| errors.log.enable = false | |
| errors.log.include.messages = false | |
| errors.retry.delay.max.ms = 60000 | |
| errors.retry.timeout = 0 | |
| errors.tolerance = none | |
| header.converter = null | |
| key.converter = null | |
| name = elastic-source-nuvlabox-status | |
| predicates = [] | |
| tasks.max = 10 | |
| topic.creation.groups = [] | |
| transforms = [] | |
| value.converter = null | |
| (org.apache.kafka.connect.runtime.SourceConnectorConfig:376) | |
| [2023-04-20 08:33:12,851] INFO [elastic-source-nuvlabox-status|worker] EnrichedConnectorConfig values: | |
| config.action.reload = restart | |
| connector.class = com.github.dariobalinzo.ElasticSourceConnector | |
| errors.log.enable = false | |
| errors.log.include.messages = false | |
| errors.retry.delay.max.ms = 60000 | |
| errors.retry.timeout = 0 | |
| errors.tolerance = none | |
| header.converter = null | |
| key.converter = null | |
| name = elastic-source-nuvlabox-status | |
| predicates = [] | |
| tasks.max = 10 | |
| topic.creation.groups = [] | |
| transforms = [] | |
| value.converter = null | |
| (org.apache.kafka.connect.runtime.ConnectorConfig$EnrichedConnectorConfig:376) | |
| [2023-04-20 08:33:12,851] INFO [elastic-source-nuvlabox-status|worker] Instantiated connector elastic-source-nuvlabox-status with version 1.5.4 of type class com.github.dariobalinzo.ElasticSourceConnector (org.apache.kafka.connect.runtime.Worker:274) | |
| [2023-04-20 08:33:12,851] INFO [elastic-source-nuvlabox-status|worker] Finished creating connector elastic-source-nuvlabox-status (org.apache.kafka.connect.runtime.Worker:299) | |
| [2023-04-20 08:33:12,851] INFO [Worker clientId=connect-1, groupId=connect-cluster] Finished starting connectors and tasks (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1406) | |
| [2023-04-20 08:33:12,852] INFO [elastic-source-nuvlabox-status|worker] ElasticSourceConnectorConfig values: | |
| batch.max.rows = 10000 | |
| connection.attempts = 3 | |
| connection.backoff.ms = 10000 | |
| es.host = es | |
| es.password = null | |
| es.port = 9200 | |
| es.scheme = http | |
| es.tls.keystore.location = null | |
| es.tls.keystore.password = | |
| es.tls.truststore.location = null | |
| es.tls.truststore.password = | |
| es.user = null | |
| fieldname_converter = nop | |
| filters.blacklist = null | |
| filters.json_cast = null | |
| filters.whitelist = null | |
| incrementing.field.name = updated | |
| incrementing.secondary.field.name = null | |
| index.names = null | |
| index.prefix = nuvla-nuvlabox-status | |
| mode = | |
| poll.interval.ms = 5000 | |
| topic.prefix = es_ | |
| (com.github.dariobalinzo.ElasticSourceConnectorConfig:376) | |
| [2023-04-20 08:33:12,860] INFO SourceConnectorConfig values: | |
| config.action.reload = restart | |
| connector.class = com.github.dariobalinzo.ElasticSourceConnector | |
| errors.log.enable = false | |
| errors.log.include.messages = false | |
| errors.retry.delay.max.ms = 60000 | |
| errors.retry.timeout = 0 | |
| errors.tolerance = none | |
| header.converter = null | |
| key.converter = null | |
| name = elastic-source-nuvlabox-status | |
| predicates = [] | |
| tasks.max = 10 | |
| topic.creation.groups = [] | |
| transforms = [] | |
| value.converter = null | |
| (org.apache.kafka.connect.runtime.SourceConnectorConfig:376) | |
| [2023-04-20 08:33:12,860] INFO EnrichedConnectorConfig values: | |
| config.action.reload = restart | |
| connector.class = com.github.dariobalinzo.ElasticSourceConnector | |
| errors.log.enable = false | |
| errors.log.include.messages = false | |
| errors.retry.delay.max.ms = 60000 | |
| errors.retry.timeout = 0 | |
| errors.tolerance = none | |
| header.converter = null | |
| key.converter = null | |
| name = elastic-source-nuvlabox-status | |
| predicates = [] | |
| tasks.max = 10 | |
| topic.creation.groups = [] | |
| transforms = [] | |
| value.converter = null | |
| (org.apache.kafka.connect.runtime.ConnectorConfig$EnrichedConnectorConfig:376) | |
| [2023-04-20 08:33:12,900] INFO [Worker clientId=connect-1, groupId=connect-cluster] Tasks [elastic-source-nuvlabox-status-0] configs updated (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1692) | |
| [2023-04-20 08:33:12,901] INFO [Worker clientId=connect-1, groupId=connect-cluster] Handling task config update by restarting tasks [] (org.apache.kafka.connect.runtime.distributed.DistributedHerder:687) | |
| [2023-04-20 08:33:12,901] INFO [Worker clientId=connect-1, groupId=connect-cluster] Rebalance started (org.apache.kafka.connect.runtime.distributed.WorkerCoordinator:228) | |
| [2023-04-20 08:33:12,902] INFO [Worker clientId=connect-1, groupId=connect-cluster] (Re-)joining group (org.apache.kafka.connect.runtime.distributed.WorkerCoordinator:548) | |
| [2023-04-20 08:33:12,903] INFO [Worker clientId=connect-1, groupId=connect-cluster] Successfully joined group with generation Generation{generationId=13, memberId='connect-1-d1bf4733-f6d0-4cf4-9eef-aeb5bec78635', protocol='sessioned'} (org.apache.kafka.connect.runtime.distributed.WorkerCoordinator:609) | |
| [2023-04-20 08:33:12,905] INFO [Worker clientId=connect-1, groupId=connect-cluster] Successfully synced group in generation Generation{generationId=13, memberId='connect-1-d1bf4733-f6d0-4cf4-9eef-aeb5bec78635', protocol='sessioned'} (org.apache.kafka.connect.runtime.distributed.WorkerCoordinator:784) | |
| [2023-04-20 08:33:12,905] INFO [Worker clientId=connect-1, groupId=connect-cluster] Joined group at generation 13 with protocol version 2 and got assignment: Assignment{error=0, leader='connect-1-d1bf4733-f6d0-4cf4-9eef-aeb5bec78635', leaderUrl='http://10.0.0.61:8083/', offset=2177, connectorIds=[elastic-source-nuvlabox-status], taskIds=[elastic-source-nuvlabox-status-0], revokedConnectorIds=[], revokedTaskIds=[], delay=0} with rebalance delay: 0 (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1853) | |
| [2023-04-20 08:33:12,906] INFO [Worker clientId=connect-1, groupId=connect-cluster] Starting connectors and tasks using config offset 2177 (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1378) | |
| [2023-04-20 08:33:12,906] INFO [Worker clientId=connect-1, groupId=connect-cluster] Starting task elastic-source-nuvlabox-status-0 (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1420) | |
| [2023-04-20 08:33:12,906] INFO [elastic-source-nuvlabox-status|task-0] Creating task elastic-source-nuvlabox-status-0 (org.apache.kafka.connect.runtime.Worker:498) | |
| [2023-04-20 08:33:12,907] INFO [elastic-source-nuvlabox-status|task-0] ConnectorConfig values: | |
| config.action.reload = restart | |
| connector.class = com.github.dariobalinzo.ElasticSourceConnector | |
| errors.log.enable = false | |
| errors.log.include.messages = false | |
| errors.retry.delay.max.ms = 60000 | |
| errors.retry.timeout = 0 | |
| errors.tolerance = none | |
| header.converter = null | |
| key.converter = null | |
| name = elastic-source-nuvlabox-status | |
| predicates = [] | |
| tasks.max = 10 | |
| transforms = [] | |
| value.converter = null | |
| (org.apache.kafka.connect.runtime.ConnectorConfig:376) | |
| [2023-04-20 08:33:12,907] INFO [elastic-source-nuvlabox-status|task-0] EnrichedConnectorConfig values: | |
| config.action.reload = restart | |
| connector.class = com.github.dariobalinzo.ElasticSourceConnector | |
| errors.log.enable = false | |
| errors.log.include.messages = false | |
| errors.retry.delay.max.ms = 60000 | |
| errors.retry.timeout = 0 | |
| errors.tolerance = none | |
| header.converter = null | |
| key.converter = null | |
| name = elastic-source-nuvlabox-status | |
| predicates = [] | |
| tasks.max = 10 | |
| transforms = [] | |
| value.converter = null | |
| (org.apache.kafka.connect.runtime.ConnectorConfig$EnrichedConnectorConfig:376) | |
| [2023-04-20 08:33:12,907] INFO [elastic-source-nuvlabox-status|task-0] TaskConfig values: | |
| task.class = class com.github.dariobalinzo.task.ElasticSourceTask | |
| (org.apache.kafka.connect.runtime.TaskConfig:376) | |
| [2023-04-20 08:33:12,907] INFO [elastic-source-nuvlabox-status|task-0] Instantiated task elastic-source-nuvlabox-status-0 with version 1.5.4 of type com.github.dariobalinzo.task.ElasticSourceTask (org.apache.kafka.connect.runtime.Worker:513) | |
| [2023-04-20 08:33:12,908] INFO [elastic-source-nuvlabox-status|task-0] JsonConverterConfig values: | |
| converter.type = key | |
| decimal.format = BASE64 | |
| schemas.cache.size = 1000 | |
| schemas.enable = false | |
| (org.apache.kafka.connect.json.JsonConverterConfig:376) | |
| [2023-04-20 08:33:12,908] INFO [elastic-source-nuvlabox-status|task-0] Set up the key converter class org.apache.kafka.connect.json.JsonConverter for task elastic-source-nuvlabox-status-0 using the worker config (org.apache.kafka.connect.runtime.Worker:526) | |
| [2023-04-20 08:33:12,908] INFO [elastic-source-nuvlabox-status|task-0] JsonConverterConfig values: | |
| converter.type = value | |
| decimal.format = BASE64 | |
| schemas.cache.size = 1000 | |
| schemas.enable = false | |
| (org.apache.kafka.connect.json.JsonConverterConfig:376) | |
| [2023-04-20 08:33:12,908] INFO [elastic-source-nuvlabox-status|task-0] Set up the value converter class org.apache.kafka.connect.json.JsonConverter for task elastic-source-nuvlabox-status-0 using the worker config (org.apache.kafka.connect.runtime.Worker:532) | |
| [2023-04-20 08:33:12,908] INFO [elastic-source-nuvlabox-status|task-0] Set up the header converter class org.apache.kafka.connect.storage.SimpleHeaderConverter for task elastic-source-nuvlabox-status-0 using the worker config (org.apache.kafka.connect.runtime.Worker:539) | |
| [2023-04-20 08:33:12,909] INFO [elastic-source-nuvlabox-status|task-0] SourceConnectorConfig values: | |
| config.action.reload = restart | |
| connector.class = com.github.dariobalinzo.ElasticSourceConnector | |
| errors.log.enable = false | |
| errors.log.include.messages = false | |
| errors.retry.delay.max.ms = 60000 | |
| errors.retry.timeout = 0 | |
| errors.tolerance = none | |
| header.converter = null | |
| key.converter = null | |
| name = elastic-source-nuvlabox-status | |
| predicates = [] | |
| tasks.max = 10 | |
| topic.creation.groups = [] | |
| transforms = [] | |
| value.converter = null | |
| (org.apache.kafka.connect.runtime.SourceConnectorConfig:376) | |
| [2023-04-20 08:33:12,909] INFO [elastic-source-nuvlabox-status|task-0] EnrichedConnectorConfig values: | |
| config.action.reload = restart | |
| connector.class = com.github.dariobalinzo.ElasticSourceConnector | |
| errors.log.enable = false | |
| errors.log.include.messages = false | |
| errors.retry.delay.max.ms = 60000 | |
| errors.retry.timeout = 0 | |
| errors.tolerance = none | |
| header.converter = null | |
| key.converter = null | |
| name = elastic-source-nuvlabox-status | |
| predicates = [] | |
| tasks.max = 10 | |
| topic.creation.groups = [] | |
| transforms = [] | |
| value.converter = null | |
| (org.apache.kafka.connect.runtime.ConnectorConfig$EnrichedConnectorConfig:376) | |
| [2023-04-20 08:33:12,909] INFO [elastic-source-nuvlabox-status|task-0] Initializing: org.apache.kafka.connect.runtime.TransformationChain{} (org.apache.kafka.connect.runtime.Worker:593) | |
| [2023-04-20 08:33:12,910] INFO [elastic-source-nuvlabox-status|task-0] ProducerConfig values: | |
| [2023-04-20 08:33:12,910] INFO [elastic-source-nuvlabox-status|task-0] ProducerConfig values: | |
| acks = -1 | |
| batch.size = 16384 | |
| bootstrap.servers = [kafka:9092] | |
| buffer.memory = 33554432 | |
| client.dns.lookup = use_all_dns_ips | |
| client.id = connector-producer-elastic-source-nuvlabox-status-0 | |
| compression.type = none | |
| connections.max.idle.ms = 540000 | |
| delivery.timeout.ms = 2147483647 | |
| enable.idempotence = false | |
| interceptor.classes = [] | |
| key.serializer = class org.apache.kafka.common.serialization.ByteArraySerializer | |
| linger.ms = 0 | |
| max.block.ms = 9223372036854775807 | |
| max.in.flight.requests.per.connection = 1 | |
| max.request.size = 1048576 | |
| metadata.max.age.ms = 300000 | |
| metadata.max.idle.ms = 300000 | |
| metric.reporters = [] | |
| metrics.num.samples = 2 | |
| metrics.recording.level = INFO | |
| metrics.sample.window.ms = 30000 | |
| partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner | |
| receive.buffer.bytes = 32768 | |
| reconnect.backoff.max.ms = 1000 | |
| reconnect.backoff.ms = 50 | |
| request.timeout.ms = 30000 | |
| retries = 2147483647 | |
| retry.backoff.ms = 100 | |
| sasl.client.callback.handler.class = null | |
| sasl.jaas.config = null | |
| sasl.kerberos.kinit.cmd = /usr/bin/kinit | |
| sasl.kerberos.min.time.before.relogin = 60000 | |
| sasl.kerberos.service.name = null | |
| sasl.kerberos.ticket.renew.jitter = 0.05 | |
| sasl.kerberos.ticket.renew.window.factor = 0.8 | |
| sasl.login.callback.handler.class = null | |
| sasl.login.class = null | |
| sasl.login.connect.timeout.ms = null | |
| sasl.login.read.timeout.ms = null | |
| sasl.login.refresh.buffer.seconds = 300 | |
| sasl.login.refresh.min.period.seconds = 60 | |
| sasl.login.refresh.window.factor = 0.8 | |
| sasl.login.refresh.window.jitter = 0.05 | |
| sasl.login.retry.backoff.max.ms = 10000 | |
| sasl.login.retry.backoff.ms = 100 | |
| sasl.mechanism = GSSAPI | |
| sasl.oauthbearer.clock.skew.seconds = 30 | |
| sasl.oauthbearer.expected.audience = null | |
| sasl.oauthbearer.expected.issuer = null | |
| sasl.oauthbearer.jwks.endpoint.refresh.ms = 3600000 | |
| sasl.oauthbearer.jwks.endpoint.retry.backoff.max.ms = 10000 | |
| sasl.oauthbearer.jwks.endpoint.retry.backoff.ms = 100 | |
| sasl.oauthbearer.jwks.endpoint.url = null | |
| sasl.oauthbearer.scope.claim.name = scope | |
| sasl.oauthbearer.sub.claim.name = sub | |
| sasl.oauthbearer.token.endpoint.url = null | |
| security.protocol = PLAINTEXT | |
| security.providers = null | |
| send.buffer.bytes = 131072 | |
| socket.connection.setup.timeout.max.ms = 30000 | |
| socket.connection.setup.timeout.ms = 10000 | |
| ssl.cipher.suites = null | |
| ssl.enabled.protocols = [TLSv1.2, TLSv1.3] | |
| ssl.endpoint.identification.algorithm = https | |
| ssl.engine.factory.class = null | |
| ssl.key.password = null | |
| ssl.keymanager.algorithm = SunX509 | |
| ssl.keystore.certificate.chain = null | |
| ssl.keystore.key = null | |
| ssl.keystore.location = null | |
| ssl.keystore.password = null | |
| ssl.keystore.type = JKS | |
| ssl.protocol = TLSv1.3 | |
| ssl.provider = null | |
| ssl.secure.random.implementation = null | |
| ssl.trustmanager.algorithm = PKIX | |
| ssl.truststore.certificates = null | |
| ssl.truststore.location = null | |
| ssl.truststore.password = null | |
| ssl.truststore.type = JKS | |
| transaction.timeout.ms = 60000 | |
| transactional.id = null | |
| value.serializer = class org.apache.kafka.common.serialization.ByteArraySerializer | |
| (org.apache.kafka.clients.producer.ProducerConfig:376) | |
| [2023-04-20 08:33:12,913] WARN [elastic-source-nuvlabox-status|task-0] The configuration 'metrics.context.connect.kafka.cluster.id' was supplied but isn't a known config. (org.apache.kafka.clients.producer.ProducerConfig:384) | |
| [2023-04-20 08:33:12,913] WARN [elastic-source-nuvlabox-status|task-0] The configuration 'metrics.context.connect.group.id' was supplied but isn't a known config. (org.apache.kafka.clients.producer.ProducerConfig:384) | |
| [2023-04-20 08:33:12,914] INFO [elastic-source-nuvlabox-status|task-0] Kafka version: 7.2.1-ccs (org.apache.kafka.common.utils.AppInfoParser:119) | |
| [2023-04-20 08:33:12,914] INFO [elastic-source-nuvlabox-status|task-0] Kafka commitId: 80334008361592c187b36a27536f10f33fe93aa3 (org.apache.kafka.common.utils.AppInfoParser:120) | |
| [2023-04-20 08:33:12,914] INFO [elastic-source-nuvlabox-status|task-0] Kafka startTimeMs: 1681979592914 (org.apache.kafka.common.utils.AppInfoParser:121) | |
| [2023-04-20 08:33:12,917] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Cluster ID: pOtZ4jNQSii11jB9D2i55w (org.apache.kafka.clients.Metadata:287) | |
| [2023-04-20 08:33:12,928] INFO [Worker clientId=connect-1, groupId=connect-cluster] Finished starting connectors and tasks (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1406) | |
| [2023-04-20 08:33:12,929] INFO [elastic-source-nuvlabox-status|task-0] ElasticSourceTaskConfig values: | |
| batch.max.rows = 10000 | |
| connection.attempts = 3 | |
| connection.backoff.ms = 10000 | |
| es.host = es | |
| es.indices = nuvla-nuvlabox-status-2 | |
| es.password = null | |
| es.port = 9200 | |
| es.scheme = http | |
| es.tls.keystore.location = null | |
| es.tls.keystore.password = | |
| es.tls.truststore.location = null | |
| es.tls.truststore.password = | |
| es.user = null | |
| fieldname_converter = nop | |
| filters.blacklist = null | |
| filters.json_cast = null | |
| filters.whitelist = null | |
| incrementing.field.name = updated | |
| incrementing.secondary.field.name = null | |
| index.names = null | |
| index.prefix = nuvla-nuvlabox-status | |
| mode = | |
| poll.interval.ms = 5000 | |
| topic.prefix = es_ | |
| (com.github.dariobalinzo.task.ElasticSourceTaskConfig:376) | |
| [2023-04-20 08:33:12,934] INFO [elastic-source-nuvlabox-status|task-0] WorkerSourceTask{id=elastic-source-nuvlabox-status-0} Source task finished initialization and start (org.apache.kafka.connect.runtime.WorkerSourceTask:227) | |
| [2023-04-20 08:33:12,943] INFO [elastic-source-nuvlabox-status|task-0] WorkerSourceTask{id=elastic-source-nuvlabox-status-0} Executing source task (org.apache.kafka.connect.runtime.WorkerSourceTask:233) | |
| [2023-04-20 08:33:12,943] INFO [elastic-source-nuvlabox-status|task-0] fetching from nuvla-nuvlabox-status-2 (com.github.dariobalinzo.task.ElasticSourceTask:201) | |
| [2023-04-20 08:33:12,950] INFO [elastic-source-nuvlabox-status|task-0] found last value Cursor{primaryCursor='2023-04-20T08:13:41.784Z', secondaryCursor='null'} (com.github.dariobalinzo.task.ElasticSourceTask:203) | |
| [2023-04-20 08:33:13,060] INFO [elastic-source-nuvlabox-status|task-0] index nuvla-nuvlabox-status-2 total messages: 64 (com.github.dariobalinzo.task.ElasticSourceTask:208) | |
| [2023-04-20 08:33:13,064] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-3 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,064] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-6 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,065] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-2 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,065] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-7 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,065] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-1 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,065] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-5 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,065] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-9 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,065] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-4 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,065] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-8 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,065] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Resetting the last seen epoch of partition es_nuvla-nuvlabox-status-2-0 to 2 since the associated topicId changed from null to qCWoq7QWQ1an9G_f5Uu-Pg (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-11 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-14 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-2 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-23 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-5 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-8 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-0 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-7 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-1 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-20 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-4 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,074] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-17 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-18 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-10 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-24 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-13 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-16 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-21 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-22 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-3 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-6 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-19 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-15 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-9 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,075] INFO [Producer clientId=producer-1] Resetting the last seen epoch of partition connect-offsets-12 to 2 since the associated topicId changed from null to VkT8L9nuSnaZGv38Rqdi2Q (org.apache.kafka.clients.Metadata:402) | |
| [2023-04-20 08:33:13,076] ERROR [elastic-source-nuvlabox-status|task-0] WorkerSourceTask{id=elastic-source-nuvlabox-status-0} Task threw an uncaught and unrecoverable exception. Task is being killed and will not recover until manually restarted (org.apache.kafka.connect.runtime.WorkerTask:195) | |
| org.apache.kafka.connect.errors.ConnectException: Tolerance exceeded in error handler | |
| at org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execAndHandleError(RetryWithToleranceOperator.java:223) | |
| at org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execute(RetryWithToleranceOperator.java:149) | |
| at org.apache.kafka.connect.runtime.WorkerSourceTask.convertTransformedRecord(WorkerSourceTask.java:330) | |
| at org.apache.kafka.connect.runtime.WorkerSourceTask.sendRecords(WorkerSourceTask.java:356) | |
| at org.apache.kafka.connect.runtime.WorkerSourceTask.execute(WorkerSourceTask.java:258) | |
| at org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:188) | |
| at org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:243) | |
| at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) | |
| at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) | |
| at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) | |
| at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) | |
| at java.base/java.lang.Thread.run(Thread.java:829) | |
| Caused by: org.apache.kafka.connect.errors.DataException: Invalid type for INT64: class java.lang.Double | |
| at org.apache.kafka.connect.json.JsonConverter.convertToJson(JsonConverter.java:671) | |
| at org.apache.kafka.connect.json.JsonConverter.convertToJson(JsonConverter.java:617) | |
| at org.apache.kafka.connect.json.JsonConverter.convertToJson(JsonConverter.java:662) | |
| at org.apache.kafka.connect.json.JsonConverter.convertToJsonWithoutEnvelope(JsonConverter.java:554) | |
| at org.apache.kafka.connect.json.JsonConverter.fromConnectData(JsonConverter.java:304) | |
| at org.apache.kafka.connect.storage.Converter.fromConnectData(Converter.java:64) | |
| at org.apache.kafka.connect.runtime.WorkerSourceTask.lambda$convertTransformedRecord$3(WorkerSourceTask.java:330) | |
| at org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execAndRetry(RetryWithToleranceOperator.java:173) | |
| at org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execAndHandleError(RetryWithToleranceOperator.java:207) | |
| ... 11 more | |
| [2023-04-20 08:33:13,079] INFO [elastic-source-nuvlabox-status|task-0] [Producer clientId=connector-producer-elastic-source-nuvlabox-status-0] Closing the Kafka producer with timeoutMillis = 30000 ms. (org.apache.kafka.clients.producer.KafkaProducer:1249) | |
| [2023-04-20 08:33:13,081] INFO [elastic-source-nuvlabox-status|task-0] Metrics scheduler closed (org.apache.kafka.common.metrics.Metrics:659) | |
| [2023-04-20 08:33:13,081] INFO [elastic-source-nuvlabox-status|task-0] Closing reporter org.apache.kafka.common.metrics.JmxReporter (org.apache.kafka.common.metrics.Metrics:663) | |
| [2023-04-20 08:33:13,081] INFO [elastic-source-nuvlabox-status|task-0] Metrics reporters closed (org.apache.kafka.common.metrics.Metrics:669) | |
| [2023-04-20 08:33:13,082] INFO [elastic-source-nuvlabox-status|task-0] App info kafka.producer for connector-producer-elastic-source-nuvlabox-status-0 unregistered (org.apache.kafka.common.utils.AppInfoParser:83) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment