-
-
Save Dabz/9aa0b4d1804397af6e7b6ad8cba82dcb to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package io.confluent.dabz; | |
import org.apache.kafka.clients.consumer.ConsumerConfig; | |
import org.apache.kafka.clients.consumer.ConsumerRecord; | |
import org.apache.kafka.clients.consumer.ConsumerRecords; | |
import org.apache.kafka.clients.consumer.KafkaConsumer; | |
import org.apache.kafka.common.TopicPartition; | |
import org.apache.kafka.common.serialization.StringDeserializer; | |
import java.time.Duration; | |
import java.util.Arrays; | |
import java.util.Collections; | |
import java.util.Map; | |
import java.util.Properties; | |
public class SimpleAssigner implements Runnable { | |
public static void main(String[] args) { | |
Properties properties = new Properties(); | |
properties.setProperty(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092"); | |
properties.setProperty(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest"); | |
properties.setProperty(ConsumerConfig.GROUP_ID_CONFIG, "daminmou-app"); | |
properties.setProperty(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName()); | |
properties.setProperty(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName()); | |
properties.setProperty(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "false"); | |
properties.setProperty(ConsumerConfig.ISOLATION_LEVEL_CONFIG, "read_committed"); | |
KafkaConsumer<String, String> consumer = new KafkaConsumer<>(properties); | |
TopicPartition topicPartition = new TopicPartition("test-trans", 0); | |
Map<TopicPartition, Long> endOffsets = consumer.endOffsets(Collections.singleton(topicPartition)); | |
Long endOffset = endOffsets.get(topicPartition); | |
consumer.assign(Collections.singleton(topicPartition)); | |
consumer.seek(topicPartition, endOffset - 1); | |
System.out.println("End offset: " + endOffset); | |
System.out.println("Seek offset: " + (endOffset - 1)); | |
long position = consumer.position(topicPartition); | |
System.out.println("Position: " + position); | |
ConsumerRecords<String, String> consumerRecords = consumer.poll(Duration.ofSeconds(5)); | |
System.out.println("Records size: " + consumerRecords.count()); | |
position = consumer.position(topicPartition); | |
System.out.println("Position: " + position); | |
consumer.close(); | |
} | |
// OUTPUT | |
/* | |
Connected to the target VM, address: '127.0.0.1:53635', transport: 'socket' | |
2021-06-15 11:36:31 INFO ConsumerConfig:372 - ConsumerConfig values: | |
allow.auto.create.topics = true | |
auto.commit.interval.ms = 5000 | |
auto.offset.reset = earliest | |
bootstrap.servers = [localhost:9092] | |
check.crcs = true | |
client.dns.lookup = use_all_dns_ips | |
client.id = consumer-daminmou-app-1 | |
client.rack = | |
connections.max.idle.ms = 540000 | |
default.api.timeout.ms = 60000 | |
enable.auto.commit = false | |
exclude.internal.topics = true | |
fetch.max.bytes = 52428800 | |
fetch.max.wait.ms = 500 | |
fetch.min.bytes = 1 | |
group.id = daminmou-app | |
group.instance.id = null | |
heartbeat.interval.ms = 3000 | |
interceptor.classes = [] | |
internal.leave.group.on.close = true | |
internal.throw.on.fetch.stable.offset.unsupported = false | |
isolation.level = read_committed | |
key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer | |
max.partition.fetch.bytes = 1048576 | |
max.poll.interval.ms = 300000 | |
max.poll.records = 500 | |
metadata.max.age.ms = 300000 | |
metric.reporters = [] | |
metrics.num.samples = 2 | |
metrics.recording.level = INFO | |
metrics.sample.window.ms = 30000 | |
partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] | |
receive.buffer.bytes = 65536 | |
reconnect.backoff.max.ms = 1000 | |
reconnect.backoff.ms = 50 | |
request.timeout.ms = 30000 | |
retry.backoff.ms = 100 | |
sasl.client.callback.handler.class = null | |
sasl.jaas.config = null | |
sasl.kerberos.kinit.cmd = /usr/bin/kinit | |
sasl.kerberos.min.time.before.relogin = 60000 | |
sasl.kerberos.service.name = null | |
sasl.kerberos.ticket.renew.jitter = 0.05 | |
sasl.kerberos.ticket.renew.window.factor = 0.8 | |
sasl.login.callback.handler.class = null | |
sasl.login.class = null | |
sasl.login.refresh.buffer.seconds = 300 | |
sasl.login.refresh.min.period.seconds = 60 | |
sasl.login.refresh.window.factor = 0.8 | |
sasl.login.refresh.window.jitter = 0.05 | |
sasl.mechanism = GSSAPI | |
security.protocol = PLAINTEXT | |
security.providers = null | |
send.buffer.bytes = 131072 | |
session.timeout.ms = 10000 | |
socket.connection.setup.timeout.max.ms = 30000 | |
socket.connection.setup.timeout.ms = 10000 | |
ssl.cipher.suites = null | |
ssl.enabled.protocols = [TLSv1.2, TLSv1.3] | |
ssl.endpoint.identification.algorithm = https | |
ssl.engine.factory.class = null | |
ssl.key.password = null | |
ssl.keymanager.algorithm = SunX509 | |
ssl.keystore.certificate.chain = null | |
ssl.keystore.key = null | |
ssl.keystore.location = null | |
ssl.keystore.password = null | |
ssl.keystore.type = JKS | |
ssl.protocol = TLSv1.3 | |
ssl.provider = null | |
ssl.secure.random.implementation = null | |
ssl.trustmanager.algorithm = PKIX | |
ssl.truststore.certificates = null | |
ssl.truststore.location = null | |
ssl.truststore.password = null | |
ssl.truststore.type = JKS | |
value.deserializer = class org.apache.kafka.common.serialization.StringDeserializer | |
2021-06-15 11:36:31 DEBUG KafkaConsumer:696 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Initializing the Kafka consumer | |
2021-06-15 11:36:31 INFO AppInfoParser:119 - Kafka version: 2.8.0 | |
2021-06-15 11:36:31 INFO AppInfoParser:120 - Kafka commitId: ebb1d6e21cc92130 | |
2021-06-15 11:36:31 INFO AppInfoParser:121 - Kafka startTimeMs: 1623749791825 | |
2021-06-15 11:36:31 DEBUG KafkaConsumer:815 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Kafka consumer initialized | |
2021-06-15 11:36:31 DEBUG Fetcher:942 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Leader for partition test-trans-0 is unknown for fetching offset -1 | |
2021-06-15 11:36:31 DEBUG NetworkClient:1157 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Initialize connection to node localhost:9092 (id: -1 rack: null) for sending metadata request | |
2021-06-15 11:36:31 DEBUG NetworkClient:986 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Initiating connection to node localhost:9092 (id: -1 rack: null) using address localhost/127.0.0.1 | |
2021-06-15 11:36:31 DEBUG Selector:531 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Created socket with SO_RCVBUF = 65536, SO_SNDBUF = 131072, SO_TIMEOUT = 0 to node -1 | |
2021-06-15 11:36:32 DEBUG NetworkClient:953 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Completed connection to node -1. Fetching API versions. | |
2021-06-15 11:36:32 DEBUG NetworkClient:967 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Initiating API versions fetch from node -1. | |
2021-06-15 11:36:32 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending API_VERSIONS request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=consumer-daminmou-app-1, correlationId=0) and timeout 30000 to node -1: ApiVersionsRequestData(clientSoftwareName='apache-kafka-java', clientSoftwareVersion='2.8.0') | |
2021-06-15 11:36:32 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received API_VERSIONS response from node -1 for request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=consumer-daminmou-app-1, correlationId=0): ApiVersionsResponseData(errorCode=0, apiKeys=[ApiVersion(apiKey=0, minVersion=0, maxVersion=9), ApiVersion(apiKey=1, minVersion=0, maxVersion=12), ApiVersion(apiKey=2, minVersion=0, maxVersion=6), ApiVersion(apiKey=3, minVersion=0, maxVersion=11), ApiVersion(apiKey=4, minVersion=0, maxVersion=5), ApiVersion(apiKey=5, minVersion=0, maxVersion=3), ApiVersion(apiKey=6, minVersion=0, maxVersion=7), ApiVersion(apiKey=7, minVersion=0, maxVersion=3), ApiVersion(apiKey=8, minVersion=0, maxVersion=8), ApiVersion(apiKey=9, minVersion=0, maxVersion=7), ApiVersion(apiKey=10, minVersion=0, maxVersion=3), ApiVersion(apiKey=11, minVersion=0, maxVersion=7), ApiVersion(apiKey=12, minVersion=0, maxVersion=4), ApiVersion(apiKey=13, minVersion=0, maxVersion=4), ApiVersion(apiKey=14, minVersion=0, maxVersion=5), ApiVersion(apiKey=15, minVersion=0, maxVersion=5), ApiVersion(apiKey=16, minVersion=0, maxVersion=4), ApiVersion(apiKey=17, minVersion=0, maxVersion=1), ApiVersion(apiKey=18, minVersion=0, maxVersion=3), ApiVersion(apiKey=19, minVersion=0, maxVersion=7), ApiVersion(apiKey=20, minVersion=0, maxVersion=6), ApiVersion(apiKey=21, minVersion=0, maxVersion=2), ApiVersion(apiKey=22, minVersion=0, maxVersion=4), ApiVersion(apiKey=23, minVersion=0, maxVersion=4), ApiVersion(apiKey=24, minVersion=0, maxVersion=3), ApiVersion(apiKey=25, minVersion=0, maxVersion=3), ApiVersion(apiKey=26, minVersion=0, maxVersion=3), ApiVersion(apiKey=27, minVersion=0, maxVersion=1), ApiVersion(apiKey=28, minVersion=0, maxVersion=3), ApiVersion(apiKey=29, minVersion=0, maxVersion=2), ApiVersion(apiKey=30, minVersion=0, maxVersion=2), ApiVersion(apiKey=31, minVersion=0, maxVersion=2), ApiVersion(apiKey=32, minVersion=0, maxVersion=4), ApiVersion(apiKey=33, minVersion=0, maxVersion=2), ApiVersion(apiKey=34, minVersion=0, maxVersion=2), ApiVersion(apiKey=35, minVersion=0, maxVersion=2), ApiVersion(apiKey=36, minVersion=0, maxVersion=2), ApiVersion(apiKey=37, minVersion=0, maxVersion=3), ApiVersion(apiKey=38, minVersion=0, maxVersion=2), ApiVersion(apiKey=39, minVersion=0, maxVersion=2), ApiVersion(apiKey=40, minVersion=0, maxVersion=2), ApiVersion(apiKey=41, minVersion=0, maxVersion=2), ApiVersion(apiKey=42, minVersion=0, maxVersion=2), ApiVersion(apiKey=43, minVersion=0, maxVersion=2), ApiVersion(apiKey=44, minVersion=0, maxVersion=1), ApiVersion(apiKey=45, minVersion=0, maxVersion=0), ApiVersion(apiKey=46, minVersion=0, maxVersion=0), ApiVersion(apiKey=47, minVersion=0, maxVersion=0), ApiVersion(apiKey=48, minVersion=0, maxVersion=1), ApiVersion(apiKey=49, minVersion=0, maxVersion=1), ApiVersion(apiKey=50, minVersion=0, maxVersion=0), ApiVersion(apiKey=51, minVersion=0, maxVersion=0), ApiVersion(apiKey=56, minVersion=0, maxVersion=0), ApiVersion(apiKey=57, minVersion=0, maxVersion=0), ApiVersion(apiKey=60, minVersion=0, maxVersion=0), ApiVersion(apiKey=61, minVersion=0, maxVersion=0), ApiVersion(apiKey=10000, minVersion=0, maxVersion=3), ApiVersion(apiKey=10001, minVersion=0, maxVersion=0), ApiVersion(apiKey=10002, minVersion=0, maxVersion=0), ApiVersion(apiKey=10003, minVersion=0, maxVersion=1), ApiVersion(apiKey=10004, minVersion=0, maxVersion=0), ApiVersion(apiKey=10005, minVersion=0, maxVersion=0), ApiVersion(apiKey=10006, minVersion=0, maxVersion=2), ApiVersion(apiKey=10007, minVersion=0, maxVersion=1), ApiVersion(apiKey=10008, minVersion=0, maxVersion=0), ApiVersion(apiKey=10009, minVersion=0, maxVersion=0), ApiVersion(apiKey=10010, minVersion=0, maxVersion=0), ApiVersion(apiKey=10011, minVersion=0, maxVersion=0), ApiVersion(apiKey=10012, minVersion=0, maxVersion=0), ApiVersion(apiKey=10013, minVersion=0, maxVersion=0), ApiVersion(apiKey=10014, minVersion=0, maxVersion=0)], throttleTimeMs=0, supportedFeatures=[], finalizedFeaturesEpoch=0, finalizedFeatures=[]) | |
2021-06-15 11:36:32 DEBUG NetworkClient:922 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node -1 has finalized features epoch: 0, finalized features: [], supported features: [], API versions: (Produce(0): 0 to 9 [usable: 9], Fetch(1): 0 to 12 [usable: 12], ListOffsets(2): 0 to 6 [usable: 6], Metadata(3): 0 to 11 [usable: 11], LeaderAndIsr(4): 0 to 5 [usable: 5], StopReplica(5): 0 to 3 [usable: 3], UpdateMetadata(6): 0 to 7 [usable: 7], ControlledShutdown(7): 0 to 3 [usable: 3], OffsetCommit(8): 0 to 8 [usable: 8], OffsetFetch(9): 0 to 7 [usable: 7], FindCoordinator(10): 0 to 3 [usable: 3], JoinGroup(11): 0 to 7 [usable: 7], Heartbeat(12): 0 to 4 [usable: 4], LeaveGroup(13): 0 to 4 [usable: 4], SyncGroup(14): 0 to 5 [usable: 5], DescribeGroups(15): 0 to 5 [usable: 5], ListGroups(16): 0 to 4 [usable: 4], SaslHandshake(17): 0 to 1 [usable: 1], ApiVersions(18): 0 to 3 [usable: 3], CreateTopics(19): 0 to 7 [usable: 7], DeleteTopics(20): 0 to 6 [usable: 6], DeleteRecords(21): 0 to 2 [usable: 2], InitProducerId(22): 0 to 4 [usable: 4], OffsetForLeaderEpoch(23): 0 to 4 [usable: 4], AddPartitionsToTxn(24): 0 to 3 [usable: 3], AddOffsetsToTxn(25): 0 to 3 [usable: 3], EndTxn(26): 0 to 3 [usable: 3], WriteTxnMarkers(27): 0 to 1 [usable: 1], TxnOffsetCommit(28): 0 to 3 [usable: 3], DescribeAcls(29): 0 to 2 [usable: 2], CreateAcls(30): 0 to 2 [usable: 2], DeleteAcls(31): 0 to 2 [usable: 2], DescribeConfigs(32): 0 to 4 [usable: 4], AlterConfigs(33): 0 to 2 [usable: 2], AlterReplicaLogDirs(34): 0 to 2 [usable: 2], DescribeLogDirs(35): 0 to 2 [usable: 2], SaslAuthenticate(36): 0 to 2 [usable: 2], CreatePartitions(37): 0 to 3 [usable: 3], CreateDelegationToken(38): 0 to 2 [usable: 2], RenewDelegationToken(39): 0 to 2 [usable: 2], ExpireDelegationToken(40): 0 to 2 [usable: 2], DescribeDelegationToken(41): 0 to 2 [usable: 2], DeleteGroups(42): 0 to 2 [usable: 2], ElectLeaders(43): 0 to 2 [usable: 2], IncrementalAlterConfigs(44): 0 to 1 [usable: 1], AlterPartitionReassignments(45): 0 [usable: 0], ListPartitionReassignments(46): 0 [usable: 0], OffsetDelete(47): 0 [usable: 0], DescribeClientQuotas(48): 0 to 1 [usable: 1], AlterClientQuotas(49): 0 to 1 [usable: 1], DescribeUserScramCredentials(50): 0 [usable: 0], AlterUserScramCredentials(51): 0 [usable: 0], AlterIsr(56): 0 [usable: 0], UpdateFeatures(57): 0 [usable: 0], DescribeCluster(60): 0 [usable: 0], DescribeProducers(61): 0 [usable: 0], UNKNOWN(10000): 0 to 3, UNKNOWN(10001): 0, UNKNOWN(10002): 0, UNKNOWN(10003): 0 to 1, UNKNOWN(10004): 0, UNKNOWN(10005): 0, UNKNOWN(10006): 0 to 2, UNKNOWN(10007): 0 to 1, UNKNOWN(10008): 0, UNKNOWN(10009): 0, UNKNOWN(10010): 0, UNKNOWN(10011): 0, UNKNOWN(10012): 0, UNKNOWN(10013): 0, UNKNOWN(10014): 0). | |
2021-06-15 11:36:32 DEBUG NetworkClient:1140 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending metadata request MetadataRequestData(topics=[MetadataRequestTopic(topicId=AAAAAAAAAAAAAAAAAAAAAA, name='test-trans')], allowAutoTopicCreation=true, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to node localhost:9092 (id: -1 rack: null) | |
2021-06-15 11:36:32 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=11, clientId=consumer-daminmou-app-1, correlationId=1) and timeout 30000 to node -1: MetadataRequestData(topics=[MetadataRequestTopic(topicId=AAAAAAAAAAAAAAAAAAAAAA, name='test-trans')], allowAutoTopicCreation=true, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) | |
2021-06-15 11:36:32 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received METADATA response from node -1 for request with header RequestHeader(apiKey=METADATA, apiVersion=11, clientId=consumer-daminmou-app-1, correlationId=1): MetadataResponseData(throttleTimeMs=0, brokers=[MetadataResponseBroker(nodeId=0, host='localhost', port=9092, rack=null)], clusterId='-SmbIOD3SBWh54_gK7cY3g', controllerId=0, topics=[MetadataResponseTopic(errorCode=0, name='test-trans', topicId=TpWGLrhpRF-qQ5eMipp_rw, isInternal=false, partitions=[MetadataResponsePartition(errorCode=0, partitionIndex=0, leaderId=0, leaderEpoch=0, replicaNodes=[0], isrNodes=[0], offlineReplicas=[])], topicAuthorizedOperations=-2147483648)], clusterAuthorizedOperations=-2147483648) | |
2021-06-15 11:36:32 DEBUG Metadata:377 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Updating last seen epoch for partition test-trans-0 from null to epoch 0 from new metadata | |
2021-06-15 11:36:32 INFO Metadata:279 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Cluster ID: -SmbIOD3SBWh54_gK7cY3g | |
2021-06-15 11:36:32 DEBUG Metadata:283 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Updated cluster metadata updateVersion 2 to MetadataCache{clusterId='-SmbIOD3SBWh54_gK7cY3g', nodes={0=localhost:9092 (id: 0 rack: null)}, partitions=[PartitionMetadata(error=NONE, partition=test-trans-0, leader=Optional[0], leaderEpoch=Optional[0], replicas=0, isr=0, offlineReplicas=)], controller=localhost:9092 (id: 0 rack: null)} | |
2021-06-15 11:36:32 DEBUG Fetcher:983 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending ListOffsetRequest ListOffsetsRequestData(replicaId=-1, isolationLevel=1, topics=[ListOffsetsTopic(name='test-trans', partitions=[ListOffsetsPartition(partitionIndex=0, currentLeaderEpoch=0, timestamp=-1, maxNumOffsets=1)])]) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:32 DEBUG NetworkClient:986 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Initiating connection to node localhost:9092 (id: 0 rack: null) using address localhost/127.0.0.1 | |
2021-06-15 11:36:32 DEBUG Selector:531 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Created socket with SO_RCVBUF = 65536, SO_SNDBUF = 131072, SO_TIMEOUT = 0 to node 0 | |
2021-06-15 11:36:32 DEBUG NetworkClient:953 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Completed connection to node 0. Fetching API versions. | |
2021-06-15 11:36:32 DEBUG NetworkClient:967 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Initiating API versions fetch from node 0. | |
2021-06-15 11:36:32 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending API_VERSIONS request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=consumer-daminmou-app-1, correlationId=3) and timeout 30000 to node 0: ApiVersionsRequestData(clientSoftwareName='apache-kafka-java', clientSoftwareVersion='2.8.0') | |
2021-06-15 11:36:32 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received API_VERSIONS response from node 0 for request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=consumer-daminmou-app-1, correlationId=3): ApiVersionsResponseData(errorCode=0, apiKeys=[ApiVersion(apiKey=0, minVersion=0, maxVersion=9), ApiVersion(apiKey=1, minVersion=0, maxVersion=12), ApiVersion(apiKey=2, minVersion=0, maxVersion=6), ApiVersion(apiKey=3, minVersion=0, maxVersion=11), ApiVersion(apiKey=4, minVersion=0, maxVersion=5), ApiVersion(apiKey=5, minVersion=0, maxVersion=3), ApiVersion(apiKey=6, minVersion=0, maxVersion=7), ApiVersion(apiKey=7, minVersion=0, maxVersion=3), ApiVersion(apiKey=8, minVersion=0, maxVersion=8), ApiVersion(apiKey=9, minVersion=0, maxVersion=7), ApiVersion(apiKey=10, minVersion=0, maxVersion=3), ApiVersion(apiKey=11, minVersion=0, maxVersion=7), ApiVersion(apiKey=12, minVersion=0, maxVersion=4), ApiVersion(apiKey=13, minVersion=0, maxVersion=4), ApiVersion(apiKey=14, minVersion=0, maxVersion=5), ApiVersion(apiKey=15, minVersion=0, maxVersion=5), ApiVersion(apiKey=16, minVersion=0, maxVersion=4), ApiVersion(apiKey=17, minVersion=0, maxVersion=1), ApiVersion(apiKey=18, minVersion=0, maxVersion=3), ApiVersion(apiKey=19, minVersion=0, maxVersion=7), ApiVersion(apiKey=20, minVersion=0, maxVersion=6), ApiVersion(apiKey=21, minVersion=0, maxVersion=2), ApiVersion(apiKey=22, minVersion=0, maxVersion=4), ApiVersion(apiKey=23, minVersion=0, maxVersion=4), ApiVersion(apiKey=24, minVersion=0, maxVersion=3), ApiVersion(apiKey=25, minVersion=0, maxVersion=3), ApiVersion(apiKey=26, minVersion=0, maxVersion=3), ApiVersion(apiKey=27, minVersion=0, maxVersion=1), ApiVersion(apiKey=28, minVersion=0, maxVersion=3), ApiVersion(apiKey=29, minVersion=0, maxVersion=2), ApiVersion(apiKey=30, minVersion=0, maxVersion=2), ApiVersion(apiKey=31, minVersion=0, maxVersion=2), ApiVersion(apiKey=32, minVersion=0, maxVersion=4), ApiVersion(apiKey=33, minVersion=0, maxVersion=2), ApiVersion(apiKey=34, minVersion=0, maxVersion=2), ApiVersion(apiKey=35, minVersion=0, maxVersion=2), ApiVersion(apiKey=36, minVersion=0, maxVersion=2), ApiVersion(apiKey=37, minVersion=0, maxVersion=3), ApiVersion(apiKey=38, minVersion=0, maxVersion=2), ApiVersion(apiKey=39, minVersion=0, maxVersion=2), ApiVersion(apiKey=40, minVersion=0, maxVersion=2), ApiVersion(apiKey=41, minVersion=0, maxVersion=2), ApiVersion(apiKey=42, minVersion=0, maxVersion=2), ApiVersion(apiKey=43, minVersion=0, maxVersion=2), ApiVersion(apiKey=44, minVersion=0, maxVersion=1), ApiVersion(apiKey=45, minVersion=0, maxVersion=0), ApiVersion(apiKey=46, minVersion=0, maxVersion=0), ApiVersion(apiKey=47, minVersion=0, maxVersion=0), ApiVersion(apiKey=48, minVersion=0, maxVersion=1), ApiVersion(apiKey=49, minVersion=0, maxVersion=1), ApiVersion(apiKey=50, minVersion=0, maxVersion=0), ApiVersion(apiKey=51, minVersion=0, maxVersion=0), ApiVersion(apiKey=56, minVersion=0, maxVersion=0), ApiVersion(apiKey=57, minVersion=0, maxVersion=0), ApiVersion(apiKey=60, minVersion=0, maxVersion=0), ApiVersion(apiKey=61, minVersion=0, maxVersion=0), ApiVersion(apiKey=10000, minVersion=0, maxVersion=3), ApiVersion(apiKey=10001, minVersion=0, maxVersion=0), ApiVersion(apiKey=10002, minVersion=0, maxVersion=0), ApiVersion(apiKey=10003, minVersion=0, maxVersion=1), ApiVersion(apiKey=10004, minVersion=0, maxVersion=0), ApiVersion(apiKey=10005, minVersion=0, maxVersion=0), ApiVersion(apiKey=10006, minVersion=0, maxVersion=2), ApiVersion(apiKey=10007, minVersion=0, maxVersion=1), ApiVersion(apiKey=10008, minVersion=0, maxVersion=0), ApiVersion(apiKey=10009, minVersion=0, maxVersion=0), ApiVersion(apiKey=10010, minVersion=0, maxVersion=0), ApiVersion(apiKey=10011, minVersion=0, maxVersion=0), ApiVersion(apiKey=10012, minVersion=0, maxVersion=0), ApiVersion(apiKey=10013, minVersion=0, maxVersion=0), ApiVersion(apiKey=10014, minVersion=0, maxVersion=0)], throttleTimeMs=0, supportedFeatures=[], finalizedFeaturesEpoch=0, finalizedFeatures=[]) | |
2021-06-15 11:36:32 DEBUG NetworkClient:922 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 has finalized features epoch: 0, finalized features: [], supported features: [], API versions: (Produce(0): 0 to 9 [usable: 9], Fetch(1): 0 to 12 [usable: 12], ListOffsets(2): 0 to 6 [usable: 6], Metadata(3): 0 to 11 [usable: 11], LeaderAndIsr(4): 0 to 5 [usable: 5], StopReplica(5): 0 to 3 [usable: 3], UpdateMetadata(6): 0 to 7 [usable: 7], ControlledShutdown(7): 0 to 3 [usable: 3], OffsetCommit(8): 0 to 8 [usable: 8], OffsetFetch(9): 0 to 7 [usable: 7], FindCoordinator(10): 0 to 3 [usable: 3], JoinGroup(11): 0 to 7 [usable: 7], Heartbeat(12): 0 to 4 [usable: 4], LeaveGroup(13): 0 to 4 [usable: 4], SyncGroup(14): 0 to 5 [usable: 5], DescribeGroups(15): 0 to 5 [usable: 5], ListGroups(16): 0 to 4 [usable: 4], SaslHandshake(17): 0 to 1 [usable: 1], ApiVersions(18): 0 to 3 [usable: 3], CreateTopics(19): 0 to 7 [usable: 7], DeleteTopics(20): 0 to 6 [usable: 6], DeleteRecords(21): 0 to 2 [usable: 2], InitProducerId(22): 0 to 4 [usable: 4], OffsetForLeaderEpoch(23): 0 to 4 [usable: 4], AddPartitionsToTxn(24): 0 to 3 [usable: 3], AddOffsetsToTxn(25): 0 to 3 [usable: 3], EndTxn(26): 0 to 3 [usable: 3], WriteTxnMarkers(27): 0 to 1 [usable: 1], TxnOffsetCommit(28): 0 to 3 [usable: 3], DescribeAcls(29): 0 to 2 [usable: 2], CreateAcls(30): 0 to 2 [usable: 2], DeleteAcls(31): 0 to 2 [usable: 2], DescribeConfigs(32): 0 to 4 [usable: 4], AlterConfigs(33): 0 to 2 [usable: 2], AlterReplicaLogDirs(34): 0 to 2 [usable: 2], DescribeLogDirs(35): 0 to 2 [usable: 2], SaslAuthenticate(36): 0 to 2 [usable: 2], CreatePartitions(37): 0 to 3 [usable: 3], CreateDelegationToken(38): 0 to 2 [usable: 2], RenewDelegationToken(39): 0 to 2 [usable: 2], ExpireDelegationToken(40): 0 to 2 [usable: 2], DescribeDelegationToken(41): 0 to 2 [usable: 2], DeleteGroups(42): 0 to 2 [usable: 2], ElectLeaders(43): 0 to 2 [usable: 2], IncrementalAlterConfigs(44): 0 to 1 [usable: 1], AlterPartitionReassignments(45): 0 [usable: 0], ListPartitionReassignments(46): 0 [usable: 0], OffsetDelete(47): 0 [usable: 0], DescribeClientQuotas(48): 0 to 1 [usable: 1], AlterClientQuotas(49): 0 to 1 [usable: 1], DescribeUserScramCredentials(50): 0 [usable: 0], AlterUserScramCredentials(51): 0 [usable: 0], AlterIsr(56): 0 [usable: 0], UpdateFeatures(57): 0 [usable: 0], DescribeCluster(60): 0 [usable: 0], DescribeProducers(61): 0 [usable: 0], UNKNOWN(10000): 0 to 3, UNKNOWN(10001): 0, UNKNOWN(10002): 0, UNKNOWN(10003): 0 to 1, UNKNOWN(10004): 0, UNKNOWN(10005): 0, UNKNOWN(10006): 0 to 2, UNKNOWN(10007): 0 to 1, UNKNOWN(10008): 0, UNKNOWN(10009): 0, UNKNOWN(10010): 0, UNKNOWN(10011): 0, UNKNOWN(10012): 0, UNKNOWN(10013): 0, UNKNOWN(10014): 0). | |
2021-06-15 11:36:32 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending LIST_OFFSETS request with header RequestHeader(apiKey=LIST_OFFSETS, apiVersion=6, clientId=consumer-daminmou-app-1, correlationId=2) and timeout 30000 to node 0: ListOffsetsRequestData(replicaId=-1, isolationLevel=1, topics=[ListOffsetsTopic(name='test-trans', partitions=[ListOffsetsPartition(partitionIndex=0, currentLeaderEpoch=0, timestamp=-1, maxNumOffsets=1)])]) | |
2021-06-15 11:36:32 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received LIST_OFFSETS response from node 0 for request with header RequestHeader(apiKey=LIST_OFFSETS, apiVersion=6, clientId=consumer-daminmou-app-1, correlationId=2): ListOffsetsResponseData(throttleTimeMs=0, topics=[ListOffsetsTopicResponse(name='test-trans', partitions=[ListOffsetsPartitionResponse(partitionIndex=0, errorCode=0, oldStyleOffsets=[], timestamp=-1, offset=1000, leaderEpoch=0)])]) | |
2021-06-15 11:36:32 DEBUG Fetcher:1035 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Handling ListOffsetResponse response for test-trans-0. Fetched offset 1000, timestamp -1 | |
2021-06-15 11:36:32 INFO KafkaConsumer:1120 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Subscribed to partition(s): test-trans-0 | |
2021-06-15 11:36:32 INFO KafkaConsumer:1582 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Seeking to offset 999 for partition test-trans-0 | |
End offset: 1000 | |
Seek offset: 999 | |
Position: 999 | |
2021-06-15 11:36:32 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=999, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:32 DEBUG FetchSessionHandler:211 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built full fetch (sessionId=INVALID, epoch=INITIAL) for node 0 with 1 partition(s). | |
2021-06-15 11:36:32 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED FullFetchRequest(test-trans-0) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:32 DEBUG NetworkClient:1140 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending metadata request MetadataRequestData(topics=[MetadataRequestTopic(topicId=AAAAAAAAAAAAAAAAAAAAAA, name='test-trans')], allowAutoTopicCreation=true, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:32 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=11, clientId=consumer-daminmou-app-1, correlationId=5) and timeout 30000 to node 0: MetadataRequestData(topics=[MetadataRequestTopic(topicId=AAAAAAAAAAAAAAAAAAAAAA, name='test-trans')], allowAutoTopicCreation=true, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) | |
2021-06-15 11:36:32 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=4) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=0, sessionEpoch=0, topics=[FetchTopic(topic='test-trans', partitions=[FetchPartition(partition=0, currentLeaderEpoch=0, fetchOffset=999, lastFetchedEpoch=-1, logStartOffset=-1, partitionMaxBytes=1048576)])], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:32 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received METADATA response from node 0 for request with header RequestHeader(apiKey=METADATA, apiVersion=11, clientId=consumer-daminmou-app-1, correlationId=5): MetadataResponseData(throttleTimeMs=0, brokers=[MetadataResponseBroker(nodeId=0, host='localhost', port=9092, rack=null)], clusterId='-SmbIOD3SBWh54_gK7cY3g', controllerId=0, topics=[MetadataResponseTopic(errorCode=0, name='test-trans', topicId=TpWGLrhpRF-qQ5eMipp_rw, isInternal=false, partitions=[MetadataResponsePartition(errorCode=0, partitionIndex=0, leaderId=0, leaderEpoch=0, replicaNodes=[0], isrNodes=[0], offlineReplicas=[])], topicAuthorizedOperations=-2147483648)], clusterAuthorizedOperations=-2147483648) | |
2021-06-15 11:36:32 DEBUG Metadata:377 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Updating last seen epoch for partition test-trans-0 from 0 to epoch 0 from new metadata | |
2021-06-15 11:36:32 DEBUG Metadata:283 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Updated cluster metadata updateVersion 3 to MetadataCache{clusterId='-SmbIOD3SBWh54_gK7cY3g', nodes={0=localhost:9092 (id: 0 rack: null)}, partitions=[PartitionMetadata(error=NONE, partition=test-trans-0, leader=Optional[0], leaderEpoch=Optional[0], replicas=0, isr=0, offlineReplicas=)], controller=localhost:9092 (id: 0 rack: null)} | |
2021-06-15 11:36:32 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=4): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[FetchableTopicResponse(topic='test-trans', partitionResponses=[FetchablePartitionResponse(partition=0, errorCode=0, highWatermark=1000, lastStableOffset=1000, logStartOffset=0, divergingEpoch=EpochEndOffset(epoch=-1, endOffset=-1), currentLeader=LeaderIdAndEpoch(leaderId=-1, leaderEpoch=-1), snapshotId=SnapshotId(endOffset=-1, epoch=-1), abortedTransactions=[], preferredReadReplica=-1, recordSet=MemoryRecords(size=78, buffer=java.nio.HeapByteBuffer[pos=0 lim=78 cap=81]))])]) | |
2021-06-15 11:36:32 DEBUG FetchSessionHandler:440 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent a full fetch response that created a new incremental fetch session 1370239614 with 1 response partition(s) | |
2021-06-15 11:36:32 DEBUG Fetcher:314 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Fetch READ_COMMITTED at offset 999 for partition test-trans-0 returned fetch data (error=NONE, highWaterMark=1000, lastStableOffset = 1000, logStartOffset = 0, preferredReadReplica = absent, abortedTransactions = [], divergingEpoch =Optional.empty, recordsSizeInBytes=78) | |
2021-06-15 11:36:32 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:32 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=1) for node 0. Added 0 partition(s), altered 1 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:32 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(test-trans-0), toForget=(), implied=()) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:32 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=6) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=1, topics=[FetchTopic(topic='test-trans', partitions=[FetchPartition(partition=0, currentLeaderEpoch=0, fetchOffset=1000, lastFetchedEpoch=-1, logStartOffset=-1, partitionMaxBytes=1048576)])], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:33 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=6): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:33 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:33 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:33 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=2) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:33 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:33 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=7) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=2, topics=[], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:33 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=7): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:33 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:33 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:33 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=3) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:33 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:33 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=8) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=3, topics=[], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:34 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=8): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:34 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:34 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:34 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=4) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:34 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:34 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=9) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=4, topics=[], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:34 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=9): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:34 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:34 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:34 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=5) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:34 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:34 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=10) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=5, topics=[], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:35 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=10): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:35 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:35 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:35 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=6) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:35 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:35 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=11) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=6, topics=[], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:35 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=11): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:35 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:35 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:35 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=7) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:35 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:35 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=12) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=7, topics=[], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:36 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=12): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:36 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:36 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:36 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=8) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:36 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:36 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=13) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=8, topics=[], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:36 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=13): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:36 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:36 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:36 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=9) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:36 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:36 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=14) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=9, topics=[], forgottenTopicsData=[], rackId='') | |
2021-06-15 11:36:37 DEBUG NetworkClient:880 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Received FETCH response from node 0 for request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=14): FetchResponseData(throttleTimeMs=0, errorCode=0, sessionId=1370239614, responses=[]) | |
2021-06-15 11:36:37 DEBUG FetchSessionHandler:463 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Node 0 sent an incremental fetch response with throttleTimeMs = 0 for session 1370239614 with 0 response partition(s), 1 implied partition(s) | |
2021-06-15 11:36:37 DEBUG Fetcher:1198 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Added READ_COMMITTED fetch request for partition test-trans-0 at position FetchPosition{offset=1000, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[localhost:9092 (id: 0 rack: null)], epoch=0}} to node localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:37 DEBUG FetchSessionHandler:259 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Built incremental fetch (sessionId=1370239614, epoch=10) for node 0. Added 0 partition(s), altered 0 partition(s), removed 0 partition(s) out of 1 partition(s) | |
2021-06-15 11:36:37 DEBUG Fetcher:265 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending READ_COMMITTED IncrementalFetchRequest(toSend=(), toForget=(), implied=(test-trans-0)) to broker localhost:9092 (id: 0 rack: null) | |
2021-06-15 11:36:37 DEBUG NetworkClient:522 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Sending FETCH request with header RequestHeader(apiKey=FETCH, apiVersion=12, clientId=consumer-daminmou-app-1, correlationId=15) and timeout 30000 to node 0: FetchRequestData(clusterId=null, replicaId=-1, maxWaitMs=500, minBytes=1, maxBytes=52428800, isolationLevel=1, sessionId=1370239614, sessionEpoch=10, topics=[], forgottenTopicsData=[], rackId='') | |
Records size: 0 | |
Position: 1000 | |
2021-06-15 11:36:37 DEBUG ConsumerCoordinator:740 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Executing onLeavePrepare with generation Generation{generationId=-1, memberId='', protocol='null'} and memberId | |
2021-06-15 11:36:37 DEBUG AbstractCoordinator:981 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Resetting generation due to consumer pro-actively leaving the group | |
2021-06-15 11:36:37 INFO Metrics:659 - Metrics scheduler closed | |
2021-06-15 11:36:37 INFO Metrics:663 - Closing reporter org.apache.kafka.common.metrics.JmxReporter | |
2021-06-15 11:36:37 INFO Metrics:669 - Metrics reporters closed | |
2021-06-15 11:36:37 INFO AppInfoParser:83 - App info kafka.consumer for consumer-daminmou-app-1 unregistered | |
2021-06-15 11:36:37 DEBUG KafkaConsumer:2379 - [Consumer clientId=consumer-daminmou-app-1, groupId=daminmou-app] Kafka consumer has been closed | |
Disconnected from the target VM, address: '127.0.0.1:53635', transport: 'socket' | |
Process finished with exit code 0 | |
*/ | |
@Override | |
public void run() { | |
main(null); | |
} | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment