Apache Kafka [2.3.0] commands

kafka-commands.sh

#Create a topic
$KAFKA_HOME/bin/kafka-topics.sh --create  --bootstrap-server localhost:9092  --replication-factor 1  --partitions 1  --topic streams-plaintext-input

#Create a topic with config
$KAFKA_HOME/bin/kafka-topics.sh --create  --bootstrap-server localhost:9092  --replication-factor 1  --partitions 1  --topic streams-wordcount-output  --config cleanup.policy=compact

#Run an example
$KAFKA_HOME/bin/kafka-run-class.sh org.apache.kafka.streams.examples.wordcount.WordCountDemo

#Start console producer
$KAFKA_HOME/bin/kafka-console-producer.sh --broker-list localhost:9092 --topic streams-plaintext-input

#Start console consumer
$KAFKA_HOME/bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic streams-plaintext-output

#Start console consumer with some additional config
$KAFKA_HOME/bin/kafka-console-consumer.sh --bootstrap-server localhost:8092 --from-beginning --formatter kafka.tools.DefaultMessageFormatter --property print.key=true --property print.value=true --property key.deserializer=org.apache.kafka.common.serialization.StringDeserializer --property value.deserializer=org.apache.kafka.common.serialization.LongDeserializer --topic streams-wordcount-output
$KAFKA_HOME/bin/kafka-console-consumer.sh --bootstrap-server localhost:9092  --topic streams-wordcount-output  --from-beginning  --formatter kafka.tools.DefaultMessageFormatter  --property print.key=true  --property print.value=true  --property key.deserializer=org.apache.kafka.common.serialization.StringDeserializer  --property value.deserializer=org.apache.kafka.common.serialization.LongDeserializer

#Number of records in a topic
$KAFKA_HOME/bin/kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list  localhost:9092  --topic streams-wordcount-output  --time -1 --offsets 1 | awk -F ":" '{sum += $3} END {print sum'}



###################################################### BELOW COMMANDS ARE EXPERIMENTAL ######################################################

$KAFKA_HOME/bin/kafka-consumer-groups.sh --bootstrap-server localhost:8092 --group dog-service --describe --state

COORDINATOR (ID)          ASSIGNMENT-STRATEGY       STATE                #MEMBERS
172.17.104.231:8092 (6)   stream                    Stable               1


$KAFKA_HOME/bin/kafka-topics.sh --zookeeper localhost:2181 --topic dog --describe
Topic:dog       PartitionCount:1        ReplicationFactor:1     Configs:
        Topic: dog      Partition: 0    Leader: 7       Replicas: 7     Isr: 7


$KAFKA_HOME/bin/kafka-consumer-groups.sh --bootstrap-server localhost:8092 --group dog-service --describe --members

CONSUMER-ID                                                                                                   HOST            CLIENT-ID                                                                #PARTITIONS
dog-service-3b977c92-530e-4047-a67d-6b70f2431bf5-StreamThread-1-consumer-42842cd3-dc80-4297-a698-d0c9ff47048c /172.17.12.134  dog-service-3b977c92-530e-4047-a67d-6b70f2431bf5-StreamThread-1-consumer 1


$KAFKA_HOME/bin/kaconsumer-groups.sh --bootstrap-server localhost:8092 --group dog-service --describe --members --verbose

CONSUMER-ID                                                                                                   HOST            CLIENT-ID                                                                #PARTITIONS     ASSIGNMENT
dog-service-3b977c92-530e-4047-a67d-6b70f2431bf5-StreamThread-1-consumer-42842cd3-dc80-4297-a698-d0c9ff47048c /172.17.12.134  dog-service-3b977c92-530e-4047-a67d-6b70f2431bf5-StreamThread-1-consumer 1               dog(0)

###################################################### BELOW COMMANDS ARE EXPERIMENTAL ######################################################

$KAFKA_HOME/bin/kafka-streams-application-reset.sh --bootstrap-servers localhost:8092 --to-offset 0 --execute --application-id cat-service

No input or intermediate topics specified. Skipping seek.
Deleting all internal/auto-created topics for application cat-service
Done.


$KAFKA_HOME/bin/kafka-streams-application-reset.sh --bootstrap-servers localhost:8092 --to-offset 0 --execute --application-id dog-service

No input or intermediate topics specified. Skipping seek.
Deleting all internal/auto-created topics for application dog-service
Done.

###################################################### BELOW COMMANDS ARE EXPERIMENTAL ######################################################