Kafka script to generate Bash commands that will recreate Kafka topics. Possibly useful for backups of topics.

example-output.txt

./bin/kafka-topics.sh --if-not-exists --zookeeper $(grep -E zookeeper.connect= ./config/server.properties | cut -d= -f2) --create --partitions 12 --replication-factor 3 --topic my-topic-1 --config retention.ms=3600000 --config min.insync.replicas=2
./bin/kafka-topics.sh --if-not-exists --zookeeper $(grep -E zookeeper.connect= ./config/server.properties | cut -d= -f2) --create --partitions 1 --replication-factor 3 --topic my-topic-2 --config min.insync.replicas=2

generate-create-topics.sh

#!/bin/bash

./bin/kafka-topics.sh --zookeeper $(grep -E "zookeeper.connect=" ./config/server.properties | cut -d= -f2) --describe \
  | grep PartitionCount  \
  | awk -F '\t' 'BEGIN {OFS=":";} {print $1, $2, $3, $4}'  \
  | sed 's/,/:/g'  \
  | awk -F: '{printf "./bin/kafka-topics.sh --if-not-exists --zookeeper $(grep -E zookeeper.connect= ./config/server.properties | cut -d= -f2) --create --partitions %d --replication-factor %d --topic %s", $4, $6, $2;for(i=8; i<=NF; i++) {printf " --config %s", $i;};printf "\n";}'

Needs more awk!