kafka-migrate-topics.py

import kafka
import os

brokers="kb0:9092,kb1:9092,kb2:9092"
zookp="zk0:2181,zk1:2181,zk2:2181"

client = kafka.KafkaClient(brokers)
consumer = kafka.KafkaConsumer(group_id='migrate-topics', bootstrap_servers=brokers.split(","))

topics=consumer.topics()

for topic in topics:
        topic_partition_ids = client.get_partition_ids_for_topic(b'%s' %(topic))
        num_partitions = len(topic_partition_ids)
        print topic
        print num_partitions
        print "/opt/kafka/bin/kafka-topics.sh --zookeeper %s --create --topic %s --replication-factor 3 --partitions %s" %(zookp, topic, num_partitions)
        os.system("/opt/kafka/bin/kafka-topics.sh --zookeeper %s --create --topic %s --replication-factor 3 --partitions %s" %(zookp, topic, num_partitions))