Skip to content

Instantly share code, notes, and snippets.

@stowns
Last active August 29, 2015 14:08
Show Gist options
  • Star 1 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save stowns/753339c1385c4f6e9ce3 to your computer and use it in GitHub Desktop.
Save stowns/753339c1385c4f6e9ce3 to your computer and use it in GitHub Desktop.
kafka helper functions for my .bash_profile
# Kafka Helpers
export KAFKA_HOME=/opt/apps/kafka_2.9.2-0.8.1.1
function startZookeeper() {
$KAFKA_HOME/bin/zookeeper-server-start.sh /opt/apps/kafka_2.9.2-0.8.1.1/config/zookeeper.properties&
}
function shutdownZookeeper() {
$KAFKA_HOME/bin/zookeeper-server-stop.sh
}
function startKafka() {
$KAFKA_HOME/bin/kafka-server-start.sh /opt/apps/kafka_2.9.2-0.8.1.1/config/server.properties&
}
function shutdownKafka() {
$KAFKA_HOME/bin/kafka-server-stop.sh
}
function deleteKafkaTopic() {
$KAFKA_HOME/bin/kafka-run-class.sh kafka.admin.DeleteTopicCommand --zookeeper localhost:2181 --topic $1
}
function createKafkaTopic() {
$KAFKA_HOME/bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic $1
}
function flushKafkaTopic() {
$KAFKA_HOME/bin/kafka-run-class.sh kafka.admin.DeleteTopicCommand --zookeeper localhost:2181 --topic $1
sleep 3
$KAFKA_HOME/bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic $1
}
function listKafkaTopics() {
$KAFKA_HOME/bin/kafka-topics.sh --list --zookeeper localhost:2181
}
function resetKafka() {
echo "Shutting Down..."
shutdownKafka
shutdownZookeeper
sleep 3
rm -rf /tmp/kafka-logs/
rm -rf /tmp/zookeeper/
echo "Starting Servers..."
startZookeeper
startKafka
sleep 3
echo "Creating Topics"
createKafkaTopic events
createKafkaTopic eventsTest
createKafkaTopic tasks
createKafkaTopic tasksTest
createKafkaTopic avroEvents
createKafkaTopic avroEventsTest
echo "Topics Created:"
listKafkaTopics
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment