Created
October 22, 2018 21:41
-
-
Save jonathanmv/b9cf3a8144a4535a7b8de73680db916a to your computer and use it in GitHub Desktop.
Kafka server.properties based on file from the kafka cluster setup udemy course
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
############################# Server Basics ############################# | |
# The id of the broker. This must be set to a unique integer for each broker. | |
broker.id=1 | |
# change your.host.name by your machine's IP or hostname | |
## the name is zookeeper because that's what's registered in route53 | |
advertised.listeners=PLAINTEXT://zookeeper-0.ecs-firecamp.com:9092 | |
# Switch to enable topic deletion or not, default value is false | |
delete.topic.enable=true | |
############################# Log Basics ############################# | |
# A comma seperated list of directories under which to store log files | |
log.dirs=/data/kafka | |
# The default number of log partitions per topic. More partitions allow greater | |
# parallelism for consumption, but this will also result in more files across | |
# the brokers. | |
num.partitions=8 | |
# we will have 3 brokers so the default replication factor should be 2 or 3 | |
default.replication.factor=3 | |
# number of ISR to have in order to minimize data loss | |
min.insync.replicas=2 | |
############################# Log Retention Policy ############################# | |
# The minimum age of a log file to be eligible for deletion due to age | |
# this will delete data after a week | |
log.retention.hours=168 | |
# The maximum size of a log segment file. When this size is reached a new log segment will be created. | |
log.segment.bytes=1073741824 | |
# The interval at which log segments are checked to see if they can be deleted according | |
# to the retention policies | |
log.retention.check.interval.ms=300000 | |
############################# Zookeeper ############################# | |
# Zookeeper connection string (see zookeeper docs for details). | |
# This is a comma separated host:port pairs, each corresponding to a zk | |
# server. e.g. "127.0.0.1:3000,127.0.0.1:3001,127.0.0.1:3002". | |
# You can also append an optional chroot string to the urls to specify the | |
# root directory for all kafka znodes. | |
zookeeper.connect=zookeeper-0.ecs-firecamp.com:2181,zookeeper-1.ecs-firecamp.com:2181,zookeeper-2.ecs-firecamp.com:2181/kafka | |
# Timeout in ms for connecting to zookeeper | |
zookeeper.connection.timeout.ms=6000 | |
############################## Other ################################## | |
# I recommend you set this to false in production. | |
# We'll keep it as true for the course | |
auto.create.topics.enable=false |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment