Skip to content

Instantly share code, notes, and snippets.

@robconrad
Created April 5, 2017 00:02
Show Gist options
  • Save robconrad/834f1de90fe090ba296246dccd6816f4 to your computer and use it in GitHub Desktop.
Save robconrad/834f1de90fe090ba296246dccd6816f4 to your computer and use it in GitHub Desktop.
kafka {
# common config
schema.registry.url = "http://0.0.0.0:8081"
bootstrap.servers = "0.0.0.0:9092"
reconnect.backoff.ms = 50 # default: 50
retry.backoff.ms = 100 # default: 100
connections.max.idle.ms = 540000 # default: 540000
metadata.max.age.ms = 300000 # default: 300000
request.timeout.ms = 305000 # default: 30000 (producer) / 40000 (streams) / 305000 (consumer)
# producer config
acks = all # default: 1 [all, -1, 0, 1]
buffer.memory = 33554432 # default: 33554432
retries = 0 # default: 0
batch.size = 16384 # default: 16384
linger.ms = 0 # default: 0
max.block.ms = 60000 # default: 60000
max.request.size = 1048576 # default: 1048576
receive.buffer.bytes = 32768 # default: 32768
max.in.flight.requests.per.connection = 5 # default: 5
# consumer config
heartbeat.interval.ms = 3000 # default: 3000
max.partition.fetch.bytes = 1048576 # default: 1048576
session.timeout.ms = 10000 # default: 10000
auto.offset.reset = "earliest" # default: latest
fetch.max.bytes = 52428800 # default: 52428800
max.poll.interval.ms = 300000 # default: 300000
max.poll.records = 500 # default: 500
auto.commit.interval.ms = 5000 # default: 5000
fetch.max.wait.ms = 100 # default: 500
# streams config
replication.factor = 1 # default: 1
state.dir = "/tmp/kafka-streams" # default: /tmp/kafka-streams
buffered.records.per.partition = 1000 # default: 1000
cache.max.bytes.buffering = 10485760 # default: 10485760
commit.interval.ms = 30000 # default: 30000
num.standby.replicas = 0 # default: 0
num.stream.threads = 64 # default: 1
poll.ms = 100 # default: 100
state.cleanup.delay.ms = 60000 # default: 60000
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment