Skip to content

Instantly share code, notes, and snippets.

@epmpub
Created August 9, 2021 12:56
Show Gist options
  • Save epmpub/a6c4d6368c1c296c2d45333d5a906088 to your computer and use it in GitHub Desktop.
Save epmpub/a6c4d6368c1c296c2d45333d5a906088 to your computer and use it in GitHub Desktop.
[sources.my]
type = "stdin"
[sinks.my_sink_id]
type = "kafka"
inputs = [ "my" ]
bootstrap_servers = "47.106.11.15:9093,47.106.104.169:9093"
key_field = "user_id"
message_timeout_ms = 300_000
socket_timeout_ms = 60_000
batch = { }
compression = "none"
topic = "log"
[sinks.my_sink_id.sasl]
mechanism = "SCRAM-SHA-256"
password = "02ZjlNTfvEgxLxHbEkMaJvHgujLorLKV"
username = "alikafka_pre-cn-2r42agdny00d"
[sinks.my_sink_id.buffer]
max_events = 500
max_size = 104_900_000
type = "memory"
when_full = "block"
[sinks.my_sink_id.encoding]
codec = "json"
timestamp_format = "rfc3339"
[sinks.my_sink_id.healthcheck]
enabled = true
[sinks.my_sink_id.librdkafka_options]
"batch.num.messages" = "1000000000"
"batch.num.messages" = "100"
"acks" = "-1"
"security.protocol" = "sasl_ssl"
"sasl.mechanism" = "PLAIN"
"sasl.username" = "alikafka_pre-cn-2r42agdny00d"
"sasl.password" = "02ZjlNTfvEgxLxHbEkMaJvHgujLorLKV"
"ssl.ca.location" = "/home/ubuntu/CA/ca-cert.pem"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment