Skip to content

Instantly share code, notes, and snippets.

@jonathanmv
Created January 9, 2019 19:44
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save jonathanmv/bdda140b96a718cbf90a143ae80f101b to your computer and use it in GitHub Desktop.
Save jonathanmv/bdda140b96a718cbf90a143ae80f101b to your computer and use it in GitHub Desktop.
Docker Compose file for Schema Registry UI, Kafka Connect and Kafka Connect UI. Please notice that the host names are fake.
version: '2.1'
# from https://github.com/simplesteph/kafka-stack-docker-compose/blob/master/full-stack.yml
services:
schema-registry-ui:
restart: always
image: landoop/schema-registry-ui:0.9.4
hostname: kafka-schema-registry-ui
ports:
- "8001:8000"
environment:
SCHEMAREGISTRY_URL: http://schema-registry.ec2.internal:8081/
PROXY: "true"
kafka-connect:
restart: always
image: confluentinc/cp-kafka-connect:5.0.0
hostname: kafka-connect
ports:
- "8083:8083"
environment:
CONNECT_BOOTSTRAP_SERVERS: "kafka1.ec2.internal:9092,kafka2.ec2.internal:9092,kafka3.ec2.internal:9092"
CONNECT_REST_PORT: 8083
CONNECT_GROUP_ID: compose-connect-group
CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry.ec2.internal:8081'
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry.ec2.internal:8081'
CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_REST_ADVERTISED_HOST_NAME: "kafka1.ec2.internal"
CONNECT_LOG4J_ROOT_LOGLEVEL: "INFO"
CONNECT_LOG4J_LOGGERS: "org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR"
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "2"
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "2"
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "2"
CONNECT_PLUGIN_PATH: "/usr/share/java"
KAFKA_HEAP_OPTS: "-Xms512m -Xmx1g"
kafka-connect-ui:
restart: always
image: landoop/kafka-connect-ui:0.9.4
hostname: kafka-connect-ui
ports:
- "8003:8000"
environment:
CONNECT_URL: "http://connect.ec2.internal:8083/"
PROXY: "true"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment