ksqlDB with external Kafka Connect worker
--- | |
version: '3' | |
services: | |
zookeeper: | |
image: confluentinc/cp-zookeeper:5.3.1 | |
container_name: zookeeper | |
environment: | |
ZOOKEEPER_CLIENT_PORT: 2181 | |
ZOOKEEPER_TICK_TIME: 2000 | |
kafka: | |
image: confluentinc/cp-enterprise-kafka:5.3.1 | |
container_name: kafka | |
depends_on: | |
- zookeeper | |
ports: | |
- 9092:9092 | |
environment: | |
KAFKA_BROKER_ID: 1 | |
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 | |
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,HOST:PLAINTEXT | |
KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT | |
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,HOST://localhost:9092 | |
KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true" | |
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 | |
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 100 | |
schema-registry: | |
image: confluentinc/cp-schema-registry:5.3.1 | |
ports: | |
- 8081:8081 | |
container_name: schema-registry | |
depends_on: | |
- kafka | |
environment: | |
SCHEMA_REGISTRY_HOST_NAME: schema-registry | |
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafka:29092 | |
SCHEMA_REGISTRY_CUB_KAFKA_TIMEOUT: 300 | |
ksqldb-server: | |
image: confluentinc/ksqldb-server:0.6.0 | |
hostname: ksqldb-server | |
container_name: ksqldb-server | |
depends_on: | |
- kafka | |
- kafka-connect-01 | |
ports: | |
- "8088:8088" | |
environment: | |
KSQL_LISTENERS: http://0.0.0.0:8088 | |
KSQL_BOOTSTRAP_SERVERS: kafka:29092 | |
KSQL_KSQL_LOGGING_PROCESSING_STREAM_AUTO_CREATE: "true" | |
KSQL_KSQL_LOGGING_PROCESSING_TOPIC_AUTO_CREATE: "true" | |
KSQL_KSQL_CONNECT_URL: http://kafka-connect-01:8083 | |
KSQL_KSQL_SCHEMA_REGISTRY_URL: http://schema-registry:8081 | |
ksqldb-cli: | |
image: confluentinc/ksqldb-cli:0.6.0 | |
container_name: ksqldb-cli | |
depends_on: | |
- ksqldb-server | |
entrypoint: /bin/sh | |
tty: true | |
kafka-connect-01: | |
image: confluentinc/cp-kafka-connect:5.3.1 | |
container_name: kafka-connect-01 | |
depends_on: | |
- kafka | |
- schema-registry | |
ports: | |
- 8083:8083 | |
environment: | |
CONNECT_LOG4J_APPENDER_STDOUT_LAYOUT_CONVERSIONPATTERN: "[%d] %p %X{connector.context}%m (%c:%L)%n" | |
CONNECT_CUB_KAFKA_TIMEOUT: 300 | |
CONNECT_BOOTSTRAP_SERVERS: "kafka:29092" | |
CONNECT_REST_ADVERTISED_HOST_NAME: 'kafka-connect-01' | |
CONNECT_REST_PORT: 8083 | |
CONNECT_GROUP_ID: kafka-connect-group-01 | |
CONNECT_CONFIG_STORAGE_TOPIC: _kafka-connect-group-01-configs | |
CONNECT_OFFSET_STORAGE_TOPIC: _kafka-connect-group-01-offsets | |
CONNECT_STATUS_STORAGE_TOPIC: _kafka-connect-group-01-status | |
CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter | |
CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081" | |
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter | |
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081" | |
CONNECT_INTERNAL_KEY_CONVERTER: 'org.apache.kafka.connect.json.JsonConverter' | |
CONNECT_INTERNAL_VALUE_CONVERTER: 'org.apache.kafka.connect.json.JsonConverter' | |
CONNECT_LOG4J_ROOT_LOGLEVEL: 'INFO' | |
CONNECT_LOG4J_LOGGERS: 'org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR' | |
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: '1' | |
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: '1' | |
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: '1' | |
CONNECT_PLUGIN_PATH: '/usr/share/java,/usr/share/confluent-hub-components/' |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment