Configure zookeeper and kafka cluster

docker-compose-zk-kafka-cluster.yml

---
version: '2'
services:
  zk1:
    image: confluentinc/cp-zookeeper:5.1.0
    environment:
      ZOOKEEPER_SERVER_ID: 1
      ZOOKEEPER_CLIENT_PORT: 22181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zk1:22888:23888;zk2:32888:33888;zk3:42888:43888
    stdin_open: true
    tty: true
    labels:
      io.rancher.container.hostname_override: container_name

  zk2:
    image: confluentinc/cp-zookeeper:5.1.0
    environment:
      ZOOKEEPER_SERVER_ID: 2
      ZOOKEEPER_CLIENT_PORT: 32181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zk1:22888:23888;zk2:32888:33888;zk3:42888:43888
    stdin_open: true
    tty: true
    labels:
      io.rancher.container.hostname_override: container_name

  zk3:
    image: confluentinc/cp-zookeeper:5.1.0
    environment:
      ZOOKEEPER_SERVER_ID: 3
      ZOOKEEPER_CLIENT_PORT: 42181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zk1:22888:23888;zk2:32888:33888;zk3:42888:43888
    stdin_open: true
    tty: true
    labels:
      io.rancher.container.hostname_override: container_name

  kafka1:
    image: confluentinc/cp-kafka:5.1.0
    depends_on:
      - zk1
      - zk2
      - zk3
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: zk1:22181,zk2:32181,zk3:42181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://172.16.8.34:19092
    ports:
      - 19092:19092
    stdin_open: true
    tty: true
    labels:
      io.rancher.container.hostname_override: container_name

  kafka2:
    image: confluentinc/cp-kafka:5.1.0
    depends_on:
      - zk1
      - zk2
      - zk3
    environment:
      KAFKA_BROKER_ID: 2
      KAFKA_ZOOKEEPER_CONNECT: zk1:22181,zk2:32181,zk3:42181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://172.16.8.34:29092
    ports:
      - 29092:29092
    stdin_open: true
    tty: true
    labels:
      io.rancher.container.hostname_override: container_name

  kafka3:
    image: confluentinc/cp-kafka:5.1.0
    depends_on:
      - zk1
      - zk2
      - zk3
    environment:
      KAFKA_BROKER_ID: 3
      KAFKA_ZOOKEEPER_CONNECT: zk1:22181,zk2:32181,zk3:42181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://172.16.8.34:39092
    ports:
      - 39092:39092
    stdin_open: true
    tty: true
    labels:
      io.rancher.container.hostname_override: container_name