zookeeper + kafka + spm cluster.yml

kafka:
  image: 'pygmalios/kafka:latest'
  deployment_strategy: every_node
  environment:
    - JMX_PORT=9999
    - KAFKA_ADVERTISED_HOST_NAME=$DOCKERCLOUD_CONTAINER_HOSTNAME
    - KAFKA_ADVERTISED_PORT=9092
    - KAFKA_DEFAULT_REPLICATION_FACTOR=3
    - KAFKA_DELETE_TOPIC_ENABLE=true
    - 'KAFKA_JMX_OPTS=-Dcom.sun.management.jmxremote -javaagent:/opt/spm/spm-monitor/lib/spm-monitor-kafka.jar=YOUR_SPM_TOKEN:kafka-broker:default -Dcom.sun.management.jmxremote -javaagent:/opt/spm/spm-monitor/lib/spm-monitor-kafka.jar=YOUR_SPM_TOKEN:kafka-producer:default -Dcom.sun.management.jmxremote -javaagent:/opt/spm/spm-monitor/lib/spm-monitor-kafka.jar=YOUR_SPM_TOKEN:kafka-consumer:default -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false'
    - KAFKA_LOG_CLEANER_ENABLE=true
    - 'KAFKA_ZOOKEEPER_CONNECT=zookeeper-1:2181,zookeeper-2:2181,zookeeper-3:2181'
    - KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS=6000
  ports:
    - '9092:9092'
    - '9999:9999'
  restart: always
  tags:
    - kafka
  volumes:
    - '/var/run/docker.sock:/var/run/docker.sock'
  volumes_from:
    - sematext-agent-kafka
sematext-agent-kafka:
  image: 'sematext/spm-client:latest'
  deployment_strategy: every_node
  environment:
    - 'SPM_CONFIG=YOUR_SPM_TOKEN kafka javaagent kafka-broker;YOUR_SPM_TOKEN kafka javaagent kafka-producer;YOUR_SPM_TOKEN kafka javaagent kafka-consumer'
  restart: always
  tags:
    - kafka
zookeeper:
  image: 'pygmalios/zookeeper-cluster:latest'
  deployment_strategy: every_node
  environment:
    - CONTAINER_NAME=$DOCKERCLOUD_CONTAINER_HOSTNAME
    - SERVICE_NAME=zookeeper
    - 'ZOOKEEPER_INSTANCES=zookeeper-1,zookeeper-2,zookeeper-3'
    - 'ZOOKEEPER_SERVER_IDS=zookeeper-1:1,zookeeper-2:2,zookeeper-3:3'
    - ZOOKEEPER_ZOOKEEPER_1_CLIENT_PORT=2181
    - ZOOKEEPER_ZOOKEEPER_1_HOST=zookeeper-1
    - ZOOKEEPER_ZOOKEEPER_1_LEADER_ELECTION_PORT=3888
    - ZOOKEEPER_ZOOKEEPER_1_PEER_PORT=2888
    - ZOOKEEPER_ZOOKEEPER_2_CLIENT_PORT=2181
    - ZOOKEEPER_ZOOKEEPER_2_HOST=zookeeper-2
    - ZOOKEEPER_ZOOKEEPER_2_LEADER_ELECTION_PORT=3888
    - ZOOKEEPER_ZOOKEEPER_2_PEER_PORT=2888
    - ZOOKEEPER_ZOOKEEPER_3_CLIENT_PORT=2181
    - ZOOKEEPER_ZOOKEEPER_3_HOST=zookeeper-3
    - ZOOKEEPER_ZOOKEEPER_3_LEADER_ELECTION_PORT=3888
    - ZOOKEEPER_ZOOKEEPER_3_PEER_PORT=2888
  ports:
    - '2181:2181'
    - '2888:2888'
    - '3888:3888'
  restart: always
  tags:
    - kafka
  volumes:
    - '/var/lib/zookeeper:/var/lib/zookeeper'
    - '/var/log/zookeeper:/var/log/zookeeper'