kafka in docker

consumer.py

from confluent_kafka import Consumer

consumer = Consumer({'group.id': '1', 'bootstrap.servers': 'localhost:9092'})
consumer.subscribe(['abc'])
m = consumer.poll()
print(m.value())

create-topic.sh

#!/bin/bash
docker-compose run broker \
  kafka-topics \
  --create \
  --zookeeper "zookeeper:2181" \
  --topic "abc" \
  --partitions 20 \
  --replication-factor 1

docker-compose.yml

---
version: '2'
services:
  zookeeper:
    image: confluentinc/cp-zookeeper:6.2.0
    hostname: zookeeper
    container_name: zookeeper
    ports:
      - "2181:2181"
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
  broker:
    image: confluentinc/cp-server:6.2.0
    hostname: broker
    container_name: broker
    depends_on:
      - zookeeper
    ports:
      - "9092:9092"
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://broker:29092,PLAINTEXT_HOST://localhost:9092

producer.py

from confluent_kafka import Producer

p = Producer({'bootstrap.servers': 'localhost:9092'})
p.produce('abc', 'value', 'key')