kafka: producer

kafka_producer.py

from kafka import KafkaConsumer, KafkaProducer

# pip install kafka-python

SERVERS = ['localhost:9092', ]


def produce():
    p = KafkaProducer(bootstrap_servers=SERVERS)

    future = p.send("topic1", key=b"key1", value=b"v1", partition=0)
    result = future.get(timeout=10)
    print(result)


if __name__ == '__main__':
    produce()

consumer:

• https://gist.github.com/hhstore/636b237b6b183e1c83cc1580b55b9465

from kafka import KafkaConsumer, KafkaProducer

SERVERS = ['localhost:9092', ]

def consume():
    c = KafkaConsumer("topic1", group_id='group1', bootstrap_servers=SERVERS)

    for msg in c:
        print("consume:", msg)


if __name__ == '__main__':
    consume()