gzip_kafka_create_consumer_1.py

from kafka import KafkaConsumer
import json
from datetime import datetime

# Consume all the messages from the topic but do not mark them as 'read' (enable_auto_commit=False)
# so that we can re-read them as often as we like.
consumer = KafkaConsumer('nginx-log-producer-compressionv2',
                         group_id='test-consumer-group',
                         bootstrap_servers=['localhost:9092'],
                         value_deserializer=lambda v: json.loads(v.decode('utf-8')),
                         key_deserializer=lambda k: k.decode('utf-8'),
                         auto_offset_reset='earliest',
                         enable_auto_commit=False)