Last active
June 8, 2020 10:23
-
-
Save nutshellfool/5362c4757a39b96169ecb3f74d9a14d2 to your computer and use it in GitHub Desktop.
Django middleware metric collector pattern example
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import datetime | |
import logging | |
from django.conf import settings | |
from kafka import KafkaProducer | |
# from pykafka import KafkaClient | |
logging.basicConfig(level=logging.DEBUG) | |
class MetricCollectorMiddleware: | |
def __init__(self, get_response): | |
self._kafka_client = self._init_mq_client() | |
self.get_response = get_response | |
self._debug_log("MetricCollectorMiddleware init") | |
# One-time configuration and initialization. | |
def __call__(self, request): | |
# Code to be executed for each request before | |
# the view (and later middleware) are called. | |
self._debug_log("MetricCollectorMiddleware call") | |
before = datetime.datetime.now() | |
response = self.get_response(request) | |
after = datetime.datetime.now() | |
# Code to be executed for each request/response after | |
# the view is called. | |
_message_content = 'test message from Kafka-Python at {}'.format( | |
datetime.datetime.now().strftime( | |
"%B the %d of %Y is %A at %I:%M %p")) | |
self._mq_client_send_message('testtopic', _message_content) | |
self._debug_log( | |
"process request time {}".format((after - before).total_seconds())) | |
return response | |
@staticmethod | |
def _debug_log(message): | |
if settings.DEBUG: | |
logging.log(level=logging.DEBUG, msg=message) | |
@staticmethod | |
def _init_mq_client(): | |
if settings.KAFKA.get("ENABLE"): | |
return KafkaProducer( | |
bootstrap_servers=settings.KAFKA.get('BROKER_URLS')) | |
# return KafkaClient(hosts="localhost:9093") | |
return None | |
def _mq_client_send_message(self, topic, message='', async_way=False): | |
if settings.KAFKA.get("ENABLE"): | |
self._kafka_client.send(topic, message.encode('utf-8')) | |
# topic = self._kafka_client.topics[topic] | |
# if topic: | |
# with topic.get_sync_producer() as producer: | |
# producer.produce(message.encode('utf-8')) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment