Python concurrrent push to redis queue.py

python_concurrrent_push_to_redis_queue.py

import time
from random import random
import json

import eventlet
eventlet.monkey_patch(thread=True)

import redis


r = redis.StrictRedis(host='localhost', port=6379, db=0)
queue_key = 'queue'


def push_request():
    for k in range(1000):
        yield random()


def push(val):
    for i in range(10):
        _json = json.dumps({'key': i, 'val': i* val})
        r.rpush(queue_key, _json)  # loop here for multiple request sequentially
    return val


start = time.time()
pool = eventlet.GreenPool()
for value in pool.imap(push, push_request()):
    print("inserted", value)
print(f'10000 request time {time.time() - start}')