Python3 multiprocess producer / consumer example.

multiprocess-producer-consumer.py

#!/usr/bin/env python3

import logging
from multiprocessing import Process, Pool, Manager
import random
import time


def init(queue):
    global q
    q = queue


def producer(id):
    for i in range(10):
        q.put((id, random.randint(0,999)))


def consumer(q):
    count = 0
    while True:
        item = q.get()
        if item is None:
            break
        id, num = item
        print(f'Process {id} : {num}')
        count += 1
    print(f'Processed {count} items')


if __name__ == '__main__':
    count = 5
    queue = Manager().Queue()

    c = Process(target=consumer, args=[queue])
    c.start()

    with Pool(count, init, [queue]) as pool:
        pool.map(producer, [x for x in range(count)])
        queue.put(None)
        c.join()