PUSH-PULL pattern with ZMQ.

collector.py

import zmq

context = zmq.Context()
socket = context.socket(zmq.PULL)
socket.bind("tcp://*:5558")

print("Collector started... collecting results.")
while True:
    result = socket.recv_json()
    print(f"Collected: {result}")

producer.py

import zmq
import time
import random

context = zmq.Context()
socket = context.socket(zmq.PUSH)
socket.bind("tcp://*:5557")

print("Producer started... producing jobs.")
while True:
    job = random.randrange(1, 100)  # Randomly generate a simple job
    socket.send_json({"job_id": job})
    print(f"Sent job #{job}")
    time.sleep(0.1)  # Simulate time between sending jobs

worker.py

import zmq
import time
import random

worker_id = random.randrange(1, 1000)

context = zmq.Context()

# Connect to the producer's job dispatch
receiver = context.socket(zmq.PULL)
receiver.connect("tcp://localhost:5557")

# Connect to the collector to send results
sender = context.socket(zmq.PUSH)
sender.connect("tcp://localhost:5558")

print(f"Worker #{worker_id} started... pulling jobs.")
while True:
    job = receiver.recv_json()  # Receive job from producer
    job_id = job["job_id"]
    print(f"Processing job #{job_id}")
    time.sleep(0.2)  # Simulate some work being done

    # Once complete, send results to the collector
    sender.send_json({"job_id": job_id, "worker": worker_id})