Example of python queues and multithreading.

queue_threading.py

import queue
import threading

num_worker_threads = 1


def do_work(item):
    print(item)


def source():
    return range(100)


def worker():
    while True:
        item = q.get()
        if item is None:
            break
        do_work(item)
        q.task_done()


q = queue.Queue()

threads = []

for i in range(num_worker_threads):
    t = threading.Thread(target=worker)
    t.start()
    threads.append(t)


for item in source():
    q.put(item)

# block until all tasks are done
q.join()

print('stopping workers!')

# stop workers
for i in range(num_worker_threads):
    q.put(None)

for t in threads:
    t.join()

It's perfect. Thank you

This is great, but queue is a global...
What if I have a long running thread1
Thread 2 is a consumer of thread 1 that runs intermittently, but thread 1 is always running/filling its queue.
How do you start thread2 and pass the queue object so that it can access it? (i'm on django, maybe memcache?)