threading_with_queue.py

# example of threads working on a queue

from Queue import Queue
from threading import Thread

num_worker_threads = 10

# items to work on
def source():
	return xrange(400)

# the actual work to be done
def do_work(smth):
	print("{}\r".format(smth))

# worker that retrieves data from queue and executes work
def worker():
    while True:
        item = q.get()
        do_work(item)
        q.task_done()

q = Queue()
for i in range(num_worker_threads):
     t = Thread(target=worker)	#use args to pass args
     t.daemon = True
     t.start()

# queues items to work on
for item in source():
    q.put(item)

# blocks until work is finished
q.join()