score_duplicates_logic.py

import multiprocessing
import os
import time
import Queue

def scoring_function_dummy(jobs, results):
        while True:
            try:
                task = jobs.get(True, 1)
                print '%s: working: %s' % (os.getpid(), task)
                results.put(task)
                jobs.task_done()
            except Queue.Empty:
                print '%s: block timeout' % os.getpid()
                break

if __name__ == '__main__':

    Q = multiprocessing.JoinableQueue()
    R = multiprocessing.Queue()
     
    processes = [multiprocessing.Process(target=scoring_function_dummy, args=(Q,R))
        for i in range(4)]
     
    for process in processes:
        process.start()
     
    Q.put(1)
    Q.put(2)
    Q.put(3)
    time.sleep(0.5)
    Q.put(4)
    Q.put(5)
    Q.put(6)
    Q.join()

    for process in processes:
        process.join()
    
    # Concat the results queue...
    print 'Complete.'