Spawning processes in Python

procspawn.py

import sqlite3
import multiprocessing

store_results_sql = """ some sql code here """
select_results_sql = """ some other sql code here """

def find_enriched(**kwargs):
    # do some heavy computation task here
    results = enrichment_analysis(**kwargs)
    # sqlite is not ideal for parallel processing, but with a timeout it should be fine
    with sqlite3.connect("results.db", timeout=30) as conn:
        conn.execute(store_results_sql, results)
        conn.commit

blocks = [chunk_1, chunk_2, ...]

jobs = []

for block in blocks:
    p = multiprocessing.Process(target=find_enriched,
                                args=(dataset, platform, factor, subset,
                                      block, year, uniprot2entrez_map))
    jobs.append(p)
    p.start()

# wait for them all to finish
[p.join() for p in jobs] 

with sqlite3.connect("results.db", timeout=30) as conn:
    for result in conn.execute(select_results_sql):
        print result