Celery eventlet tryout

gistfile1.py

import eventlet
import tasks
#from json import dump, load
from django.conf import settings
from glob import glob
json = eventlet.import_patched('json')

eventlet.monkey_patch()
poll = eventlet.GreenPool()

def processTask(cfgFile):
    
    cfg_str = json.load(open(cfgFile, "r"))
    
    result = tasks.scrape.apply_async(kwargs={'cfg_str':cfg_str})
    result.wait()
    
    output = result.result
       
    outFile = open('output.json', "w")    
    json.dump(output, outFile)
    outFile.close()
    
    print ("finished {0}".format(result.task_id))

def lauchTasks():
    for cfg_file in glob('*.json'):
        print(cfg_file)
        print poll.spawn(processTask, cfg_file)