a skeleton for a functional usage of the python multiprocessing map functionality

skeleton_map_using_class.py

from multiprocessing import Pool

DEFAULT_VALUE = thing

class MapRunner(object):
  def __init__(self):
    p = pool(i,init_globals)

  def init_globals():
    global g1
    global g2
    g1 = somthing
    g2 = whatever

  def run():
    p.map(f,X_collection)
    
  def f(x):
    try:
      a = w(x,g1)
      b = y(x+a)
      return z(x,g2)
    except:
      return DEFAULT_VALUE
      
      
class Mappable(object):
  def w(x,g):
    pass
  
  def y(x):
    pass
  
  def z(w,g)  
    pass
  
# Note these two functions should basically be copied as is..
def _pickle_method(method):
    func_name = method.im_func.__name__
    obj = method.im_self
    cls = method.im_class
    return _unpickle_method, (func_name, obj, cls)

def _unpickle_method(func_name, obj, cls):
    for cls in cls.mro():
        try:
            func = cls.__dict__[func_name]
        except KeyError:
            pass
        else:
            break
    return func.__get__(obj, cls)