Create process(s) upon the number of workers, The pool will be terminated when an exception occurs in one of the workers and Kube-pod restarting is expected

python-process-spawn.py

from time import sleep
from multiprocessing import Pool
from functools import partial


def _on_error(pool, e):
    pool.terminate()
    raise e


def spawn(workers):
    """
    Create process(s) upon the number of workers, 
    The pool will be terminated when an exception occurs in one of the workers 
    and Kube-pod restarting is expected

    Arguments:
        workers {[functions]} -- list of worker function
    """

    pool = Pool(len(workers))
    results = [
        pool.apply_async(worker, error_callback=partial(_on_error, pool))
        for worker in workers
    ]

    pool.close()
    pool.join()  # wait for pool terminated
    return results