lazy_multiprocessing.py

from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor
from tqdm import tqdm 

def concurrency(function,data,length,method="thread"):
    if method=="thread":
        print("Mode :",method)
        with ThreadPoolExecutor() as pe:
           res = list(tqdm(pe.map(function,data),total=length))
           return res
    elif method=="process":
        print("Mode :",method)
        with ProcessPoolExecutor() as pe:
           res = list(tqdm(pe.map(function,data),total=length))
           return res
    else:
        print("ERROR")
        raise