parallel_loop.py

import time
from fuzzywuzzy import fuzz
from fuzzywuzzy import process
from joblib import Parallel, delayed
start_time = time.time()

texts = ['anirban das', 'chitvan gupta', 'prasad devi', 'devi prasad'] * 40
names = ['anirban das', 'devi prasad'] * 6000

def match_name(params):
    text, names = params
    return process.extract(text, names, limit=1)

results = Parallel(n_jobs=200, verbose=5, backend="loky")(map(delayed(match_name), map(lambda text: (text, names), texts)))
print(time.time() - start_time)
# for text in texts:
#     print(text)
#     print(process.extractOne(text, names))
# #     break