Transfer file multithreading

transfer_file_multithreading.py

import os
import shutil
from multiprocessing.dummy import Pool as ThreadPool
from tqdm import tqdm

df['image'] = df['_id'].apply(lambda x:x+".jpg") 

path = df['image'].tolist()
def move_file(pth):
    shutil.move("/content/netaporter_gb/"+pth, "/content/netaporter_gb_images/"+pth)
batch = 2048
thread = 16
for i in tqdm(range(0,len(path),batch)):
    pool = ThreadPool(thread)
    pool.map(move_file, path[i:i+batch])
    pool.close()
    pool.join()