Launching script

launcher.py

import subprocess
import os
import numpy as np
import time

# number of procs
file = 'download.py'
sleep_time = 5
proc_N = 8
# gpu_id = np.array([0,1,2,3,0,1,2,3,0,1,2,3])
# assert proc_N == len(gpu_id)

# launch processes
for proc in range(0, proc_N):
    my_env = os.environ.copy()
    # my_env["CUDA_VISIBLE_DEVICES"] = '%g' % gpu_id[proc]
    subprocess.Popen(['python', '%s' % file, '%d' % proc_N, '%d' % proc], env=my_env)
    print('%g/%g process launched' % (proc, proc_N))
    time.sleep(sleep_time)