exec_parallel.py

#!/usr/bin/env python3

import os
import sys

if len(sys.argv) != 2:
    print("expect exactly one argument: filename to commands")
    sys.exit(1)

filename = sys.argv[1]

if not os.path.exists(filename):
    print("command file does not exists:", filename)
    sys.exit(1)

from multiprocessing import Pool, current_process
p = Pool()

with open(filename) as f:
    cmds = [line.strip() for line in f]

def execute(cmd):
    id = current_process().ident
    print(id, cmd)
    os.system(cmd)

with Pool() as p:
    p.map(execute, cmds, chunksize=1)