gf-par.py (run multiple instances of gf-run.py in parallel)

gf-par.py

#!/usr/bin/python3

import subprocess, sys

COUNT = 36
CONCURRENCY = 12
NUM_DISKS = 46

jobs = []
errors = []
for index in range(COUNT):
    # Limit concurrency
    if len(jobs) >= CONCURRENCY:
        job = jobs.pop(0)
        rc = job.wait()
        if rc != 0:
            errors.append("ERROR: %r: %r" % (rc, job.args))
            break
    print("Generating %d" % index, file=sys.stderr)
    jobs.append(subprocess.Popen(["./gf-run.py", str(index), str(NUM_DISKS)]))

for job in jobs:
    rc = job.wait()
    if rc != 0:
        errors.append("ERROR: %r: %r" % (rc, job.args))

for error in errors:
    print(error)
sys.exit(1 if errors else 0)