threaded_queue.py

from queue import Queue
from threading import Thread
from typing import Callable, Iterable


def job_worker(jobs: Queue, results: list):
    while not jobs.empty():
        job = jobs.get()
        results.append(job())
        jobs.task_done()


def run_in_threaded_queue(tasks: Iterable[Callable], worker_amount: int) -> list:
    jobs = Queue()
    for task in tasks:
        jobs.put(task)
    results = []
    threads = []
    for _ in range(worker_amount):
        thread = Thread(target=job_worker, args=(jobs, results))
        thread.start()
        threads.append(thread)
    # process the queue
    jobs.join()
    # make sure the threads stop
    for thread in threads:
        thread.join()
    return results