async_pool_run_with_stats.py

import asyncio
import functools
import random
from multiprocessing import Manager

from aiomultiprocess import Pool
from aiomultiprocess.types import Queue


async def work(q: Queue, sleep_time: int):
    await asyncio.sleep(sleep_time)
    q.put(1)


async def main():
    m = Manager()
    q = m.Queue()
    wrapped_work = functools.partial(work, q)
    tasks = [random.randint(1, 5) for _ in range(10)]
    print("sleep time", tasks)
    asyncio.get_event_loop().run_in_executor(None, stats, q, len(tasks))
    async with Pool() as pool:
        await pool.map(wrapped_work, tasks)


def stats(q, total):
    done = 0
    while True:
        q.get()
        done += 1
        print(f"done/total: {done}/{total}")
        if done == total:
            return


if __name__ == "__main__":
    loop = asyncio.get_event_loop()
    loop.run_until_complete(main())