download_cards

#!/usr/bin/env python
import asyncio
from pathlib import Path

from tqdm import tqdm
import httpx


def tasks_with_concurrency(n, *tasks):
    semaphore = asyncio.Semaphore(n)

    async def sem_task(task):
        async with semaphore:
            return await task

    return [sem_task(task) for task in tasks]

async def download_card_image(client, card_id):
    path = Path(f"{card_id}.png")
    try:
        with path.open("xb") as f:
            async with client.stream("GET", f"https://art.hearthstonejson.com/v1/render/latest/enUS/256x/{card_id}.png") as r:
                async for chunk in r.aiter_bytes():
                    f.write(chunk)
    except FileExistsError:
        pass

async def main():
    async with httpx.AsyncClient() as client:
        r = await client.get(
            "https://api.hearthstonejson.com/v1/latest/enUS/cards.json"
        )
        tasks = tasks_with_concurrency(20, *(download_card_image(client, card["id"]) for card in r.json()))
        for t in tqdm(asyncio.as_completed(tasks), total=len(tasks)):
            await t

asyncio.run(main())