dgtlctzn

$ pip install aiohttp

dgtlctzn

async def get_url(session: aiohttp.ClientSession, url: str) -> Dict:
    async with session.get(url) as response:
        return await response.json()

dgtlctzn

...
async with session.get(url) as response:
    if response.status == 503:
	# do some work

dgtlctzn

async with session.post(url, data=payload) as response:
    ...

dgtlctzn

async def request_urls(urls: List[str]):
    async with aiohttp.ClientSession() as session:
        tasks: List[asyncio.Task] = []
        for url in urls:
            tasks.append(
                asyncio.ensure_future(
                    get_url(session, url)
                )
            )
        return await asyncio.gather(*tasks)

dgtlctzn

async with aiohttp.ClientSession(
    headers=headers_dict,
    cookies=cookies_dict,
    trace_configs=[trace_config],
) as session:
    ...

dgtlctzn

task: asyncio.Task = asyncio.ensure_future(
    get_url(session, url)
)

dgtlctzn

async def request_urls(urls: List[str]):
    tasks: List[asyncio.Task] = []
    ...
        return await asyncio.gather(*tasks)

dgtlctzn

responses: List[Dict] = asyncio.run(request_urls(urls))

dgtlctzn

from time import time

responses: List[Dict] = []

start_time: float = time()

for url in URLS:
    responses.append(requests.get(url).json())

end_time: float = time()