async.py

# import asyncio
# import aiohttp
# from app.spiders.models import RestockQueryset
# from bs4 import BeautifulSoup
#
#
# async def fetch(session, url):
#     async with session.get(url) as response:
#         result = await response.text()
#         soup = BeautifulSoup(result, "html.parser")
#         print(soup.title)
#         return result
#
#
# async def client_session(urls):
#     async with aiohttp.ClientSession() as session:
#         tasks = []
#         for url in urls:
#             tasks.append(
#                 fetch(session=session, url=url)
#             )
#         await asyncio.gather(*tasks)
#
#
# def main():
#     url_list = [item["snkrsUrl"] for item in RestockQueryset("nike_restock").get_all_snkrs()]
#     loop = asyncio.get_event_loop()
#     loop.run_until_complete(client_session(urls=url_list))