aiostream example

example.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
import aiohttp
import asyncio
from aiostream import operator, pipe

api = ''


@operator
def get_lines_iterator(filename):
    with open(filename) as fp:
        for line in fp:
            yield line


async def main():
    async with aiohttp.ClientSession() as session:
        async def delete_file(uri: str) -> int:
            headers = {'Authorization': 'xxxxxxxxxxx'}
            url = api + uri
            async with session.delete(url, headers=headers) as response:
                return uri, response.status

        await (get_lines_iterator('uris.txt') | pipe.map(delete_file, task_limit=100) | pipe.print())


if __name__ == '__main__':
    asyncio.run(main())