Last active
September 19, 2024 23:54
-
-
Save phizaz/20c36c6734878c6ec053245a477572ec to your computer and use it in GitHub Desktop.
Python turn sync functions to async (and async to sync)
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import functools | |
def force_async(fn): | |
''' | |
turns a sync function to async function using threads | |
''' | |
from concurrent.futures import ThreadPoolExecutor | |
import asyncio | |
pool = ThreadPoolExecutor() | |
@functools.wraps(fn) | |
def wrapper(*args, **kwargs): | |
future = pool.submit(fn, *args, **kwargs) | |
return asyncio.wrap_future(future) # make it awaitable | |
return wrapper | |
def force_sync(fn): | |
''' | |
turn an async function to sync function | |
''' | |
import asyncio | |
@functools.wraps(fn) | |
def wrapper(*args, **kwargs): | |
res = fn(*args, **kwargs) | |
if asyncio.iscoroutine(res): | |
return asyncio.get_event_loop().run_until_complete(res) | |
return res | |
return wrapper |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import unittest | |
from async import * | |
class AsyncCanTurnAsyncIntoSyncFunction(unittest.TestCase): | |
def test_turn_async_to_sync(self): | |
@force_sync | |
async def test(): | |
import asyncio | |
await asyncio.sleep(0.1) | |
return 1 + 2 | |
self.assertEqual(test(), 3) | |
def test_turn_sync_to_sync(self): | |
@force_sync | |
def test(): | |
return 1 + 2 | |
self.assertEqual(test(), 3) | |
class AsyncCanTurnSyncIntoAsyncFunction(unittest.TestCase): | |
def test_turn_sync_to_async(self): | |
@force_async | |
def test(): | |
import time | |
time.sleep(1) | |
return True | |
@force_sync | |
async def main(): | |
import asyncio | |
# if it were to execute sequentially, it would take 10 seconds, in this case we expect to see only 1 second | |
futures = list(map(lambda x: test(), | |
range(10))) | |
return await asyncio.gather(*futures) | |
import time | |
# take the elapsed time | |
start = time.time() | |
res = main() | |
end = time.time() | |
elapsed = end - start | |
self.assertEqual(len(res), 10) | |
self.assertLess(elapsed, 1.2) # a little more than 1 second is normal |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment