-
-
Save wonderbeyond/f2eb849d1e5f024a88508b60db376b49 to your computer and use it in GitHub Desktop.
Python turn sync functions to async (and async to sync)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from functools import wraps | |
import asyncio | |
def get_event_loop(): | |
try: | |
return asyncio.get_event_loop() | |
except RuntimeError as e: | |
if "There is no current event loop in thread" in str(e): | |
loop = asyncio.new_event_loop() | |
asyncio.set_event_loop(loop) | |
return asyncio.get_event_loop() | |
raise | |
def force_async(fn): | |
''' | |
turns a sync function to async function using threads | |
''' | |
from concurrent.futures import ThreadPoolExecutor | |
pool = ThreadPoolExecutor() | |
@wraps(fn) | |
def wrapper(*args, **kwargs): | |
future = pool.submit(fn, *args, **kwargs) | |
return asyncio.wrap_future(future) # make it awaitable | |
return wrapper | |
def force_sync(fn): | |
''' | |
turn an async function to sync function | |
''' | |
@wraps(fn) | |
def wrapper(*args, **kwargs): | |
res = fn(*args, **kwargs) | |
return get_event_loop().run_until_complete(res) if asyncio.iscoroutine(res) else res | |
return wrapper |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import unittest | |
from async import * | |
class AsyncCanTurnAsyncIntoSyncFunction(unittest.TestCase): | |
def test_turn_async_to_sync(self): | |
@force_sync | |
async def test(): | |
import asyncio | |
await asyncio.sleep(0.1) | |
return 1 + 2 | |
self.assertEqual(test(), 3) | |
def test_turn_sync_to_sync(self): | |
@force_sync | |
def test(): | |
return 1 + 2 | |
self.assertEqual(test(), 3) | |
class AsyncCanTurnSyncIntoAsyncFunction(unittest.TestCase): | |
def test_turn_sync_to_async(self): | |
@force_async | |
def test(): | |
import time | |
time.sleep(1) | |
return True | |
@force_sync | |
async def main(): | |
import asyncio | |
# if it were to execute sequentially, it would take 10 seconds, in this case we expect to see only 1 second | |
futures = list(map(lambda x: test(), | |
range(10))) | |
return await asyncio.gather(*futures) | |
import time | |
# take the elapsed time | |
start = time.time() | |
res = main() | |
end = time.time() | |
elapsed = end - start | |
self.assertEqual(len(res), 10) | |
self.assertLess(elapsed, 1.2) # a little more than 1 second is normal |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment