From d94be22ef26eb9cc74c50dee1fce94b9caa86a90 Mon Sep 17 00:00:00 2001 From: Tyler Goodlet Date: Sat, 7 Jul 2018 22:22:05 -0400 Subject: [PATCH] Add a "show me the code" test from the readme --- tests/test_tractor.py | 143 +++++++++++++++++++++++++++++++++++++----- 1 file changed, 128 insertions(+), 15 deletions(-) diff --git a/tests/test_tractor.py b/tests/test_tractor.py index dcb49d5..653170b 100644 --- a/tests/test_tractor.py +++ b/tests/test_tractor.py @@ -9,11 +9,6 @@ import trio import tractor -@pytest.fixture -def us_symbols(): - return ['TSLA', 'AAPL', 'CGC', 'CRON'] - - @pytest.mark.trio async def test_no_arbitter(): """An arbitter must be established before any nurseries @@ -72,7 +67,7 @@ async def spawn(is_arbiter): ) assert len(nursery._children) == 1 assert portal.channel.uid in tractor.current_actor()._peers - # be sure we can still get the result + # be sure we can still get the result result = await portal.result() assert result == 10 return result @@ -116,31 +111,31 @@ async def stream_from_single_subactor(): seq = range(10) - gen = await portal.run( + agen = await portal.run( __name__, 'stream_seq', # the func above sequence=list(seq), # has to be msgpack serializable ) # it'd sure be nice to have an asyncitertools here... iseq = iter(seq) - async for val in gen: + async for val in agen: assert val == next(iseq) - break + # TODO: test breaking the loop (should it kill the + # far end?) + # break # terminate far-end async-gen # await gen.asend(None) # break # stop all spawned subactors - await nursery.cancel() + await portal.cancel_actor() + # await nursery.cancel() -def test_stream_from_single_subactor(us_symbols): +def test_stream_from_single_subactor(): """Verify streaming from a spawned async generator. """ - tractor.run( - stream_from_single_subactor, - name='client', - ) + tractor.run(stream_from_single_subactor) async def assert_err(): @@ -159,10 +154,128 @@ def test_remote_error(): try: return await portal.result() except tractor.RemoteActorError: + print("Look Maa that actor failed hard, hehh") raise except Exception: pass assert 0, "Remote error was not raised?" with pytest.raises(tractor.RemoteActorError): + # also raises tractor.run(main) + + +def do_nothing(): + pass + + +def test_cancel_single_subactor(): + + async def main(): + + async with tractor.open_nursery() as nursery: + + portal = await nursery.start_actor( + 'nothin', rpc_module_paths=[__name__], + ) + assert not await portal.run(__name__, 'do_nothing') + + # would hang otherwise + await nursery.cancel() + + tractor.run(main) + + +async def stream_data(seed): + for i in range(seed): + yield i + # await trio.sleep(1/10000.) # trigger scheduler + await trio.sleep(0) # trigger scheduler + + +async def aggregate(seed): + """Ensure that the two streams we receive match but only stream + a single set of values to the parent. + """ + async with tractor.open_nursery() as nursery: + portals = [] + for i in range(1, 3): + # fork point + portal = await nursery.start_actor( + name=f'streamer_{i}', + rpc_module_paths=[__name__], + outlive_main=True, # daemonize these actors + ) + + portals.append(portal) + + q = trio.Queue(int(1e3)) + + async def push_to_q(portal): + async for value in await portal.run( + __name__, 'stream_data', seed=seed + ): + await q.put(value) + + await q.put(None) + print(f"FINISHED ITERATING {portal.channel.uid}") + + # spawn 2 trio tasks to collect streams and push to a local queue + async with trio.open_nursery() as n: + for portal in portals: + n.start_soon(push_to_q, portal) + + unique_vals = set() + async for value in q: + if value not in unique_vals: + unique_vals.add(value) + # yield upwards to the spawning parent actor + yield value + continue + + assert value in unique_vals + if value is None: + break + + print("FINISHED ITERATING in aggregator") + + await nursery.cancel() + print("WAITING on `ActorNursery` to finish") + print("AGGREGATOR COMPLETE!") + + +async def main(): + # a nursery which spawns "actors" + async with tractor.open_nursery() as nursery: + + seed = int(10) + import time + pre_start = time.time() + portal = await nursery.start_actor( + name='aggregator', + # executed in the actor's "main task" immediately + main=partial(aggregate, seed), + ) + + start = time.time() + # the portal call returns exactly what you'd expect + # as if the remote "main" function was called locally + result_stream = [] + async for value in await portal.result(): + result_stream.append(value) + + print(f"STREAM TIME = {time.time() - start}") + print(f"STREAM + SPAWN TIME = {time.time() - pre_start}") + assert result_stream == list(range(seed)) + [None] + + +def test_show_me_the_code(): + """Verify the *show me the code* readme example works. + """ + tractor.run(main, arbiter_addr=('127.0.0.1', 1616)) + + +def test_cancel_smtc(): + """Verify we can cancel midway through the smtc example gracefully. + """ + pass