372 lines
9.5 KiB
Python
372 lines
9.5 KiB
Python
# tractor: structured concurrent "actors".
|
|
# Copyright 2018-eternity Tyler Goodlet.
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
'''
|
|
Our classy exception set.
|
|
|
|
'''
|
|
from __future__ import annotations
|
|
import builtins
|
|
import importlib
|
|
from pprint import pformat
|
|
from typing import (
|
|
Any,
|
|
Type,
|
|
TYPE_CHECKING,
|
|
)
|
|
import traceback
|
|
|
|
import exceptiongroup as eg
|
|
import trio
|
|
|
|
from ._state import current_actor
|
|
|
|
if TYPE_CHECKING:
|
|
from ._context import Context
|
|
from ._stream import MsgStream
|
|
from .log import StackLevelAdapter
|
|
|
|
_this_mod = importlib.import_module(__name__)
|
|
|
|
|
|
class ActorFailure(Exception):
|
|
"General actor failure"
|
|
|
|
|
|
# TODO: rename to just `RemoteError`?
|
|
class RemoteActorError(Exception):
|
|
'''
|
|
A box(ing) type which bundles a remote actor `BaseException` for
|
|
(near identical, and only if possible,) local object/instance
|
|
re-construction in the local process memory domain.
|
|
|
|
Normally each instance is expected to be constructed from
|
|
a special "error" IPC msg sent by some remote actor-runtime.
|
|
|
|
'''
|
|
def __init__(
|
|
self,
|
|
message: str,
|
|
suberror_type: Type[BaseException] | None = None,
|
|
**msgdata
|
|
|
|
) -> None:
|
|
super().__init__(message)
|
|
|
|
# TODO: maybe a better name?
|
|
# - .errtype
|
|
# - .retype
|
|
# - .boxed_errtype
|
|
# - .boxed_type
|
|
# - .remote_type
|
|
# also pertains to our long long oustanding issue XD
|
|
# https://github.com/goodboy/tractor/issues/5
|
|
self.type: str = suberror_type
|
|
self.msgdata: dict[str, Any] = msgdata
|
|
|
|
@property
|
|
def src_actor_uid(self) -> tuple[str, str] | None:
|
|
return self.msgdata.get('src_actor_uid')
|
|
|
|
def __repr__(self) -> str:
|
|
if remote_tb := self.msgdata.get('tb_str'):
|
|
pformat(remote_tb)
|
|
return (
|
|
f'{type(self).__name__}(\n'
|
|
f'msgdata={pformat(self.msgdata)}\n'
|
|
')'
|
|
)
|
|
|
|
return super().__repr__()
|
|
|
|
# TODO: local recontruction of remote exception deats
|
|
# def unbox(self) -> BaseException:
|
|
# ...
|
|
|
|
|
|
class InternalActorError(RemoteActorError):
|
|
'''
|
|
Remote internal ``tractor`` error indicating
|
|
failure of some primitive or machinery.
|
|
|
|
'''
|
|
|
|
|
|
class ContextCancelled(RemoteActorError):
|
|
'''
|
|
Inter-actor task context was cancelled by either a call to
|
|
``Portal.cancel_actor()`` or ``Context.cancel()``.
|
|
|
|
'''
|
|
@property
|
|
def canceller(self) -> tuple[str, str] | None:
|
|
value = self.msgdata.get('canceller')
|
|
if value:
|
|
return tuple(value)
|
|
|
|
|
|
class TransportClosed(trio.ClosedResourceError):
|
|
"Underlying channel transport was closed prior to use"
|
|
|
|
|
|
class NoResult(RuntimeError):
|
|
"No final result is expected for this actor"
|
|
|
|
|
|
class ModuleNotExposed(ModuleNotFoundError):
|
|
"The requested module is not exposed for RPC"
|
|
|
|
|
|
class NoRuntime(RuntimeError):
|
|
"The root actor has not been initialized yet"
|
|
|
|
|
|
class StreamOverrun(
|
|
RemoteActorError,
|
|
trio.TooSlowError,
|
|
):
|
|
'''
|
|
This stream was overrun by sender
|
|
|
|
'''
|
|
@property
|
|
def sender(self) -> tuple[str, str] | None:
|
|
value = self.msgdata.get('sender')
|
|
if value:
|
|
return tuple(value)
|
|
|
|
|
|
class AsyncioCancelled(Exception):
|
|
'''
|
|
Asyncio cancelled translation (non-base) error
|
|
for use with the ``to_asyncio`` module
|
|
to be raised in the ``trio`` side task
|
|
|
|
'''
|
|
|
|
class MessagingError(Exception):
|
|
'Some kind of unexpected SC messaging dialog issue'
|
|
|
|
|
|
def pack_error(
|
|
exc: BaseException,
|
|
tb: str|None = None,
|
|
cid: str|None = None,
|
|
|
|
) -> dict[str, dict]:
|
|
'''
|
|
Create an "error message" which boxes a locally caught
|
|
exception's meta-data and encodes it for wire transport via an
|
|
IPC `Channel`; expected to be unpacked (and thus unboxed) on
|
|
the receiver side using `unpack_error()` below.
|
|
|
|
'''
|
|
if tb:
|
|
tb_str = ''.join(traceback.format_tb(tb))
|
|
else:
|
|
tb_str = traceback.format_exc()
|
|
|
|
error_msg: dict[
|
|
str,
|
|
str | tuple[str, str]
|
|
] = {
|
|
'tb_str': tb_str,
|
|
'type_str': type(exc).__name__,
|
|
'src_actor_uid': current_actor().uid,
|
|
}
|
|
|
|
# TODO: ?just wholesale proxy `.msgdata: dict`?
|
|
# XXX WARNING, when i swapped these ctx-semantics
|
|
# tests started hanging..???!!!???
|
|
# if msgdata := exc.getattr('msgdata', {}):
|
|
# error_msg.update(msgdata)
|
|
if (
|
|
isinstance(exc, ContextCancelled)
|
|
or isinstance(exc, StreamOverrun)
|
|
):
|
|
error_msg.update(exc.msgdata)
|
|
|
|
|
|
pkt: dict = {'error': error_msg}
|
|
if cid:
|
|
pkt['cid'] = cid
|
|
|
|
return pkt
|
|
|
|
|
|
def unpack_error(
|
|
|
|
msg: dict[str, Any],
|
|
chan=None,
|
|
err_type=RemoteActorError,
|
|
hide_tb: bool = True,
|
|
|
|
) -> None|Exception:
|
|
'''
|
|
Unpack an 'error' message from the wire
|
|
into a local `RemoteActorError` (subtype).
|
|
|
|
NOTE: this routine DOES not RAISE the embedded remote error,
|
|
which is the responsibilitiy of the caller.
|
|
|
|
'''
|
|
__tracebackhide__: bool = hide_tb
|
|
|
|
error_dict: dict[str, dict] | None
|
|
if (
|
|
error_dict := msg.get('error')
|
|
) is None:
|
|
# no error field, nothing to unpack.
|
|
return None
|
|
|
|
# retrieve the remote error's msg encoded details
|
|
tb_str: str = error_dict.get('tb_str', '')
|
|
message: str = f'{chan.uid}\n' + tb_str
|
|
type_name: str = error_dict['type_str']
|
|
suberror_type: Type[BaseException] = Exception
|
|
|
|
if type_name == 'ContextCancelled':
|
|
err_type = ContextCancelled
|
|
suberror_type = err_type
|
|
|
|
else: # try to lookup a suitable local error type
|
|
for ns in [
|
|
builtins,
|
|
_this_mod,
|
|
eg,
|
|
trio,
|
|
]:
|
|
if suberror_type := getattr(
|
|
ns,
|
|
type_name,
|
|
False,
|
|
):
|
|
break
|
|
|
|
exc = err_type(
|
|
message,
|
|
suberror_type=suberror_type,
|
|
|
|
# unpack other fields into error type init
|
|
**error_dict,
|
|
)
|
|
|
|
return exc
|
|
|
|
|
|
def is_multi_cancelled(exc: BaseException) -> bool:
|
|
'''
|
|
Predicate to determine if a possible ``eg.BaseExceptionGroup`` contains
|
|
only ``trio.Cancelled`` sub-exceptions (and is likely the result of
|
|
cancelling a collection of subtasks.
|
|
|
|
'''
|
|
if isinstance(exc, eg.BaseExceptionGroup):
|
|
return exc.subgroup(
|
|
lambda exc: isinstance(exc, trio.Cancelled)
|
|
) is not None
|
|
|
|
return False
|
|
|
|
|
|
def _raise_from_no_key_in_msg(
|
|
ctx: Context,
|
|
msg: dict,
|
|
src_err: KeyError,
|
|
log: StackLevelAdapter, # caller specific `log` obj
|
|
expect_key: str = 'yield',
|
|
stream: MsgStream | None = None,
|
|
|
|
) -> bool:
|
|
'''
|
|
Raise an appopriate local error when a `MsgStream` msg arrives
|
|
which does not contain the expected (under normal operation)
|
|
`'yield'` field.
|
|
|
|
'''
|
|
__tracebackhide__: bool = True
|
|
|
|
# internal error should never get here
|
|
try:
|
|
cid: str = msg['cid']
|
|
except KeyError as src_err:
|
|
raise MessagingError(
|
|
f'IPC `Context` rx-ed msg without a ctx-id (cid)!?\n'
|
|
f'cid: {cid}\n'
|
|
'received msg:\n'
|
|
f'{pformat(msg)}\n'
|
|
) from src_err
|
|
|
|
# TODO: test that shows stream raising an expected error!!!
|
|
if msg.get('error'):
|
|
# raise the error message
|
|
raise unpack_error(
|
|
msg,
|
|
ctx.chan,
|
|
) from None
|
|
|
|
elif (
|
|
msg.get('stop')
|
|
or (
|
|
stream
|
|
and stream._eoc
|
|
)
|
|
):
|
|
log.debug(
|
|
f'Context[{cid}] stream was stopped by remote side\n'
|
|
f'cid: {cid}\n'
|
|
)
|
|
|
|
# XXX: important to set so that a new ``.receive()``
|
|
# call (likely by another task using a broadcast receiver)
|
|
# doesn't accidentally pull the ``return`` message
|
|
# value out of the underlying feed mem chan!
|
|
stream._eoc: bool = True
|
|
|
|
# TODO: if the a local task is already blocking on
|
|
# a `Context.result()` and thus a `.receive()` on the
|
|
# rx-chan, we close the chan and set state ensuring that
|
|
# an eoc is raised!
|
|
|
|
# # when the send is closed we assume the stream has
|
|
# # terminated and signal this local iterator to stop
|
|
# await stream.aclose()
|
|
|
|
# XXX: this causes ``ReceiveChannel.__anext__()`` to
|
|
# raise a ``StopAsyncIteration`` **and** in our catch
|
|
# block below it will trigger ``.aclose()``.
|
|
raise trio.EndOfChannel(
|
|
f'Context stream ended due to msg:\n'
|
|
f'{pformat(msg)}'
|
|
) from src_err
|
|
|
|
|
|
if (
|
|
stream
|
|
and stream._closed
|
|
):
|
|
raise trio.ClosedResourceError('This stream was closed')
|
|
|
|
|
|
# always re-raise the source error if no translation error case
|
|
# is activated above.
|
|
_type: str = 'Stream' if stream else 'Context'
|
|
raise MessagingError(
|
|
f"{_type} was expecting a '{expect_key}' message"
|
|
" BUT received a non-error msg:\n"
|
|
f'{pformat(msg)}'
|
|
) from src_err
|