From 6b650c0fe6c378f0eef8ae0a2cfd5c9d397e383a Mon Sep 17 00:00:00 2001
From: Tyler Goodlet <jgbt@protonmail.com>
Date: Sat, 26 Dec 2020 15:11:18 -0500
Subject: [PATCH] Add a "runtime" log level

---
 tractor/_actor.py |  5 +++--
 tractor/_debug.py | 17 ++++++++++++-----
 tractor/log.py    |  2 ++
 3 files changed, 17 insertions(+), 7 deletions(-)

diff --git a/tractor/_actor.py b/tractor/_actor.py
index 3d7e6f0..3a53ed9 100644
--- a/tractor/_actor.py
+++ b/tractor/_actor.py
@@ -135,13 +135,14 @@ async def _invoke(
         if not isinstance(err, trio.ClosedResourceError) and (
             not is_multi_cancelled(err)
         ):
-            log.exception("Actor crashed:")
             # XXX: is there any case where we'll want to debug IPC
             # disconnects? I can't think of a reason that inspecting
             # this type of failure will be useful for respawns or
             # recovery logic - the only case is some kind of strange bug
             # in `trio` itself?
-            await _debug._maybe_enter_pm(err)
+            entered = await _debug._maybe_enter_pm(err)
+            if not entered:
+                log.exception("Actor crashed:")
 
         # always ship errors back to caller
         err_msg = pack_error(err)
diff --git a/tractor/_debug.py b/tractor/_debug.py
index 45cae31..7f20c5e 100644
--- a/tractor/_debug.py
+++ b/tractor/_debug.py
@@ -122,13 +122,16 @@ async def _acquire_debug_lock(uid: Tuple[str, str]) -> AsyncIterator[None]:
     """
     task_name = trio.lowlevel.current_task()
     try:
-        log.error(f"TTY BEING ACQUIRED by {task_name}:{uid}")
+        log.debug(
+            f"Attempting to acquire TTY lock, remote task: {task_name}:{uid}")
         await _debug_lock.acquire()
-        log.error(f"TTY lock acquired by {task_name}:{uid}")
+
+        log.debug(f"TTY lock acquired, remote task: {task_name}:{uid}")
         yield
+
     finally:
         _debug_lock.release()
-        log.error(f"TTY lock released by {task_name}:{uid}")
+        log.debug(f"TTY lock released, remote task: {task_name}:{uid}")
 
 
 # @contextmanager
@@ -289,7 +292,7 @@ breakpoint = partial(
 
 
 def _post_mortem(actor):
-    log.critical(f"\nAttaching to pdb in crashed actor: {actor.uid}\n")
+    log.runtime(f"\nAttaching to pdb in crashed actor: {actor.uid}\n")
     pdb = _mk_pdb()
 
     # custom Pdb post-mortem entry
@@ -321,5 +324,9 @@ async def _maybe_enter_pm(err):
         # might be a simpler check we can do?
         and not is_multi_cancelled(err)
     ):
-        log.warning("Actor crashed, entering debug mode")
+        log.debug("Actor crashed, entering debug mode")
         await post_mortem()
+        return True
+
+    else:
+        return False
diff --git a/tractor/log.py b/tractor/log.py
index a45b46d..e8327a3 100644
--- a/tractor/log.py
+++ b/tractor/log.py
@@ -31,11 +31,13 @@ LEVELS = {
     'GARBAGE': 1,
     'TRACE': 5,
     'PROFILE': 15,
+    'RUNTIME': 500,
     'QUIET': 1000,
 }
 STD_PALETTE = {
     'CRITICAL': 'red',
     'ERROR': 'red',
+    'RUNTIME': 'white',
     'WARNING': 'yellow',
     'INFO': 'green',
     'DEBUG': 'white',