346 lines
10 KiB
Python
346 lines
10 KiB
Python
'''
|
|
`tractor.log`-wrapping unit tests.
|
|
|
|
'''
|
|
import logging
|
|
from pathlib import Path
|
|
import shutil
|
|
from types import ModuleType
|
|
|
|
import pytest
|
|
import tractor
|
|
import trio
|
|
from tractor import (
|
|
_code_load,
|
|
log,
|
|
)
|
|
from tractor.ipc import _chan
|
|
|
|
|
|
def test_root_pkg_not_duplicated_in_logger_name():
|
|
'''
|
|
When both `pkg_name` and `name` are passed and they have
|
|
a common `<root_name>.< >` prefix, ensure that it is not
|
|
duplicated in the child's `StackLevelAdapter.name: str`.
|
|
|
|
Also pins the explicit-`name` contract: an explicitly passed
|
|
dotted `name` is treated as a *literal* sub-logger path and is
|
|
NOT leaf-collapsed. The leaf-module is only dropped when the
|
|
trailing token duplicates the *caller's own* `__name__` leaf (the
|
|
`{filename}` field) — see `test_implicit_mod_name_applied_for_child`
|
|
for that (auto-naming) path. This is what keeps a real (possibly
|
|
nested) sub-PACKAGE like `subpkg.mod` -> `devx.debug` addressable
|
|
by the `tractor.log` logging-spec, instead of collapsing to its
|
|
parent.
|
|
|
|
'''
|
|
project_name: str = 'pylib'
|
|
pkg_path: str = 'pylib.subpkg.mod'
|
|
|
|
assert not tractor.current_actor(
|
|
err_on_no_runtime=False,
|
|
)
|
|
proj_log = log.get_logger(
|
|
pkg_name=project_name,
|
|
mk_sublog=False,
|
|
)
|
|
|
|
sublog = log.get_logger(
|
|
pkg_name=project_name,
|
|
name=pkg_path,
|
|
)
|
|
|
|
assert proj_log is not sublog
|
|
# the root pkg-name appears exactly once (no `pylib.pylib...`)
|
|
assert sublog.name.count(proj_log.name) == 1
|
|
# explicit dotted `name` is preserved literally (NOT collapsed);
|
|
# the trailing token survives since it's not the *caller's* own
|
|
# leaf-module (`test_log_sys`), so this is treated as a literal
|
|
# sub-pkg path.
|
|
assert sublog.name == f'{project_name}.subpkg.mod'
|
|
|
|
|
|
def test_implicit_mod_name_applied_for_child(
|
|
testdir: pytest.Pytester,
|
|
loglevel: str,
|
|
):
|
|
'''
|
|
Verify that when `.log.get_logger(pkg_name='pylib')` is called
|
|
from a given sub-mod from within the `pylib` pkg-path, we
|
|
implicitly set the equiv of `name=__name__` from the caller's
|
|
module.
|
|
|
|
'''
|
|
# tractor.log.get_console_log(level=loglevel)
|
|
proj_name: str = 'snakelib'
|
|
mod_code: str = (
|
|
f'import tractor\n'
|
|
f'\n'
|
|
# if you need to trace `testdir` stuff @ import-time..
|
|
# f'breakpoint()\n'
|
|
f'log = tractor.log.get_logger(pkg_name="{proj_name}")\n'
|
|
)
|
|
|
|
# create a sub-module for each pkg layer
|
|
_lib = testdir.mkpydir(proj_name)
|
|
pkg: Path = Path(_lib)
|
|
pkg_init_mod: Path = pkg / "__init__.py"
|
|
pkg_init_mod.write_text(mod_code)
|
|
|
|
subpkg: Path = pkg / 'subpkg'
|
|
subpkg.mkdir()
|
|
subpkgmod: Path = subpkg / "__init__.py"
|
|
subpkgmod.touch()
|
|
subpkgmod.write_text(mod_code)
|
|
|
|
_submod: Path = testdir.makepyfile(
|
|
_mod=mod_code,
|
|
)
|
|
|
|
pkg_submod = pkg / 'mod.py'
|
|
pkg_subpkg_submod = subpkg / 'submod.py'
|
|
shutil.copyfile(
|
|
_submod,
|
|
pkg_submod,
|
|
)
|
|
shutil.copyfile(
|
|
_submod,
|
|
pkg_subpkg_submod,
|
|
)
|
|
testdir.chdir()
|
|
# NOTE, to introspect the py-file-module-layout use (in .xsh
|
|
# syntax): `ranger @str(testdir)`
|
|
|
|
# XXX NOTE, once the "top level" pkg mod has been
|
|
# imported, we can then use `import` syntax to
|
|
# import it's sub-pkgs and modules.
|
|
subpkgmod: ModuleType = _code_load.load_module_from_path(
|
|
Path(pkg / '__init__.py'),
|
|
module_name=proj_name,
|
|
)
|
|
|
|
pkg_root_log = log.get_logger(
|
|
pkg_name=proj_name,
|
|
mk_sublog=False,
|
|
)
|
|
# the top level pkg-mod, created just now,
|
|
# by above API call.
|
|
assert pkg_root_log.name == proj_name
|
|
assert not pkg_root_log.logger.getChildren()
|
|
#
|
|
# ^TODO! test this same output but created via a `get_logger()`
|
|
# call in the `snakelib.__init__py`!!
|
|
|
|
# NOTE, the pkg-level "init mod" should of course
|
|
# have the same name as the package ns-path.
|
|
import snakelib as init_mod
|
|
assert init_mod.log.name == proj_name
|
|
|
|
# NOTE, a first-pkg-level sub-module should only
|
|
# use the package-name since the leaf-node-module
|
|
# will be included in log headers by default.
|
|
from snakelib import mod
|
|
assert mod.log.name == proj_name
|
|
|
|
from snakelib import subpkg
|
|
assert (
|
|
subpkg.log.name
|
|
==
|
|
subpkg.__package__
|
|
==
|
|
f'{proj_name}.subpkg'
|
|
)
|
|
|
|
from snakelib.subpkg import submod
|
|
assert (
|
|
submod.log.name
|
|
==
|
|
submod.__package__
|
|
==
|
|
f'{proj_name}.subpkg'
|
|
)
|
|
|
|
sub_logs = pkg_root_log.logger.getChildren()
|
|
assert len(sub_logs) == 1 # only one nested sub-pkg module
|
|
assert submod.log.logger in sub_logs
|
|
|
|
|
|
def test_io_custom_level_registered():
|
|
'''
|
|
The `IO`(21) level (registered via `add_log_level()` at
|
|
import, for `tractor.trionics._subproc`'s std-stream relay)
|
|
is fully wired and SHOWN BY DEFAULT at `info`-level consoles
|
|
since `21 >= INFO(20)`.
|
|
|
|
'''
|
|
import logging
|
|
assert log.CUSTOM_LEVELS.get('IO') == 21
|
|
assert logging.getLevelName(21) == 'IO'
|
|
assert log.STD_PALETTE.get('IO')
|
|
assert log.BOLD_PALETTE['bold'].get('IO')
|
|
|
|
iolog = log.get_logger('io_lvl_test')
|
|
assert callable(getattr(iolog, 'io', None))
|
|
# emit must not raise
|
|
iolog.io('hello from the IO level')
|
|
|
|
# 21 >= INFO(20) -> shown when console set to `info`
|
|
assert 21 >= logging.INFO
|
|
|
|
|
|
def test_add_log_level_pluggable():
|
|
'''
|
|
`add_log_level()` is the single pluggable entry-point: one
|
|
call wires `CUSTOM_LEVELS` + `addLevelName` + both palettes +
|
|
a same-named `StackLevelAdapter` emit method (so
|
|
`get_logger()`'s per-level audit passes).
|
|
|
|
'''
|
|
import logging
|
|
name: str = 'XLVL'
|
|
val: int = 19
|
|
try:
|
|
log.add_log_level(name, val, 'cyan')
|
|
|
|
assert log.CUSTOM_LEVELS[name] == val
|
|
assert logging.getLevelName(val) == name
|
|
assert log.STD_PALETTE[name] == 'cyan'
|
|
assert log.BOLD_PALETTE['bold'][name] == 'bold_cyan'
|
|
|
|
# the audit in `get_logger()` (asserts a method per
|
|
# `CUSTOM_LEVELS` entry) must still pass.
|
|
xlog = log.get_logger('xlvl_test')
|
|
emit = getattr(xlog, name.lower(), None)
|
|
assert callable(emit)
|
|
emit('hello from a plugged-in level')
|
|
|
|
finally:
|
|
# best-effort cleanup of our module-global mutations so
|
|
# later `get_logger()` audits don't see a half-removed
|
|
# level.
|
|
log.CUSTOM_LEVELS.pop(name, None)
|
|
log.STD_PALETTE.pop(name, None)
|
|
log.BOLD_PALETTE['bold'].pop(name, None)
|
|
if hasattr(log.StackLevelAdapter, name.lower()):
|
|
delattr(log.StackLevelAdapter, name.lower())
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
'suppression',
|
|
[
|
|
'level',
|
|
'logger',
|
|
'global',
|
|
],
|
|
)
|
|
def test_log_guard_skips_payload_formatting(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
suppression: str,
|
|
):
|
|
'''
|
|
Suppressed transport logs must not render payloads.
|
|
|
|
The original hot-path guard compared only the effective logger
|
|
level. A logger disabled through its `Logger.disabled` flag or
|
|
the global `logging.disable()` threshold could therefore still
|
|
call `pformat()` before `Logger.isEnabledFor()` discarded the
|
|
record.
|
|
|
|
Exercise effective-level, per-logger, and global suppression
|
|
independently. A poisoned `_chan.pformat()` proves rendering is
|
|
skipped, while the fake transport proves `Channel.send()` still
|
|
transmits the original payload and traceback-hiding flag.
|
|
|
|
'''
|
|
sent: list[tuple[object, bool]] = []
|
|
|
|
class FakeTransport:
|
|
async def send(
|
|
self,
|
|
payload: object,
|
|
hide_tb: bool = False,
|
|
) -> None:
|
|
sent.append((payload, hide_tb))
|
|
|
|
def fail_pformat(payload: object) -> str:
|
|
raise AssertionError(
|
|
f'suppressed log rendered payload: {payload!r}'
|
|
)
|
|
|
|
chan_log = log.get_logger(
|
|
name=f'guard_test.{suppression}',
|
|
)
|
|
std_log = chan_log.logger
|
|
orig_level: int = std_log.level
|
|
orig_disable: int = logging.root.manager.disable
|
|
transport_level: int = log.CUSTOM_LEVELS['TRANSPORT']
|
|
|
|
monkeypatch.setattr(_chan, 'log', chan_log)
|
|
monkeypatch.setattr(_chan, 'pformat', fail_pformat)
|
|
try:
|
|
logging.disable(logging.NOTSET)
|
|
std_log.setLevel(transport_level)
|
|
|
|
if suppression == 'level':
|
|
std_log.setLevel(logging.INFO)
|
|
elif suppression == 'logger':
|
|
monkeypatch.setattr(std_log, 'disabled', True)
|
|
else:
|
|
logging.disable(logging.CRITICAL)
|
|
|
|
assert not chan_log.isEnabledFor(transport_level)
|
|
|
|
transport = FakeTransport()
|
|
chan = _chan.Channel(transport=transport)
|
|
payload = object()
|
|
|
|
async def send_payload() -> None:
|
|
await chan.send(
|
|
payload,
|
|
hide_tb=True,
|
|
)
|
|
|
|
trio.run(send_payload)
|
|
assert sent == [(payload, True)]
|
|
finally:
|
|
std_log.setLevel(orig_level)
|
|
logging.disable(orig_disable)
|
|
|
|
|
|
# TODO, moar tests against existing feats:
|
|
# ------ - ------
|
|
# - [ ] color settings?
|
|
# - [ ] header contents like,
|
|
# - actor + thread + task names from various conc-primitives,
|
|
# - [ ] `StackLevelAdapter` extensions,
|
|
# - our custom levels/methods: `transport|runtime|cance|pdb|devx`
|
|
# - [ ] custom-headers support?
|
|
#
|
|
|
|
# TODO, test driven dev of new-ideas/long-wanted feats,
|
|
# ------ - ------
|
|
# - [ ] https://github.com/goodboy/tractor/issues/244
|
|
# - [ ] @catern mentioned using a sync / deterministic sys
|
|
# and in particular `svlogd`?
|
|
# |_ https://smarden.org/runit/svlogd.8
|
|
|
|
# - [ ] using adapter vs. filters?
|
|
# - https://stackoverflow.com/questions/60691759/add-information-to-every-log-message-in-python-logging/61830838#61830838
|
|
|
|
# - [ ] `.at_least_level()` optimization which short circuits wtv
|
|
# `logging` is doing behind the scenes when the level filters
|
|
# the emission..?
|
|
|
|
# - [ ] use of `.log.get_console_log()` in subactors and the
|
|
# subtleties of ensuring it actually emits from a subproc.
|
|
|
|
# - [ ] this idea of activating per-subsys emissions with some
|
|
# kind of `.name` filter passed to the runtime or maybe configured
|
|
# via the root `StackLevelAdapter`?
|
|
|
|
# - [ ] use of `logging.dict.dictConfig()` to simplify the impl
|
|
# of any of ^^ ??
|
|
# - https://stackoverflow.com/questions/7507825/where-is-a-complete-example-of-logging-config-dictconfig
|
|
# - https://docs.python.org/3/library/logging.config.html#configuration-dictionary-schema
|
|
# - https://docs.python.org/3/library/logging.config.html#logging.config.dictConfig
|