Expect and update from by-type tick frames

Move to expect and process new by-tick-event frames where the display
loop can now just iterate the most recent tick events by type instead of
the entire tick history sequence - thus we reduce iterations inside the
update loop.

Also, go back to use using the detected display's refresh rate (minus 6)
as the default feed requested throttle rate since we can now handle
much more bursty-ness in display updates thanks to the new framing
format B)
pre_viz_calls
Tyler Goodlet 2022-11-17 17:59:06 -05:00
parent 5a9e985024
commit 18857ac077
1 changed files with 32 additions and 43 deletions

View File

@ -23,6 +23,7 @@ graphics update methods via our custom ``pyqtgraph`` charting api.
''' '''
from functools import partial from functools import partial
import itertools import itertools
from math import floor
import time import time
from typing import Optional, Any, Callable from typing import Optional, Any, Callable
@ -60,6 +61,7 @@ from ._forms import (
) )
from . import _pg_overrides as pgo from . import _pg_overrides as pgo
# from ..data._source import tf_in_1s # from ..data._source import tf_in_1s
from ..data._sampling import _tick_groups
from .order_mode import ( from .order_mode import (
open_order_mode, open_order_mode,
OrderMode, OrderMode,
@ -73,17 +75,6 @@ from .._profile import Profiler
log = get_logger(__name__) log = get_logger(__name__)
# TODO: load this from a config.toml!
_quote_throttle_rate: int = round(60 * 6/16) # Hz
# a working tick-type-classes template
_tick_groups = {
'clears': {'trade', 'utrade', 'last'},
'bids': {'bid', 'bsize'},
'asks': {'ask', 'asize'},
}
# TODO: delegate this to each `Flow.maxmin()` which includes # TODO: delegate this to each `Flow.maxmin()` which includes
# caching and further we should implement the following stream based # caching and further we should implement the following stream based
@ -580,7 +571,6 @@ def graphics_update_cycle(
profiler('view incremented') profiler('view incremented')
ticks_frame = quote.get('ticks', ())
# frames_by_type: dict[str, dict] = {} # frames_by_type: dict[str, dict] = {}
# lasts = {} # lasts = {}
@ -616,33 +606,6 @@ def graphics_update_cycle(
log.debug('Skipping prepend graphics cycle: frame not in view') log.debug('Skipping prepend graphics cycle: frame not in view')
return return
# for tick in ticks_frame:
# price = tick.get('price')
# ticktype = tick.get('type')
# # if ticktype == 'n/a' or price == -1:
# # # okkk..
# # continue
# # keys are entered in olded-event-inserted-first order
# # since we iterate ``ticks_frame`` in standard order
# # above. in other words the order of the keys is the order
# # of tick events by type from the provider feed.
# frames_by_type.setdefault(ticktype, []).append(tick)
# # overwrites so the last tick per type is the entry
# lasts[ticktype] = tick
# from pprint import pformat
# frame_counts = {
# typ: len(frame) for typ, frame in frames_by_type.items()
# }
# print(
# f'{pformat(frame_counts)}\n'
# f'framed: {pformat(frames_by_type)}\n'
# f'lasts: {pformat(lasts)}\n'
# )
# TODO: eventually we want to separate out the utrade (aka # TODO: eventually we want to separate out the utrade (aka
# dark vlm prices) here and show them as an additional # dark vlm prices) here and show them as an additional
# graphic. # graphic.
@ -677,9 +640,26 @@ def graphics_update_cycle(
# to it's max/min on the last pixel. # to it's max/min on the last pixel.
typs: set[str] = set() typs: set[str] = set()
# from pprint import pformat
# frame_counts = {
# typ: len(frame) for typ, frame in frames_by_type.items()
# }
# print(
# f'{pformat(frame_counts)}\n'
# f'framed: {pformat(frames_by_type)}\n'
# f'lasts: {pformat(lasts)}\n'
# )
# for typ, tick in lasts.items(): # for typ, tick in lasts.items():
for tick in ticks_frame: # ticks_frame = quote.get('ticks', ())
typ = tick.get('type') ticks_by_type = quote.get('tbt', {})
# for tick in ticks_frame:
for typ, ticks in ticks_by_type.items():
# NOTE: ticks are `.append()`-ed to the `ticks_by_type: dict` by the
# `._sampling.uniform_rate_send()` loop
tick = ticks[-1]
# typ = tick.get('type')
price = tick.get('price') price = tick.get('price')
size = tick.get('size') size = tick.get('size')
@ -1089,6 +1069,9 @@ def multi_maxmin(
return 0, mx return 0, mx
_quote_throttle_rate: int = 60 - 6
async def display_symbol_data( async def display_symbol_data(
godwidget: GodWidget, godwidget: GodWidget,
fqsns: list[str], fqsns: list[str],
@ -1120,8 +1103,15 @@ async def display_symbol_data(
group_key=True group_key=True
) )
# TODO: ctl over update loop's maximum frequency.
# - load this from a config.toml!
# - allow dyanmic configuration from chart UI?
global _quote_throttle_rate
from ._window import main_window
display_rate = main_window().current_screen().refreshRate()
_quote_throttle_rate = floor(display_rate) - 6
feed: Feed feed: Feed
# assert len(fqsns) == 2
async with open_feed( async with open_feed(
fqsns, fqsns,
loglevel=loglevel, loglevel=loglevel,
@ -1129,7 +1119,6 @@ async def display_symbol_data(
# limit to at least display's FPS # limit to at least display's FPS
# avoiding needless Qt-in-guest-mode context switches # avoiding needless Qt-in-guest-mode context switches
tick_throttle=round(_quote_throttle_rate/len(fqsns)), tick_throttle=round(_quote_throttle_rate/len(fqsns)),
# tick_throttle=round(_quote_throttle_rate),
) as feed: ) as feed: