Try to disable `snappy` compression on variables; it breaks everything XD

marketstore_disable_snappy
Tyler Goodlet 2023-04-21 16:00:34 -04:00
parent 0b43e0aa8c
commit 0a8dd7b6da
1 changed files with 20 additions and 8 deletions

View File

@ -89,6 +89,12 @@ stale_threshold: 5
enable_add: true enable_add: true
enable_remove: false enable_remove: false
# SUPER DUPER CRITICAL to address a super weird issue:
# https://github.com/pikers/piker/issues/443
# seems like "variable compression" is possibly borked
# or snappy compression somehow breaks easily?
disable_variable_compression: true
triggers: triggers:
- module: ondiskagg.so - module: ondiskagg.so
on: "*/1Sec/OHLCV" on: "*/1Sec/OHLCV"
@ -464,14 +470,20 @@ class Storage:
limit=limit, limit=limit,
) )
try: for i in range(3):
result = await client.query(params) try:
except purerpc.grpclib.exceptions.UnknownError as err: result = await client.query(params)
# indicate there is no history for this timeframe break
log.exception( except purerpc.grpclib.exceptions.UnknownError as err:
f'Unknown mkts QUERY error: {params}\n' if 'snappy' in err.args:
f'{err.args}' await tractor.breakpoint()
)
# indicate there is no history for this timeframe
log.exception(
f'Unknown mkts QUERY error: {params}\n'
f'{err.args}'
)
else:
return {} return {}
# TODO: it turns out column access on recarrays is actually slower: # TODO: it turns out column access on recarrays is actually slower: