Merge pull request #370 from pikers/kill_pydantic_from_kraken

Kill `pydantic` from `kraken`
kraken_ws_orders
goodboy 2022-07-31 15:18:43 -04:00 committed by GitHub
commit 7f3f7f0372
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 40 additions and 36 deletions

View File

@ -33,7 +33,6 @@ import asks
from fuzzywuzzy import process as fuzzy from fuzzywuzzy import process as fuzzy
import numpy as np import numpy as np
import tractor import tractor
from pydantic.dataclasses import dataclass
import wsproto import wsproto
from .._cacheables import open_cached_client from .._cacheables import open_cached_client
@ -106,14 +105,14 @@ class Pair(Struct, frozen=True):
permissions: list[str] permissions: list[str]
@dataclass class OHLC(Struct):
class OHLC: '''
"""Description of the flattened OHLC quote format. Description of the flattened OHLC quote format.
For schema details see: For schema details see:
https://binance-docs.github.io/apidocs/spot/en/#kline-candlestick-streams https://binance-docs.github.io/apidocs/spot/en/#kline-candlestick-streams
""" '''
time: int time: int
open: float open: float
@ -262,6 +261,7 @@ class Client:
for i, bar in enumerate(bars): for i, bar in enumerate(bars):
bar = OHLC(*bar) bar = OHLC(*bar)
bar.typecast()
row = [] row = []
for j, (name, ftype) in enumerate(_ohlc_dtype[1:]): for j, (name, ftype) in enumerate(_ohlc_dtype[1:]):

View File

@ -19,7 +19,6 @@ Kraken web API wrapping.
''' '''
from contextlib import asynccontextmanager as acm from contextlib import asynccontextmanager as acm
from dataclasses import field
from datetime import datetime from datetime import datetime
import itertools import itertools
from typing import ( from typing import (
@ -34,7 +33,6 @@ import pendulum
import asks import asks
from fuzzywuzzy import process as fuzzy from fuzzywuzzy import process as fuzzy
import numpy as np import numpy as np
from pydantic.dataclasses import dataclass
import urllib.parse import urllib.parse
import hashlib import hashlib
import hmac import hmac
@ -78,31 +76,6 @@ _symbol_info_translation: dict[str, str] = {
} }
@dataclass
class OHLC:
'''
Description of the flattened OHLC quote format.
For schema details see:
https://docs.kraken.com/websockets/#message-ohlc
'''
chan_id: int # internal kraken id
chan_name: str # eg. ohlc-1 (name-interval)
pair: str # fx pair
time: float # Begin time of interval, in seconds since epoch
etime: float # End time of interval, in seconds since epoch
open: float # Open price of interval
high: float # High price within interval
low: float # Low price within interval
close: float # Close price of interval
vwap: float # Volume weighted average price within interval
volume: float # Accumulated volume **within interval**
count: int # Number of trades within interval
# (sampled) generated tick data
ticks: list[Any] = field(default_factory=list)
def get_config() -> dict[str, Any]: def get_config() -> dict[str, Any]:
conf, path = config.load() conf, path = config.load()

View File

@ -19,7 +19,6 @@ Real-time and historical data feed endpoints.
''' '''
from contextlib import asynccontextmanager as acm from contextlib import asynccontextmanager as acm
from dataclasses import asdict
from datetime import datetime from datetime import datetime
from typing import ( from typing import (
Any, Any,
@ -50,7 +49,6 @@ from piker.data._web_bs import open_autorecon_ws, NoBsWs
from . import log from . import log
from .api import ( from .api import (
Client, Client,
OHLC,
) )
@ -88,6 +86,30 @@ class Pair(Struct):
ordermin: float # minimum order volume for pair ordermin: float # minimum order volume for pair
class OHLC(Struct):
'''
Description of the flattened OHLC quote format.
For schema details see:
https://docs.kraken.com/websockets/#message-ohlc
'''
chan_id: int # internal kraken id
chan_name: str # eg. ohlc-1 (name-interval)
pair: str # fx pair
time: float # Begin time of interval, in seconds since epoch
etime: float # End time of interval, in seconds since epoch
open: float # Open price of interval
high: float # High price within interval
low: float # Low price within interval
close: float # Close price of interval
vwap: float # Volume weighted average price within interval
volume: float # Accumulated volume **within interval**
count: int # Number of trades within interval
# (sampled) generated tick data
ticks: list[Any] = []
async def stream_messages( async def stream_messages(
ws: NoBsWs, ws: NoBsWs,
): ):
@ -176,12 +198,14 @@ async def process_data_feed_msgs(
pair pair
]: ]:
if 'ohlc' in chan_name: if 'ohlc' in chan_name:
yield 'ohlc', OHLC( ohlc = OHLC(
chan_id, chan_id,
chan_name, chan_name,
pair, pair,
*payload_array[0] *payload_array[0]
) )
ohlc.typecast()
yield 'ohlc', ohlc
elif 'spread' in chan_name: elif 'spread' in chan_name:
@ -214,7 +238,7 @@ def normalize(
ohlc: OHLC, ohlc: OHLC,
) -> dict: ) -> dict:
quote = asdict(ohlc) quote = ohlc.to_dict()
quote['broker_ts'] = quote['time'] quote['broker_ts'] = quote['time']
quote['brokerd_ts'] = time.time() quote['brokerd_ts'] = time.time()
quote['symbol'] = quote['pair'] = quote['pair'].replace('/', '') quote['symbol'] = quote['pair'] = quote['pair'].replace('/', '')

View File

@ -66,3 +66,10 @@ class Struct(
).decode( ).decode(
msgspec.msgpack.Encoder().encode(self) msgspec.msgpack.Encoder().encode(self)
) )
def typecast(
self,
# fields: Optional[list[str]] = None,
) -> None:
for fname, ftype in self.__annotations__.items():
setattr(self, fname, ftype(getattr(self, fname)))