2023-02-24 22:23:08 +00:00
|
|
|
"""
|
2023-02-23 20:21:10 +00:00
|
|
|
Paper-mode testing
|
2023-02-24 22:23:08 +00:00
|
|
|
"""
|
2023-02-23 20:21:10 +00:00
|
|
|
|
2023-02-09 19:53:57 +00:00
|
|
|
import trio
|
|
|
|
import math
|
2023-02-14 22:06:48 +00:00
|
|
|
from shutil import rmtree
|
2023-02-23 20:21:10 +00:00
|
|
|
from exceptiongroup import BaseExceptionGroup
|
2023-02-09 23:14:41 +00:00
|
|
|
from typing import (
|
|
|
|
AsyncContextManager,
|
2023-02-12 22:04:49 +00:00
|
|
|
Literal,
|
2023-02-09 23:14:41 +00:00
|
|
|
)
|
2023-02-23 20:21:10 +00:00
|
|
|
from pathlib import Path
|
|
|
|
|
|
|
|
import pytest
|
|
|
|
import tractor
|
|
|
|
from tractor._exceptions import ContextCancelled
|
|
|
|
from uuid import uuid4
|
2023-02-09 23:14:41 +00:00
|
|
|
from functools import partial
|
2023-02-23 20:21:10 +00:00
|
|
|
|
|
|
|
from piker.config import get_app_dir
|
|
|
|
from piker.log import get_logger
|
|
|
|
from piker.clearing._messages import Order
|
2023-02-09 19:53:57 +00:00
|
|
|
from piker.pp import (
|
2023-02-24 18:42:44 +00:00
|
|
|
PpTable,
|
2023-02-09 19:53:57 +00:00
|
|
|
open_trade_ledger,
|
2023-02-12 22:04:49 +00:00
|
|
|
open_pps,
|
2023-02-09 19:53:57 +00:00
|
|
|
)
|
|
|
|
from piker.clearing import (
|
|
|
|
open_ems,
|
|
|
|
)
|
|
|
|
from piker.clearing._client import (
|
|
|
|
OrderBook,
|
|
|
|
)
|
2023-02-23 20:21:10 +00:00
|
|
|
from piker._cacheables import open_cached_client
|
|
|
|
from piker.clearing._messages import BrokerdPosition
|
2023-02-14 22:06:48 +00:00
|
|
|
|
2023-02-12 22:04:49 +00:00
|
|
|
log = get_logger(__name__)
|
2023-02-09 19:53:57 +00:00
|
|
|
|
2023-02-24 18:42:44 +00:00
|
|
|
|
2023-02-24 23:05:17 +00:00
|
|
|
@pytest.fixture(scope="session")
|
2023-02-23 20:21:10 +00:00
|
|
|
def delete_testing_dir():
|
2023-02-24 22:23:08 +00:00
|
|
|
"""This fixture removes the temp directory
|
2023-02-23 20:21:10 +00:00
|
|
|
used for storing all config/ledger/pp data
|
|
|
|
created during testing sessions
|
2023-02-24 22:23:08 +00:00
|
|
|
"""
|
2023-02-14 22:06:48 +00:00
|
|
|
yield
|
2023-02-24 22:23:08 +00:00
|
|
|
app_dir = Path(get_app_dir("piker")).resolve()
|
2023-02-23 20:21:10 +00:00
|
|
|
if app_dir.is_dir():
|
|
|
|
rmtree(str(app_dir))
|
|
|
|
assert not app_dir.is_dir()
|
|
|
|
|
2023-02-24 18:42:44 +00:00
|
|
|
|
2023-02-23 20:21:10 +00:00
|
|
|
def get_fqsn(broker, symbol):
|
2023-02-24 22:23:08 +00:00
|
|
|
fqsn = f"{symbol}.{broker}"
|
2023-02-23 20:21:10 +00:00
|
|
|
return (fqsn, symbol, broker)
|
|
|
|
|
2023-02-12 22:04:49 +00:00
|
|
|
|
2023-02-24 23:05:17 +00:00
|
|
|
def test_paper_trade(open_test_pikerd: AsyncContextManager, delete_testing_dir):
|
2023-02-24 22:23:08 +00:00
|
|
|
oid = ""
|
|
|
|
test_exec_mode = "live"
|
|
|
|
test_account = "paper"
|
2023-02-23 20:21:10 +00:00
|
|
|
test_size = 1
|
2023-02-24 22:23:08 +00:00
|
|
|
(fqsn, symbol, broker) = get_fqsn("kraken", "xbtusdt")
|
2023-02-23 20:21:10 +00:00
|
|
|
brokers = [broker]
|
2023-02-24 22:23:08 +00:00
|
|
|
test_pp_account = "piker-paper"
|
2023-02-12 22:04:49 +00:00
|
|
|
positions: dict[
|
|
|
|
# brokername, acctid
|
|
|
|
tuple[str, str],
|
|
|
|
list[BrokerdPosition],
|
|
|
|
]
|
2023-02-09 23:14:41 +00:00
|
|
|
|
2023-02-12 22:04:49 +00:00
|
|
|
async def _async_main(
|
2023-02-24 22:23:08 +00:00
|
|
|
action: Literal["buy", "sell"] | None = None,
|
2023-02-12 22:04:49 +00:00
|
|
|
price: int = 30000,
|
2023-02-09 23:14:41 +00:00
|
|
|
assert_entries: bool = False,
|
2023-02-14 17:07:42 +00:00
|
|
|
) -> None:
|
2023-02-24 22:23:08 +00:00
|
|
|
"""Spawn a paper piper actor, place a trade and assert entries are present
|
2023-02-23 20:21:10 +00:00
|
|
|
in both trade ledger and pps tomls. Then restart piker and ensure
|
|
|
|
that pps from previous trade exists in the ems pps.
|
|
|
|
Finally close the position and ensure that the position in pps.toml is closed.
|
2023-02-24 22:23:08 +00:00
|
|
|
"""
|
2023-02-24 18:42:44 +00:00
|
|
|
nonlocal oid
|
2023-02-12 22:04:49 +00:00
|
|
|
book: OrderBook
|
2023-02-23 20:21:10 +00:00
|
|
|
nonlocal positions
|
|
|
|
|
2023-02-12 22:04:49 +00:00
|
|
|
# Set up piker and EMS
|
2023-02-09 19:53:57 +00:00
|
|
|
async with (
|
2023-02-24 23:05:17 +00:00
|
|
|
open_test_pikerd() as (_, _, _, services),
|
2023-02-24 22:23:08 +00:00
|
|
|
open_ems(fqsn, mode="paper") as (
|
2023-02-09 19:53:57 +00:00
|
|
|
book,
|
|
|
|
trades_stream,
|
|
|
|
pps,
|
|
|
|
accounts,
|
|
|
|
dialogs,
|
|
|
|
),
|
|
|
|
):
|
2023-02-12 22:04:49 +00:00
|
|
|
# Send order to EMS
|
2023-02-23 20:21:10 +00:00
|
|
|
if action:
|
2023-02-24 18:42:44 +00:00
|
|
|
oid = str(uuid4())
|
2023-02-09 23:14:41 +00:00
|
|
|
order = Order(
|
|
|
|
exec_mode=test_exec_mode,
|
2023-02-12 22:04:49 +00:00
|
|
|
action=action,
|
|
|
|
oid=oid,
|
2023-02-09 23:14:41 +00:00
|
|
|
account=test_account,
|
|
|
|
size=test_size,
|
2023-02-23 20:21:10 +00:00
|
|
|
symbol=fqsn,
|
2023-02-12 22:04:49 +00:00
|
|
|
price=price,
|
2023-02-23 20:21:10 +00:00
|
|
|
brokers=brokers,
|
2023-02-09 23:14:41 +00:00
|
|
|
)
|
2023-02-23 20:21:10 +00:00
|
|
|
# This is actually a syncronous call to push a message
|
|
|
|
# to the async ems clue - hence why we call trio.sleep afterwards
|
2023-02-09 23:14:41 +00:00
|
|
|
book.send(order)
|
2023-02-23 20:21:10 +00:00
|
|
|
|
2023-02-12 22:04:49 +00:00
|
|
|
await trio.sleep(2)
|
2023-02-09 23:14:41 +00:00
|
|
|
|
2023-02-12 22:04:49 +00:00
|
|
|
# Assert entries are made in both ledger and PPS
|
|
|
|
if assert_entries:
|
2023-02-09 23:14:41 +00:00
|
|
|
cleared_ledger_entry = {}
|
2023-02-23 20:21:10 +00:00
|
|
|
with open_trade_ledger(broker, test_account) as ledger:
|
2023-02-12 22:04:49 +00:00
|
|
|
cleared_ledger_entry = ledger[oid]
|
|
|
|
assert list(ledger.keys())[-1] == oid
|
2023-02-24 22:23:08 +00:00
|
|
|
assert cleared_ledger_entry["size"] == test_size
|
|
|
|
assert cleared_ledger_entry["fqsn"] == fqsn
|
2023-02-23 20:21:10 +00:00
|
|
|
|
|
|
|
with open_pps(broker, test_pp_account) as table:
|
2023-02-24 22:23:08 +00:00
|
|
|
pp_price = table.conf[broker][test_pp_account][fqsn]["ppu"]
|
2023-02-23 20:21:10 +00:00
|
|
|
# Ensure the price-per-unit (breakeven) price is close to our clearing price
|
|
|
|
assert math.isclose(
|
2023-02-24 22:23:08 +00:00
|
|
|
pp_price, cleared_ledger_entry["size"], rel_tol=1
|
2023-02-23 20:21:10 +00:00
|
|
|
)
|
|
|
|
assert table.brokername == broker
|
|
|
|
assert table.acctid == test_pp_account
|
|
|
|
|
2023-02-12 22:04:49 +00:00
|
|
|
positions = pps
|
|
|
|
|
|
|
|
# Close piker like a user would
|
|
|
|
raise KeyboardInterrupt
|
2023-02-24 22:34:58 +00:00
|
|
|
|
|
|
|
# def _assert_entries():
|
|
|
|
# cleared_ledger_entry = {}
|
|
|
|
# with open_trade_ledger(broker, test_account) as ledger:
|
|
|
|
# cleared_ledger_entry = ledger[oid]
|
|
|
|
# assert list(ledger.keys())[-1] == oid
|
|
|
|
# assert cleared_ledger_entry["size"] == test_size
|
|
|
|
# assert cleared_ledger_entry["fqsn"] == fqsn
|
|
|
|
#
|
|
|
|
# with open_pps(broker, test_pp_account, False) as table:
|
|
|
|
# pp_price = table.conf[broker][test_pp_account][fqsn]["ppu"]
|
|
|
|
# # Ensure the price-per-unit (breakeven) price is close to our clearing price
|
|
|
|
# assert math.isclose(
|
|
|
|
# pp_price, cleared_ledger_entry["size"], rel_tol=1
|
|
|
|
# )
|
|
|
|
# assert table.brokername == broker
|
|
|
|
# assert table.acctid == test_pp_account
|
|
|
|
#
|
2023-02-12 22:04:49 +00:00
|
|
|
|
2023-02-23 20:21:10 +00:00
|
|
|
# Open piker load pps locally
|
|
|
|
# and ensure last pps price is the same as ledger entry
|
2023-02-24 18:42:44 +00:00
|
|
|
def _assert_pps(ledger, table):
|
2023-02-24 22:34:58 +00:00
|
|
|
assert positions[(broker, test_account)][-1]["avg_price"] == ledger[oid]["price"]
|
|
|
|
|
2023-02-23 20:21:10 +00:00
|
|
|
|
2023-02-24 18:42:44 +00:00
|
|
|
def _assert_no_pps(ledger, table):
|
2023-02-24 22:23:08 +00:00
|
|
|
print(f"positions: {positions}")
|
2023-02-24 22:34:58 +00:00
|
|
|
assert not bool(table)
|
2023-02-24 22:23:08 +00:00
|
|
|
# return len(table.pps) == 0
|
2023-02-12 22:04:49 +00:00
|
|
|
|
2023-02-24 18:42:44 +00:00
|
|
|
# Close position and assert empty position in pps
|
|
|
|
def _run_test_and_check(exception, fn, assert_cb=None):
|
2023-02-23 20:21:10 +00:00
|
|
|
with pytest.raises(exception) as exc_info:
|
|
|
|
trio.run(fn)
|
|
|
|
|
2023-02-24 18:42:44 +00:00
|
|
|
with (
|
|
|
|
open_trade_ledger(broker, test_account) as ledger,
|
|
|
|
open_pps(broker, test_pp_account) as table,
|
|
|
|
):
|
|
|
|
if assert_cb:
|
2023-02-24 22:34:58 +00:00
|
|
|
assert_cb(ledger, table)
|
2023-02-24 18:42:44 +00:00
|
|
|
|
|
|
|
for exception in exc_info.value.exceptions:
|
|
|
|
assert isinstance(exception, KeyboardInterrupt) or isinstance(
|
|
|
|
exception, ContextCancelled
|
|
|
|
)
|
2023-02-23 20:21:10 +00:00
|
|
|
|
2023-02-24 18:42:44 +00:00
|
|
|
# Setablend and execute a trade and assert trade
|
2023-02-23 20:21:10 +00:00
|
|
|
_run_test_and_check(
|
|
|
|
BaseExceptionGroup,
|
|
|
|
partial(
|
|
|
|
_async_main,
|
2023-02-24 22:23:08 +00:00
|
|
|
action="buy",
|
2023-02-23 20:21:10 +00:00
|
|
|
),
|
2023-02-24 22:34:58 +00:00
|
|
|
# _assert_entries
|
2023-02-23 20:21:10 +00:00
|
|
|
)
|
|
|
|
|
2023-02-24 18:42:44 +00:00
|
|
|
_run_test_and_check(
|
|
|
|
BaseExceptionGroup,
|
2023-02-24 23:05:17 +00:00
|
|
|
partial(_async_main),
|
2023-02-24 18:42:44 +00:00
|
|
|
_assert_pps,
|
2023-02-23 20:21:10 +00:00
|
|
|
)
|
2023-02-24 18:42:44 +00:00
|
|
|
|
|
|
|
_run_test_and_check(
|
|
|
|
BaseExceptionGroup,
|
2023-02-24 23:05:17 +00:00
|
|
|
partial(_async_main, action="sell", price=1),
|
2023-02-24 18:42:44 +00:00
|
|
|
_assert_no_pps,
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2023-02-24 22:23:08 +00:00
|
|
|
# def test_paper_client(open_test_pikerd: AsyncContextManager):
|
2023-02-24 18:42:44 +00:00
|
|
|
# async def _async_main(
|
|
|
|
# open_pikerd: AsyncContextManager,
|
|
|
|
# ):
|
2023-02-24 22:23:08 +00:00
|
|
|
# (fqsn, symbol, broker) = get_fqsn("kraken", "xbtusdt")
|
2023-02-24 18:42:44 +00:00
|
|
|
# async with (
|
|
|
|
# open_pikerd() as (_, _, _, services),
|
2023-02-24 22:23:08 +00:00
|
|
|
# open_ems(fqsn, mode="paper") as (
|
2023-02-24 18:42:44 +00:00
|
|
|
# book,
|
|
|
|
# trades_stream,
|
|
|
|
# pps,
|
|
|
|
# accounts,
|
|
|
|
# dialogs,
|
|
|
|
# ),
|
|
|
|
# ):
|
2023-02-24 22:23:08 +00:00
|
|
|
# # async with open_cached_client(broker) as client:
|
|
|
|
# # symbol_info = await client.symbol_info()
|
|
|
|
# # print(f'client: {symbol_info['XBTUSDT']}')
|
|
|
|
# with (open_pps(broker, "piker-paper") as table,):
|
|
|
|
# print(f"table: {table}")
|
2023-02-24 18:42:44 +00:00
|
|
|
#
|
2023-02-24 22:23:08 +00:00
|
|
|
# trio.run(
|
|
|
|
# partial(
|
2023-02-24 18:42:44 +00:00
|
|
|
# _async_main,
|
|
|
|
# open_pikerd=open_test_pikerd,
|
|
|
|
# ),
|
|
|
|
# )
|