class TestLiveExecutionEngine:
def setup(self):
# Fixture Setup
self.loop = asyncio.get_event_loop()
self.loop.set_debug(True)
self.clock = LiveClock()
self.uuid_factory = UUIDFactory()
self.logger = Logger(self.clock)
self.trader_id = TestStubs.trader_id()
self.order_factory = OrderFactory(
trader_id=self.trader_id,
strategy_id=StrategyId("S-001"),
clock=self.clock,
)
self.random_order_factory = OrderFactory(
trader_id=TraderId("RANDOM-042"),
strategy_id=StrategyId("S-042"),
clock=self.clock,
)
self.msgbus = MessageBus(
trader_id=self.trader_id,
clock=self.clock,
logger=self.logger,
)
self.cache = TestStubs.cache()
self.portfolio = Portfolio(
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.data_engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.exec_engine = LiveExecutionEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.risk_engine = LiveRiskEngine(
loop=self.loop,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.instrument_provider = InstrumentProvider()
self.instrument_provider.add(AUDUSD_SIM)
self.instrument_provider.add(GBPUSD_SIM)
self.client = MockLiveExecutionClient(
loop=self.loop,
client_id=ClientId(SIM.value),
venue_type=VenueType.ECN,
account_id=TestStubs.account_id(),
account_type=AccountType.CASH,
base_currency=USD,
instrument_provider=self.instrument_provider,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.portfolio.update_account(TestStubs.event_cash_account_state())
self.exec_engine.register_client(self.client)
self.cache.add_instrument(AUDUSD_SIM)
def teardown(self):
self.exec_engine.dispose()
@pytest.mark.asyncio
async def test_start_when_loop_not_running_logs(self):
# Arrange, Act
self.exec_engine.start()
# Assert
assert True # No exceptions raised
self.exec_engine.stop()
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_put_command(self):
# Arrange
# Deregister test fixture ExecutionEngine from msgbus)
self.msgbus.deregister(endpoint="ExecEngine.execute",
handler=self.exec_engine.execute)
self.msgbus.deregister(endpoint="ExecEngine.process",
handler=self.exec_engine.process)
self.exec_engine = LiveExecutionEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveExecEngineConfig(qsize=1),
)
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.exec_engine.execute(submit_order)
self.exec_engine.execute(submit_order)
await asyncio.sleep(0.1)
# Assert
assert self.exec_engine.qsize() == 1
assert self.exec_engine.command_count == 0
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_put_event(self):
# Arrange
# Deregister test fixture ExecutionEngine from msgbus)
self.msgbus.deregister(endpoint="ExecEngine.execute",
handler=self.exec_engine.execute)
self.msgbus.deregister(endpoint="ExecEngine.process",
handler=self.exec_engine.process)
self.exec_engine = LiveExecutionEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveExecEngineConfig(qsize=1),
)
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
event = TestStubs.event_order_submitted(order)
# Act
self.exec_engine.execute(submit_order)
self.exec_engine.process(event) # Add over max size
await asyncio.sleep(0.1)
# Assert
assert self.exec_engine.qsize() == 1
assert self.exec_engine.command_count == 0
@pytest.mark.asyncio
async def test_start(self):
# Arrange, Act
self.exec_engine.start()
await asyncio.sleep(0.1)
# Assert
assert self.exec_engine.is_running
# Tear Down
self.exec_engine.stop()
@pytest.mark.asyncio
async def test_kill_when_running_and_no_messages_on_queues(self):
# Arrange, Act
self.exec_engine.start()
await asyncio.sleep(0)
self.exec_engine.kill()
# Assert
assert self.exec_engine.is_stopped
@pytest.mark.asyncio
async def test_kill_when_not_running_with_messages_on_queue(self):
# Arrange, Act
self.exec_engine.kill()
# Assert
assert self.exec_engine.qsize() == 0
@pytest.mark.asyncio
async def test_execute_command_places_command_on_queue(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.exec_engine.execute(submit_order)
await asyncio.sleep(0.1)
# Assert
assert self.exec_engine.qsize() == 0
assert self.exec_engine.command_count == 1
# Tear Down
self.exec_engine.stop()
@pytest.mark.asyncio
async def test_reconcile_state_with_no_active_orders(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
# Act
await self.exec_engine.reconcile_state(timeout_secs=10)
self.exec_engine.stop()
await asyncio.sleep(0.1)
# Assert
assert True # No exceptions raised
@pytest.mark.asyncio
async def test_reconcile_state_when_report_agrees_reconciles(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.exec_engine.execute(submit_order)
self.exec_engine.process(TestStubs.event_order_submitted(order))
self.exec_engine.process(TestStubs.event_order_accepted(order))
report = OrderStatusReport(
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"), # <-- from stub event
order_status=OrderStatus.ACCEPTED,
filled_qty=Quantity.zero(),
ts_init=0,
)
self.client.add_order_status_report(report)
await asyncio.sleep(0.1) # Allow processing time
# Act
result = await self.exec_engine.reconcile_state(timeout_secs=10)
self.exec_engine.stop()
# Assert
assert result
@pytest.mark.asyncio
async def test_reconcile_state_when_canceled_reconciles(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.exec_engine.execute(submit_order)
self.exec_engine.process(TestStubs.event_order_submitted(order))
self.exec_engine.process(TestStubs.event_order_accepted(order))
report = OrderStatusReport(
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"), # <-- from stub event
order_status=OrderStatus.CANCELED,
filled_qty=Quantity.zero(),
ts_init=0,
)
self.client.add_order_status_report(report)
await asyncio.sleep(0.1) # Allow processing time
# Act
result = await self.exec_engine.reconcile_state(timeout_secs=10)
self.exec_engine.stop()
# Assert
assert result
@pytest.mark.asyncio
async def test_reconcile_state_when_expired_reconciles(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.exec_engine.execute(submit_order)
self.exec_engine.process(TestStubs.event_order_submitted(order))
self.exec_engine.process(TestStubs.event_order_accepted(order))
report = OrderStatusReport(
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"), # <-- from stub event
order_status=OrderStatus.EXPIRED,
filled_qty=Quantity.zero(),
ts_init=0,
)
self.client.add_order_status_report(report)
await asyncio.sleep(0.1) # Allow processing time
# Act
result = await self.exec_engine.reconcile_state(timeout_secs=10)
self.exec_engine.stop()
# Assert
assert result
@pytest.mark.skip(reason="reimplement reconciliation")
@pytest.mark.asyncio
async def test_reconcile_state_when_partially_filled_reconciles(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.exec_engine.execute(submit_order)
self.exec_engine.process(TestStubs.event_order_submitted(order))
self.exec_engine.process(TestStubs.event_order_accepted(order))
report = OrderStatusReport(
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"), # <-- from stub event
order_status=OrderStatus.PARTIALLY_FILLED,
filled_qty=Quantity.from_int(70000),
ts_init=0,
)
trade1 = ExecutionReport(
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"),
venue_position_id=None,
execution_id=ExecutionId("1"),
last_qty=Quantity.from_int(50000),
last_px=Price.from_str("1.00000"),
commission=Money(5.00, USD),
liquidity_side=LiquiditySide.MAKER,
ts_event=0,
ts_init=0,
)
trade2 = ExecutionReport(
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"),
venue_position_id=None,
execution_id=ExecutionId("2"),
last_qty=Quantity.from_int(20000),
last_px=Price.from_str("1.00000"),
commission=Money(2.00, USD),
liquidity_side=LiquiditySide.MAKER,
ts_event=0,
ts_init=0,
)
self.client.add_order_status_report(report)
self.client.add_trades_list(VenueOrderId("1"), [trade1, trade2])
await asyncio.sleep(0.1) # Allow processing time
# Act
result = await self.exec_engine.reconcile_state(timeout_secs=10)
self.exec_engine.stop()
# Assert
assert result
@pytest.mark.skip(reason="reimplement reconciliation")
@pytest.mark.asyncio
async def test_reconcile_state_when_filled_reconciles(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.exec_engine.execute(submit_order)
self.exec_engine.process(TestStubs.event_order_submitted(order))
self.exec_engine.process(TestStubs.event_order_accepted(order))
report = OrderStatusReport(
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"), # <-- from stub event
order_status=OrderStatus.FILLED,
filled_qty=Quantity.from_int(100000),
ts_init=0,
)
trade1 = ExecutionReport(
execution_id=ExecutionId("1"),
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"),
venue_position_id=None,
last_qty=Quantity.from_int(50000),
last_px=Price.from_str("1.00000"),
commission=Money(5.00, USD),
liquidity_side=LiquiditySide.MAKER,
ts_event=0,
ts_init=0,
)
trade2 = ExecutionReport(
execution_id=ExecutionId("2"),
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("1"),
venue_position_id=None,
last_qty=Quantity.from_int(50000),
last_px=Price.from_str("1.00000"),
commission=Money(2.00, USD),
liquidity_side=LiquiditySide.MAKER,
ts_event=0,
ts_init=0,
)
self.client.add_order_status_report(report)
self.client.add_trades_list(VenueOrderId("1"), [trade1, trade2])
await asyncio.sleep(0.1) # Allow processing time
# Act
result = await self.exec_engine.reconcile_state(timeout_secs=10)
self.exec_engine.stop()
# Assert
assert result
class TestLiveRiskEngine:
def setup(self):
# Fixture Setup
self.loop = asyncio.get_event_loop()
self.loop.set_debug(True)
self.clock = LiveClock()
self.uuid_factory = UUIDFactory()
self.logger = Logger(self.clock)
self.trader_id = TestStubs.trader_id()
self.account_id = TestStubs.account_id()
self.order_factory = OrderFactory(
trader_id=self.trader_id,
strategy_id=StrategyId("S-001"),
clock=self.clock,
)
self.random_order_factory = OrderFactory(
trader_id=TraderId("RANDOM-042"),
strategy_id=StrategyId("S-042"),
clock=self.clock,
)
self.msgbus = MessageBus(
trader_id=self.trader_id,
clock=self.clock,
logger=self.logger,
)
self.cache = TestStubs.cache()
self.portfolio = Portfolio(
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.data_engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.exec_engine = LiveExecutionEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.risk_engine = LiveRiskEngine(
loop=self.loop,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.exec_client = MockExecutionClient(
client_id=ClientId("SIM"),
venue_type=VenueType.ECN,
account_id=TestStubs.account_id(),
account_type=AccountType.MARGIN,
base_currency=USD,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
# Wire up components
self.exec_engine.register_client(self.exec_client)
@pytest.mark.asyncio
async def test_start_when_loop_not_running_logs(self):
# Arrange, Act
self.risk_engine.start()
# Assert
assert True # No exceptions raised
self.risk_engine.stop()
@pytest.mark.asyncio
async def test_get_event_loop_returns_expected_loop(self):
# Arrange, Act
loop = self.risk_engine.get_event_loop()
# Assert
assert loop == self.loop
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_put_command(self):
# Arrange
self.msgbus.deregister("RiskEngine.execute", self.risk_engine.execute)
self.risk_engine = LiveRiskEngine(
loop=self.loop,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveRiskEngineConfig(qsize=1),
)
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
self.risk_engine.execute(submit_order)
await asyncio.sleep(0.1)
# Assert
assert self.risk_engine.qsize() == 1
assert self.risk_engine.command_count == 0
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_put_event(self):
# Arrange
self.msgbus.deregister("RiskEngine.execute", self.risk_engine.execute)
self.risk_engine = LiveRiskEngine(
loop=self.loop,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveRiskEngineConfig(qsize=1),
)
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
event = TestStubs.event_order_submitted(order)
# Act
self.risk_engine.execute(submit_order)
self.risk_engine.process(event) # Add over max size
await asyncio.sleep(0.1)
# Assert
assert self.risk_engine.qsize() == 1
assert self.risk_engine.event_count == 0
@pytest.mark.asyncio
async def test_start(self):
# Arrange, Act
self.risk_engine.start()
await asyncio.sleep(0.1)
# Assert
assert self.risk_engine.is_running
# Tear Down
self.risk_engine.stop()
@pytest.mark.asyncio
async def test_kill_when_running_and_no_messages_on_queues(self):
# Arrange, Act
self.risk_engine.start()
await asyncio.sleep(0)
self.risk_engine.kill()
# Assert
assert self.risk_engine.is_stopped
@pytest.mark.asyncio
async def test_kill_when_not_running_with_messages_on_queue(self):
# Arrange, Act
self.risk_engine.kill()
# Assert
assert self.risk_engine.qsize() == 0
@pytest.mark.asyncio
async def test_execute_command_places_command_on_queue(self):
# Arrange
self.risk_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
await asyncio.sleep(0.1)
# Assert
assert self.risk_engine.qsize() == 0
assert self.risk_engine.command_count == 1
# Tear Down
self.risk_engine.stop()
await self.risk_engine.get_run_queue_task()
@pytest.mark.asyncio
async def test_handle_position_opening_with_position_id_none(self):
# Arrange
self.risk_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
event = TestStubs.event_order_submitted(order)
# Act
self.risk_engine.process(event)
await asyncio.sleep(0.1)
# Assert
assert self.risk_engine.qsize() == 0
assert self.risk_engine.event_count == 1
# Tear Down
self.risk_engine.stop()
await self.risk_engine.get_run_queue_task()
class TestMessageBus:
def setup(self):
# Fixture Setup
self.clock = TestClock()
self.uuid_factory = UUIDFactory()
self.logger = Logger(self.clock)
self.trader_id = TestIdStubs.trader_id()
self.handler = []
self.msgbus = MessageBus(
trader_id=self.trader_id,
clock=self.clock,
logger=self.logger,
)
def test_instantiate_message_bus(self):
# Arrange, Act, Assert
assert self.msgbus.trader_id == self.trader_id
assert self.msgbus.sent_count == 0
assert self.msgbus.req_count == 0
assert self.msgbus.res_count == 0
assert self.msgbus.pub_count == 0
def test_endpoints_with_none_registered_returns_empty_list(self):
# Arrange, Act
result = self.msgbus.endpoints()
assert result == []
def test_topics_with_no_subscribers_returns_empty_list(self):
# Arrange, Act
result = self.msgbus.topics()
assert result == []
def test_subscriptions_with_no_subscribers_returns_empty_list(self):
# Arrange, Act
result = self.msgbus.subscriptions()
# Assert
assert result == []
def test_has_subscribers_with_no_subscribers_returns_false(self):
# Arrange, Act, Assert
assert not self.msgbus.has_subscribers()
def test_register_adds_endpoint(self):
# Arrange
endpoint = []
# Act
self.msgbus.register("mailbox", endpoint.append)
# Assert
assert self.msgbus.endpoints() == ["mailbox"]
def test_deregister_removes_endpoint(self):
# Arrange
endpoint = []
self.msgbus.register("mailbox", endpoint.append)
# Act
self.msgbus.deregister("mailbox", endpoint.append)
# Assert
assert self.msgbus.endpoints() == []
def test_send_when_no_endpoint_at_address_logs_error(self):
# Arrange, Act
endpoint = []
self.msgbus.send("mailbox", "message")
# Assert
assert "message" not in endpoint
assert self.msgbus.sent_count == 0
def test_send_when_endpoint_at_address_sends_message_to_handler(self):
# Arrange
endpoint = []
self.msgbus.register("mailbox", endpoint.append)
# Act
self.msgbus.send("mailbox", "message")
# Assert
assert "message" in endpoint
assert self.msgbus.sent_count == 1
def test_request_when_endpoint_not_registered_logs_error(self):
# Arrange, Act
handler = []
request = Request(
callback=handler.append,
request_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
self.msgbus.request(endpoint="mailbox", request=request)
# Assert
assert len(handler) == 0
assert self.msgbus.req_count == 0
def test_response_when_no_correlation_id_logs_error(self):
# Arrange, Act
handler = []
response = Response(
correlation_id=self.uuid_factory.generate(),
response_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
self.msgbus.response(response)
# Assert
assert response not in handler
assert self.msgbus.res_count == 0
def test_request_response_when_correlation_id_registered_handles_response(
self):
# Arrange, Act
endpoint = []
handler = []
self.msgbus.register(endpoint="mailbox", handler=endpoint.append)
correlation_id = self.uuid_factory.generate()
request = Request(
callback=handler.append,
request_id=correlation_id,
ts_init=self.clock.timestamp_ns(),
)
self.msgbus.request(endpoint="mailbox", request=request)
response = Response(
correlation_id=correlation_id,
response_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
self.msgbus.response(response)
# Assert
assert request in endpoint
assert response in handler
assert self.msgbus.req_count == 1
assert self.msgbus.res_count == 1
def test_subscribe_then_returns_topics_list_including_topic(self):
# Arrange
handler = [].append
# Act
self.msgbus.subscribe(topic="*", handler=handler)
self.msgbus.subscribe(topic="system", handler=handler)
result = self.msgbus.topics()
# Assert
assert result == ["*", "system"]
def test_has_subscribers_when_subscribers_returns_true(self):
# Arrange, Act
self.msgbus.subscribe(topic="*", handler=[].append)
self.msgbus.subscribe(topic="system", handler=[].append)
# Assert
assert self.msgbus.has_subscribers()
assert self.msgbus.has_subscribers(pattern="system")
def test_subscribe_when_handler_already_subscribed_does_not_add_subscription(
self):
# Arrange
handler = [].append
self.msgbus.subscribe(topic="a", handler=handler)
# Act
self.msgbus.subscribe(topic="a", handler=handler)
result = self.msgbus.topics()
# Assert
assert result == ["a"]
def test_subscribe_then_subscriptions_list_includes_handler(self):
# Arrange
handler = [].append
# Act
self.msgbus.subscribe(topic="system", handler=handler)
result = self.msgbus.subscriptions("system")
# Assert
assert len(result) == 1
assert result[0].handler == handler
def test_subscribe_to_all_then_subscriptions_list_includes_handler(self):
# Arrange
handler = [].append
# Act
self.msgbus.subscribe(topic="*", handler=handler)
result = self.msgbus.subscriptions("*")
# Assert
assert len(result) == 1
assert result[0].handler == handler
def test_subscribe_all_when_handler_already_subscribed_does_not_add_subscription(
self):
# Arrange
handler = [].append
self.msgbus.subscribe(topic="a*", handler=handler)
# Act
self.msgbus.subscribe(topic="a*", handler=handler)
result = self.msgbus.subscriptions("a*")
# Assert
assert len(result) == 1
assert result[0].handler == handler
def test_unsubscribe_then_handler_not_in_subscriptions_list(self):
# Arrange
handler = [].append
self.msgbus.subscribe(topic="events.order*", handler=handler)
# Act
self.msgbus.unsubscribe(topic="events.order*", handler=handler)
result = self.msgbus.subscriptions("events.order*")
# Assert
assert result == []
def test_unsubscribe_when_no_subscription_does_nothing(self):
# Arrange
handler = [].append
# Act
self.msgbus.unsubscribe(topic="*", handler=handler)
result = self.msgbus.subscriptions(pattern="*")
# Assert
assert result == []
def test_unsubscribe_from_all_returns_subscriptions_list_without_handler(
self):
# Arrange
handler = [].append
self.msgbus.subscribe(topic="*", handler=handler)
# Act
self.msgbus.unsubscribe(topic="*", handler=handler)
result = self.msgbus.subscriptions("*")
# Assert
assert result == []
def test_unsubscribe_from_all_when_no_subscription_does_nothing(self):
# Arrange
handler = [].append
# Act
self.msgbus.unsubscribe(topic="*", handler=handler)
result = self.msgbus.subscriptions("*")
# Assert
assert result == []
def test_publish_with_no_subscribers_does_nothing(self):
# Arrange, Act
self.msgbus.publish("*", "hello world")
# Assert
assert True # No exceptions raised
def test_publish_with_subscriber_sends_to_handler(self):
# Arrange
subscriber = []
self.msgbus.subscribe(topic="system", handler=subscriber.append)
# Act
self.msgbus.publish("system", "hello world")
# Assert
assert "hello world" in subscriber
assert self.msgbus.pub_count == 1
def test_publish_with_multiple_subscribers_sends_to_handlers(self):
# Arrange
subscriber1 = []
subscriber2 = []
subscriber3 = []
self.msgbus.subscribe(topic="system", handler=subscriber1.append)
self.msgbus.subscribe(topic="system", handler=subscriber2.append)
self.msgbus.subscribe(topic="system", handler=subscriber3.append)
# Act
self.msgbus.publish("system", "hello world")
# Assert
assert "hello world" in subscriber1
assert "hello world" in subscriber2
assert "hello world" in subscriber3
assert self.msgbus.pub_count == 1
def test_publish_with_header_sends_to_handler(self):
# Arrange
subscriber = []
self.msgbus.subscribe(topic="events.order*", handler=subscriber.append)
# Act
self.msgbus.publish("events.order.SCALPER-001", "ORDER")
# Assert
assert "ORDER" in subscriber
assert self.msgbus.pub_count == 1
def test_publish_with_none_matching_header_then_filters_from_subscriber(
self):
# Arrange
subscriber = []
self.msgbus.subscribe(
topic="events.position*",
handler=subscriber.append,
)
# Act
self.msgbus.publish("events.order*", "ORDER")
# Assert
assert "ORDER" not in subscriber
assert self.msgbus.pub_count == 1
def test_publish_with_matching_subset_header_then_sends_to_subscriber(
self):
# Arrange
subscriber = []
self.msgbus.subscribe(
topic="events.order.*",
handler=subscriber.append,
)
# Act
self.msgbus.publish("events.order.S-001", "ORDER")
# Assert
assert "ORDER" in subscriber
assert self.msgbus.pub_count == 1
def test_publish_with_both_channel_and_all_sub_sends_to_subscribers(self):
# Arrange
subscriber1 = []
subscriber2 = []
self.msgbus.subscribe(
topic="MyMessages",
handler=subscriber1.append,
)
self.msgbus.subscribe(
topic="*", # <-- subscribe ALL
handler=subscriber2.append,
)
# Act
self.msgbus.publish("MyMessages", "OK!")
# Assert
assert "OK!" in subscriber1
assert "OK!" in subscriber2
assert self.msgbus.pub_count == 1
class TestBetfairExecutionClient:
def setup(self):
# Fixture Setup
self.loop = asyncio.get_event_loop()
self.loop.set_debug(True)
self.clock = LiveClock()
self.uuid_factory = UUIDFactory()
self.trader_id = TestStubs.trader_id()
self.venue = BETFAIR_VENUE
self.account_id = AccountId(self.venue.value, "001")
# Setup logging
self.logger = LiveLogger(loop=self.loop,
clock=self.clock,
level_stdout=LogLevel.DEBUG)
self._log = LoggerAdapter("TestBetfairExecutionClient", self.logger)
self.msgbus = MessageBus(
trader_id=self.trader_id,
clock=self.clock,
logger=self.logger,
)
self.cache = TestStubs.cache()
self.cache.add_instrument(BetfairTestStubs.betting_instrument())
self.cache.add_account(
TestStubs.betting_account(account_id=self.account_id))
self.portfolio = Portfolio(
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.exec_engine = LiveExecutionEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.betfair_client: BetfairClient = BetfairTestStubs.betfair_client(
loop=self.loop, logger=self.logger)
assert self.betfair_client.session_token
self.instrument_provider = BetfairTestStubs.instrument_provider(
betfair_client=self.betfair_client)
self.client = BetfairExecutionClient(
loop=asyncio.get_event_loop(),
client=self.betfair_client,
account_id=self.account_id,
base_currency=GBP,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
instrument_provider=self.instrument_provider,
market_filter={},
)
self.exec_engine.register_client(self.client)
# Re-route exec engine messages through `handler`
self.messages = []
def handler(func):
def inner(x):
self.messages.append(x)
return func(x)
return inner
def listener(x):
print(x)
self.msgbus.subscribe("*", listener)
self.msgbus.deregister(endpoint="ExecEngine.execute",
handler=self.exec_engine.execute)
self.msgbus.register(endpoint="ExecEngine.execute",
handler=handler(self.exec_engine.execute))
self.msgbus.deregister(endpoint="ExecEngine.process",
handler=self.exec_engine.process)
self.msgbus.register(endpoint="ExecEngine.process",
handler=handler(self.exec_engine.process))
self.msgbus.deregister(endpoint="Portfolio.update_account",
handler=self.portfolio.update_account)
self.msgbus.register(endpoint="Portfolio.update_account",
handler=handler(self.portfolio.update_account))
def _prefill_venue_order_id_to_client_order_id(self, update):
order_ids = [
update["id"] for market in update.get("oc", [])
for order in market.get("orc", [])
for update in order.get("uo", [])
]
return {
VenueOrderId(oid): ClientOrderId(str(i + 1))
for i, oid in enumerate(order_ids)
}
async def _setup_account(self):
await self.client.connection_account_state()
def _setup_exec_client_and_cache(self, update):
"""
Called before processing a test streaming update - ensure all orders are in the cache in `update`.
"""
venue_order_ids = self._prefill_venue_order_id_to_client_order_id(
update)
venue_order_id_to_client_order_id = {}
for c_id, v_id in enumerate(venue_order_ids):
client_order_id = ClientOrderId(str(c_id))
venue_order_id = VenueOrderId(str(v_id))
self._log.debug(
f"Adding client_order_id=[{c_id}], venue_order_id=[{v_id}] ")
order = BetfairTestStubs.make_accepted_order(
venue_order_id=venue_order_id, client_order_id=client_order_id)
self._log.debug(f"created order: {order}")
venue_order_id_to_client_order_id[v_id] = order.client_order_id
cache_order = self.cache.order(
client_order_id=order.client_order_id)
self._log.debug(f"Cached order: {order}")
if cache_order is None:
self._log.debug("Adding order to cache")
self.cache.add_order(order, position_id=PositionId(v_id.value))
assert self.cache.order(
client_order_id).venue_order_id == venue_order_id
self.cache.update_order(order)
self.client.venue_order_id_to_client_order_id = venue_order_id_to_client_order_id
async def _account_state(self):
account_details = await self.betfair_client.get_account_details()
account_funds = await self.betfair_client.get_account_funds()
timestamp = self.clock.timestamp_ns()
account_state = betfair_account_to_account_state(
account_detail=account_details,
account_funds=account_funds,
event_id=self.uuid_factory.generate(),
ts_event=timestamp,
ts_init=timestamp,
)
return account_state
@pytest.mark.asyncio
async def test_submit_order_success(self):
# Arrange
command = BetfairTestStubs.submit_order_command()
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_place_order_success())
# Act
self.client.submit_order(command)
await asyncio.sleep(0)
# Assert
submitted, accepted = self.messages
assert isinstance(submitted, OrderSubmitted)
assert isinstance(accepted, OrderAccepted)
assert accepted.venue_order_id == VenueOrderId("228302937743")
@pytest.mark.asyncio
async def test_submit_order_error(self):
# Arrange
command = BetfairTestStubs.submit_order_command()
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_place_order_error())
# Act
self.client.submit_order(command)
await asyncio.sleep(0)
# Assert
submitted, rejected = self.messages
assert isinstance(submitted, OrderSubmitted)
assert isinstance(rejected, OrderRejected)
assert rejected.reason == "PERMISSION_DENIED: ERROR_IN_ORDER"
@pytest.mark.asyncio
async def test_modify_order_success(self):
# Arrange
venue_order_id = VenueOrderId("240808576108")
order = BetfairTestStubs.make_accepted_order(
venue_order_id=venue_order_id)
command = BetfairTestStubs.modify_order_command(
instrument_id=order.instrument_id,
client_order_id=order.client_order_id,
venue_order_id=venue_order_id,
)
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_replace_orders_success())
# Act
self.cache.add_order(order, PositionId("1"))
self.client.modify_order(command)
await asyncio.sleep(0)
# Assert
pending_update, updated = self.messages
assert isinstance(pending_update, OrderPendingUpdate)
assert isinstance(updated, OrderUpdated)
assert updated.price == Price.from_str("0.02000")
@pytest.mark.asyncio
async def test_modify_order_error_order_doesnt_exist(self):
# Arrange
venue_order_id = VenueOrderId("229435133092")
order = BetfairTestStubs.make_accepted_order(
venue_order_id=venue_order_id)
command = BetfairTestStubs.modify_order_command(
instrument_id=order.instrument_id,
client_order_id=order.client_order_id,
venue_order_id=venue_order_id,
)
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_replace_orders_success())
# Act
self.client.modify_order(command)
await asyncio.sleep(0)
# Assert
pending_update, rejected = self.messages
assert isinstance(pending_update, OrderPendingUpdate)
assert isinstance(rejected, OrderModifyRejected)
assert rejected.reason == "ORDER NOT IN CACHE"
@pytest.mark.asyncio
async def test_modify_order_error_no_venue_id(self):
# Arrange
order = BetfairTestStubs.make_submitted_order()
self.cache.add_order(order, position_id=BetfairTestStubs.position_id())
command = BetfairTestStubs.modify_order_command(
instrument_id=order.instrument_id,
client_order_id=order.client_order_id,
venue_order_id="",
)
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_replace_orders_success())
# Act
self.client.modify_order(command)
await asyncio.sleep(0)
# Assert
pending_update, rejected = self.messages
assert isinstance(pending_update, OrderPendingUpdate)
assert isinstance(rejected, OrderModifyRejected)
assert rejected.reason == "ORDER MISSING VENUE_ORDER_ID"
@pytest.mark.asyncio
async def test_cancel_order_success(self):
# Arrange
order = BetfairTestStubs.make_submitted_order()
self.cache.add_order(order, position_id=BetfairTestStubs.position_id())
command = BetfairTestStubs.cancel_order_command(
instrument_id=order.instrument_id,
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("240564968665"),
)
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_cancel_orders_success())
# Act
self.client.cancel_order(command)
await asyncio.sleep(0)
# Assert
pending_cancel, cancelled = self.messages
assert isinstance(pending_cancel, OrderPendingCancel)
assert isinstance(cancelled, OrderCanceled)
@pytest.mark.asyncio
async def test_cancel_order_fail(self):
# Arrange
order = BetfairTestStubs.make_submitted_order()
self.cache.add_order(order, position_id=BetfairTestStubs.position_id())
command = BetfairTestStubs.cancel_order_command(
instrument_id=order.instrument_id,
client_order_id=order.client_order_id,
venue_order_id=VenueOrderId("228302937743"),
)
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_cancel_orders_error())
# Act
self.client.cancel_order(command)
await asyncio.sleep(0)
# Assert
pending_cancel, cancelled = self.messages
assert isinstance(pending_cancel, OrderPendingCancel)
assert isinstance(cancelled, OrderCancelRejected)
@pytest.mark.asyncio
async def test_order_multiple_fills(self):
# Arrange
self.exec_engine.start()
client_order_id = ClientOrderId("1")
venue_order_id = VenueOrderId("246938411724")
submitted = BetfairTestStubs.make_submitted_order(
client_order_id=client_order_id, quantity=Quantity.from_int(20))
self.cache.add_order(submitted,
position_id=BetfairTestStubs.position_id())
self.client.venue_order_id_to_client_order_id[
venue_order_id] = client_order_id
# Act
for update in BetfairStreaming.ocm_multiple_fills():
await self.client._handle_order_stream_update(update)
await asyncio.sleep(0.1)
# Assert
result = [fill.last_qty for fill in self.messages]
expected = [
Quantity.from_str("16.1900"),
Quantity.from_str("0.77"),
Quantity.from_str("0.77"),
]
assert result == expected
@pytest.mark.asyncio
async def test_connection_account_state(self):
# Arrange, Act, Assert
await self.client.connection_account_state()
# Assert
assert self.cache.account(self.account_id)
@pytest.mark.asyncio
async def test_check_account_currency(self):
# Arrange, Act, Assert
await self.client.check_account_currency()
@pytest.mark.asyncio
async def test_order_stream_full_image(self):
# Arrange
update = BetfairStreaming.ocm_FULL_IMAGE()
await self._setup_account()
self._setup_exec_client_and_cache(update=update)
# Act
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
# Assert
assert len(self.messages) == 7
@pytest.mark.asyncio
async def test_order_stream_empty_image(self):
# Arrange
update = BetfairStreaming.ocm_EMPTY_IMAGE()
await self._setup_account()
self._setup_exec_client_and_cache(update=update)
# Act
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
# Assert
assert len(self.messages) == 1
@pytest.mark.asyncio
async def test_order_stream_new_full_image(self):
update = BetfairStreaming.ocm_NEW_FULL_IMAGE()
await self._setup_account()
self._setup_exec_client_and_cache(update=update)
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
assert len(self.messages) == 4
@pytest.mark.asyncio
async def test_order_stream_sub_image(self):
# Arrange
update = BetfairStreaming.ocm_SUB_IMAGE()
await self._setup_account()
self._setup_exec_client_and_cache(update=update)
# Act
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
# Assert
assert len(self.messages) == 1
@pytest.mark.asyncio
async def test_order_stream_update(self):
# Arrange
update = BetfairStreaming.ocm_UPDATE()
await self._setup_account()
self._setup_exec_client_and_cache(update=update)
# Act
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
# Assert
assert len(self.messages) == 2
@pytest.mark.asyncio
async def test_order_stream_filled(self):
# Arrange
update = BetfairStreaming.ocm_FILLED()
self._setup_exec_client_and_cache(update)
await self._setup_account()
# Act
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
# Assert
assert len(self.messages) == 2
assert isinstance(self.messages[1], OrderFilled)
assert self.messages[1].last_px == Price.from_str("0.9090909")
@pytest.mark.asyncio
async def test_order_stream_filled_multiple_prices(self):
# Arrange
await self._setup_account()
update1 = BetfairStreaming.generate_order_update(
price="1.50",
size=20,
side="B",
status="E",
sm=10,
avp="1.60",
)
self._setup_exec_client_and_cache(update1)
await self.client._handle_order_stream_update(update=update1)
await asyncio.sleep(0)
order = self.cache.order(client_order_id=ClientOrderId("0"))
event = self.messages[-1]
order.apply(event)
# Act
update2 = BetfairStreaming.generate_order_update(
price="1.50",
size=20,
side="B",
status="EC",
sm=20,
avp="1.55",
)
self._setup_exec_client_and_cache(update2)
await self.client._handle_order_stream_update(update=update2)
await asyncio.sleep(0)
# Assert
assert len(self.messages) == 3
assert isinstance(self.messages[1], OrderFilled)
assert isinstance(self.messages[2], OrderFilled)
assert self.messages[1].last_px == price_to_probability("1.60")
assert self.messages[2].last_px == price_to_probability("1.50")
@pytest.mark.asyncio
async def test_order_stream_mixed(self):
# Arrange
update = BetfairStreaming.ocm_MIXED()
self._setup_exec_client_and_cache(update)
await self._setup_account()
# Act
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
# Assert
_, fill1, fill2, cancel = self.messages
assert isinstance(
fill1,
OrderFilled) and fill1.venue_order_id.value == "229430281341"
assert isinstance(
fill2,
OrderFilled) and fill2.venue_order_id.value == "229430281339"
assert isinstance(
cancel,
OrderCanceled) and cancel.venue_order_id.value == "229430281339"
@pytest.mark.asyncio
@pytest.mark.skip(reason="Not implemented")
async def test_generate_order_status_report(self):
# Betfair client login
orders = await self.betfair_client.list_current_orders()
for order in orders:
result = await self.client.generate_order_status_report(order=order
)
assert result
raise NotImplementedError()
@pytest.mark.asyncio
@pytest.mark.skip
async def test_generate_trades_list(self):
patch(
"betfairlightweight.endpoints.betting.Betting.list_cleared_orders",
return_value=BetfairDataProvider.list_cleared_orders(
order_id="226125004209"),
)
patch.object(
self.client,
"venue_order_id_to_client_order_id",
{"226125004209": ClientOrderId("1")},
)
result = await generate_trades_list(self=self.client,
venue_order_id="226125004209",
symbol=None,
since=None)
assert result
@pytest.mark.asyncio
async def test_duplicate_execution_id(self):
# Arrange
await self._setup_account()
for update in BetfairStreaming.ocm_DUPLICATE_EXECUTION():
self._setup_exec_client_and_cache(update)
# # Load submitted orders
# for client_order_id in (ClientOrderId('0'), ClientOrderId('1')):
# order = BetfairTestStubs.make_order(
# price=Price.from_str("0.5"), quantity=Quantity.from_int(10), client_order_id=client_order_id
# )
# command = BetfairTestStubs.submit_order_command(order=order)
# self.client.submit_order(command)
# await asyncio.sleep(0)
# Act
for update in BetfairStreaming.ocm_DUPLICATE_EXECUTION():
self._setup_exec_client_and_cache(update=update)
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
# Assert
_, fill1, cancel, fill2, fill3 = self.messages
# First order example, partial fill followed by remainder canceled
assert isinstance(fill1, OrderFilled)
assert isinstance(cancel, OrderCanceled)
# Second order example, partial fill followed by remainder filled
assert (isinstance(fill2, OrderFilled) and fill2.execution_id.value
== "4721ad7594e7a4a4dffb1bacb0cb45ccdec0747a")
assert (isinstance(fill3, OrderFilled) and fill3.execution_id.value
== "8b3e65be779968a3fdf2d72731c848c5153e88cd")
@pytest.mark.asyncio
async def test_betfair_order_reduces_balance(self):
# Arrange
self.client.stream = MagicMock()
self.exec_engine.start()
await asyncio.sleep(1)
balance = self.cache.account_for_venue(self.venue).balances()[GBP]
order = BetfairTestStubs.make_order(price=Price.from_str("0.5"),
quantity=Quantity.from_int(10))
self.cache.add_order(order=order, position_id=None)
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_place_order_success())
command = BetfairTestStubs.submit_order_command(order=order)
self.client.submit_order(command)
await asyncio.sleep(0.01)
# Act
balance_order = self.cache.account_for_venue(
BETFAIR_VENUE).balances()[GBP]
# Cancel the order, balance should return
command = BetfairTestStubs.cancel_order_command(
client_order_id=order.client_order_id,
venue_order_id=order.venue_order_id)
mock_betfair_request(self.betfair_client,
BetfairResponses.betting_cancel_orders_success())
self.client.cancel_order(command)
await asyncio.sleep(0.1)
balance_cancel = self.cache.account_for_venue(
BETFAIR_VENUE).balances()[GBP]
# Assert
assert balance.free == Money(1000.0, GBP)
assert balance_order.free == Money(990.0, GBP)
assert balance_cancel.free == Money(1000.0, GBP)
self.exec_engine.kill()
await asyncio.sleep(1)
@pytest.mark.asyncio
async def test_betfair_order_cancelled_no_timestamp(self):
update = BetfairStreaming.ocm_error_fill()
self._setup_exec_client_and_cache(update)
for upd in update["oc"][0]["orc"][0]["uo"]:
self.client._handle_stream_execution_complete_order_update(
update=upd)
await asyncio.sleep(1)
@pytest.mark.asyncio
@pytest.mark.parametrize(
"price,size,side,status,updates",
[
("1.50", "50", "B", "EC", [{
"sm": 50
}]),
("1.50", "50", "B", "E", [{
"sm": 10
}, {
"sm": 15
}]),
],
)
async def test_various_betfair_order_fill_scenarios(
self, price, size, side, status, updates):
# Arrange
update = BetfairStreaming.ocm_filled_different_price()
self._setup_exec_client_and_cache(update)
await self._setup_account()
# Act
for raw in updates:
update = BetfairStreaming.generate_order_update(price=price,
size=size,
side=side,
status=status,
**raw)
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
# Assert
assert len(self.messages) == 1 + len(updates)
for msg, raw in zip(self.messages[1:], updates):
assert isinstance(msg, OrderFilled)
assert msg.last_qty == raw["sm"]
@pytest.mark.asyncio
async def test_order_filled_avp_update(self):
# Arrange
update = BetfairStreaming.ocm_filled_different_price()
self._setup_exec_client_and_cache(update)
await self._setup_account()
# Act
update = BetfairStreaming.generate_order_update(price="1.50",
size=20,
side="B",
status="E",
avp="1.50",
sm=10)
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
update = BetfairStreaming.generate_order_update(price="1.30",
size=20,
side="B",
status="E",
avp="1.50",
sm=10)
await self.client._handle_order_stream_update(update=update)
await asyncio.sleep(0)
class TestRiskEngine:
def setup(self):
# Fixture Setup
self.clock = TestClock()
self.uuid_factory = UUIDFactory()
self.logger = Logger(
clock=self.clock,
level_stdout=LogLevel.DEBUG,
)
self.trader_id = TestIdStubs.trader_id()
self.account_id = TestIdStubs.account_id()
self.venue = Venue("SIM")
self.msgbus = MessageBus(
trader_id=self.trader_id,
clock=self.clock,
logger=self.logger,
)
self.cache = TestComponentStubs.cache()
self.portfolio = Portfolio(
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
config = ExecEngineConfig()
config.allow_cash_positions = True # Retain original behaviour for now
self.exec_engine = ExecutionEngine(
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=config,
)
self.risk_engine = RiskEngine(
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.exec_client = MockExecutionClient(
client_id=ClientId(self.venue.value),
venue=self.venue,
account_type=AccountType.MARGIN,
base_currency=USD,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.portfolio.update_account(TestEventStubs.margin_account_state())
self.exec_engine.register_client(self.exec_client)
# Prepare data
self.cache.add_instrument(AUDUSD_SIM)
def test_config_risk_engine(self):
# Arrange
self.msgbus.deregister("RiskEngine.execute", self.risk_engine.execute)
config = RiskEngineConfig(
bypass=True, # <-- bypassing pre-trade risk checks for backtest
max_order_rate="5/00:00:01",
max_notional_per_order={"GBP/USD.SIM": 2_000_000},
)
# Act
risk_engine = RiskEngine(
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=config,
)
# Assert
assert risk_engine.max_order_rate() == (5, timedelta(seconds=1))
assert risk_engine.max_notionals_per_order() == {GBPUSD_SIM.id: Decimal("2000000")}
assert risk_engine.max_notional_per_order(GBPUSD_SIM.id) == 2_000_000
def test_risk_engine_on_stop(self):
# Arrange, Act
self.risk_engine.start()
self.risk_engine.stop()
# Assert
assert self.risk_engine.is_stopped
def test_process_event_then_handles(self):
# Arrange
event = Event(
event_id=self.uuid_factory.generate(),
ts_event=self.clock.timestamp_ns(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.risk_engine.process(event)
# Assert
assert self.risk_engine.event_count == 1
def test_trading_state_after_instantiation_returns_active(self):
# Arrange, Act
result = self.risk_engine.trading_state
# Assert
assert result == TradingState.ACTIVE
def test_set_trading_state_when_no_change_logs_warning(self):
# Arrange, Act
self.risk_engine.set_trading_state(TradingState.ACTIVE)
# Assert
assert self.risk_engine.trading_state == TradingState.ACTIVE
def test_set_trading_state_changes_value_and_publishes_event(self):
# Arrange
handler = []
self.msgbus.subscribe(topic="events.risk*", handler=handler.append)
# Act
self.risk_engine.set_trading_state(TradingState.HALTED)
# Assert
assert type(handler[0]) == TradingStateChanged
assert self.risk_engine.trading_state == TradingState.HALTED
def test_max_order_rate_when_no_risk_config_returns_100_per_second(self):
# Arrange, Act
result = self.risk_engine.max_order_rate()
assert result == (100, timedelta(seconds=1))
def test_max_notionals_per_order_when_no_risk_config_returns_empty_dict(self):
# Arrange, Act
result = self.risk_engine.max_notionals_per_order()
assert result == {}
def test_max_notional_per_order_when_no_risk_config_returns_none(self):
# Arrange, Act
result = self.risk_engine.max_notional_per_order(AUDUSD_SIM.id)
assert result is None
def test_set_max_notional_per_order_changes_setting(self):
# Arrange, Act
self.risk_engine.set_max_notional_per_order(AUDUSD_SIM.id, 1_000_000)
max_notionals = self.risk_engine.max_notionals_per_order()
max_notional = self.risk_engine.max_notional_per_order(AUDUSD_SIM.id)
# Assert
assert max_notionals == {AUDUSD_SIM.id: Decimal("1000000")}
assert max_notional == Decimal(1_000_000)
def test_given_random_command_then_logs_and_continues(self):
# Arrange
random = TradingCommand(
client_id=None,
trader_id=self.trader_id,
strategy_id=StrategyId("SCALPER-001"),
instrument_id=AUDUSD_SIM.id,
command_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
self.risk_engine.execute(random)
def test_given_random_event_then_logs_and_continues(self):
# Arrange
random = Event(
event_id=self.uuid_factory.generate(),
ts_event=self.clock.timestamp_ns(),
ts_init=self.clock.timestamp_ns(),
)
self.risk_engine.process(random)
# -- SUBMIT ORDER TESTS ------------------------------------------------------------------------
def test_submit_order_with_default_settings_then_sends_to_client(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 1
assert self.exec_client.calls == ["_start", "submit_order"]
def test_submit_order_when_duplicate_id_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit_order)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 1
assert self.exec_client.calls == ["_start", "submit_order"]
def test_submit_order_when_risk_bypassed_sends_to_execution_engine(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
trader_id=self.trader_id,
strategy_id=strategy.id,
position_id=None,
order=order,
command_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 1 # <-- initial account event
assert self.exec_client.calls == ["_start", "submit_order"]
def test_submit_order_when_position_already_closed_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order1 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
order2 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.SELL,
Quantity.from_int(100000),
)
order3 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order1 = SubmitOrder(
trader_id=self.trader_id,
strategy_id=strategy.id,
position_id=None,
order=order1,
command_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit_order1)
self.exec_engine.process(TestEventStubs.order_submitted(order1))
self.exec_engine.process(TestEventStubs.order_accepted(order1))
self.exec_engine.process(TestEventStubs.order_filled(order1, AUDUSD_SIM))
submit_order2 = SubmitOrder(
trader_id=self.trader_id,
strategy_id=strategy.id,
position_id=PositionId("P-19700101-000000-000-000-1"),
order=order2,
command_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit_order2)
self.exec_engine.process(TestEventStubs.order_submitted(order2))
self.exec_engine.process(TestEventStubs.order_accepted(order2))
self.exec_engine.process(TestEventStubs.order_filled(order2, AUDUSD_SIM))
submit_order3 = SubmitOrder(
trader_id=self.trader_id,
strategy_id=strategy.id,
position_id=PositionId("P-19700101-000000-000-000-1"),
order=order3,
command_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order3)
# Assert
assert self.exec_engine.command_count == 2
assert self.exec_client.calls == ["_start", "submit_order", "submit_order"]
def test_submit_order_when_position_id_not_in_cache_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
PositionId("009"), # <-- not in the cache
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0
def test_submit_order_when_instrument_not_in_cache_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
GBPUSD_SIM.id, # <-- not in the cache
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
def test_submit_order_when_invalid_price_precision_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("0.9999999999999999"), # <- invalid price
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
def test_submit_order_when_invalid_negative_price_and_not_option_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("-1.0"), # <- invalid price
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
def test_submit_order_when_invalid_trigger_price_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.stop_limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
Price.from_str("0.999999999999999"), # <- invalid trigger
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
def test_submit_order_when_invalid_quantity_precision_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_str("1.111111111111111111"), # <- invalid quantity
Price.from_str("1.00000"),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
def test_submit_order_when_invalid_quantity_exceeds_maximum_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(1_000_000_000), # <- invalid quantity fat finger!
Price.from_str("1.00000"),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
def test_submit_order_when_invalid_quantity_less_than_minimum_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(1), # <- invalid quantity
Price.from_str("1.00000"),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
def test_submit_order_when_market_order_and_no_market_then_logs_warning(self):
# Arrange
self.risk_engine.set_max_notional_per_order(AUDUSD_SIM.id, 1_000_000)
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(10000000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 1 # <-- command reaches engine with warning
def test_submit_order_when_market_order_and_over_max_notional_then_denies(self):
# Arrange
self.risk_engine.set_max_notional_per_order(AUDUSD_SIM.id, 1_000_000)
# Initialize market
quote = TestDataStubs.quote_tick_5decimal(AUDUSD_SIM.id)
self.cache.add_quote_tick(quote)
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(10000000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
def test_submit_order_when_reducing_and_buy_order_adds_then_denies(self):
# Arrange
self.risk_engine.set_max_notional_per_order(AUDUSD_SIM.id, 1_000_000)
# Initialize market
quote = TestDataStubs.quote_tick_5decimal(AUDUSD_SIM.id)
self.cache.add_quote_tick(quote)
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order1 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order1 = SubmitOrder(
self.trader_id,
strategy.id,
None,
order1,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit_order1)
self.risk_engine.set_trading_state(TradingState.REDUCING) # <-- allow reducing orders only
order2 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order2 = SubmitOrder(
self.trader_id,
strategy.id,
None,
order2,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.exec_engine.process(TestEventStubs.order_submitted(order1))
self.exec_engine.process(TestEventStubs.order_accepted(order1))
self.exec_engine.process(TestEventStubs.order_filled(order1, AUDUSD_SIM))
# Act
self.risk_engine.execute(submit_order2)
# Assert
assert self.portfolio.is_net_long(AUDUSD_SIM.id)
assert self.exec_engine.command_count == 1 # <-- command never reaches engine
def test_submit_order_when_reducing_and_sell_order_adds_then_denies(self):
# Arrange
self.risk_engine.set_max_notional_per_order(AUDUSD_SIM.id, 1_000_000)
# Initialize market
quote = TestDataStubs.quote_tick_5decimal(AUDUSD_SIM.id)
self.cache.add_quote_tick(quote)
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order1 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.SELL,
Quantity.from_int(100000),
)
submit_order1 = SubmitOrder(
self.trader_id,
strategy.id,
None,
order1,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit_order1)
self.risk_engine.set_trading_state(TradingState.REDUCING) # <-- allow reducing orders only
order2 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.SELL,
Quantity.from_int(100000),
)
submit_order2 = SubmitOrder(
self.trader_id,
strategy.id,
None,
order2,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.exec_engine.process(TestEventStubs.order_submitted(order1))
self.exec_engine.process(TestEventStubs.order_accepted(order1))
self.exec_engine.process(TestEventStubs.order_filled(order1, AUDUSD_SIM))
# Act
self.risk_engine.execute(submit_order2)
# Assert
assert self.portfolio.is_net_short(AUDUSD_SIM.id)
assert self.exec_engine.command_count == 1 # <-- command never reaches engine
def test_submit_order_when_trading_halted_then_denies_order(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Halt trading
self.risk_engine.set_trading_state(TradingState.HALTED)
# Act
self.risk_engine.execute(submit_order)
# Assert
assert self.risk_engine.command_count == 1 # <-- command never reaches engine
def test_submit_order_list_when_trading_halted_then_denies_orders(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
entry = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
stop_loss = strategy.order_factory.stop_market( # <-- duplicate
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
take_profit = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.10000"),
)
bracket = OrderList(
list_id=OrderListId("1"),
orders=[entry, stop_loss, take_profit],
)
submit_bracket = SubmitOrderList(
self.trader_id,
strategy.id,
bracket,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Halt trading
self.risk_engine.set_trading_state(TradingState.HALTED)
# Act
self.risk_engine.execute(submit_bracket)
# Assert
assert self.risk_engine.command_count == 1 # <-- command never reaches engine
# -- SUBMIT BRACKET ORDER TESTS ----------------------------------------------------------------
def test_submit_bracket_with_default_settings_sends_to_client(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
bracket = strategy.order_factory.bracket_market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
stop_loss=Price.from_str("1.00000"),
take_profit=Price.from_str("1.00010"),
)
submit_bracket = SubmitOrderList(
self.trader_id,
strategy.id,
bracket,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_bracket)
# Assert
assert self.exec_engine.command_count == 1
assert self.exec_client.calls == ["_start", "submit_order_list"]
def test_submit_bracket_order_with_duplicate_entry_id_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
bracket = strategy.order_factory.bracket_market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
stop_loss=Price.from_str("1.00000"),
take_profit=Price.from_str("1.00010"),
)
submit_bracket = SubmitOrderList(
self.trader_id,
strategy.id,
bracket,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit_bracket)
# Act
self.risk_engine.execute(submit_bracket)
# Assert
assert self.exec_engine.command_count == 1 # <-- command never reaches engine
def test_submit_bracket_order_with_duplicate_stop_loss_id_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
entry1 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
stop_loss = strategy.order_factory.stop_market( # <-- duplicate
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
take_profit1 = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.10000"),
)
entry2 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
take_profit2 = strategy.order_factory.limit(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.10000"),
)
bracket1 = OrderList(
list_id=OrderListId("1"),
orders=[entry1, stop_loss, take_profit1],
)
bracket2 = OrderList(
list_id=OrderListId("1"),
orders=[entry2, stop_loss, take_profit2],
)
submit_bracket1 = SubmitOrderList(
self.trader_id,
strategy.id,
bracket1,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
submit_bracket2 = SubmitOrderList(
self.trader_id,
strategy.id,
bracket2,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit_bracket1)
# Act
self.risk_engine.execute(submit_bracket2)
# Assert
assert self.exec_engine.command_count == 1 # <-- command never reaches engine
def test_submit_bracket_order_with_duplicate_take_profit_id_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
entry1 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
stop_loss1 = strategy.order_factory.stop_market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
take_profit = strategy.order_factory.limit( # <-- duplicate
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.10000"),
)
entry2 = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
stop_loss2 = strategy.order_factory.stop_market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00000"),
)
bracket1 = OrderList(
list_id=OrderListId("1"),
orders=[entry1, stop_loss1, take_profit],
)
bracket2 = OrderList(
list_id=OrderListId("1"),
orders=[entry2, stop_loss2, take_profit],
)
submit_bracket1 = SubmitOrderList(
self.trader_id,
strategy.id,
bracket1,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
submit_bracket2 = SubmitOrderList(
self.trader_id,
strategy.id,
bracket2,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit_bracket1)
# Act
self.risk_engine.execute(submit_bracket2)
# Assert
assert self.exec_engine.command_count == 1 # <-- command never reaches engine
def test_submit_bracket_order_when_instrument_not_in_cache_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
bracket = strategy.order_factory.bracket_market(
GBPUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
stop_loss=Price.from_str("1.00000"),
take_profit=Price.from_str("1.00010"),
)
submit_bracket = SubmitOrderList(
self.trader_id,
strategy.id,
bracket,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(submit_bracket)
# Assert
assert self.exec_engine.command_count == 0 # <-- command never reaches engine
# -- UPDATE ORDER TESTS ------------------------------------------------------------------------
def test_update_order_when_no_order_found_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
modify = ModifyOrder(
self.trader_id,
strategy.id,
AUDUSD_SIM.id,
ClientOrderId("invalid"),
VenueOrderId("1"),
Quantity.from_int(100000),
Price.from_str("1.00010"),
None,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(modify)
# Assert
assert self.exec_client.calls == ["_start"]
assert self.risk_engine.command_count == 1
assert self.exec_engine.command_count == 0
def test_update_order_when_already_closed_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.stop_market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00010"),
)
submit = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit)
self.exec_engine.process(TestEventStubs.order_submitted(order))
self.exec_engine.process(TestEventStubs.order_accepted(order))
self.exec_engine.process(TestEventStubs.order_filled(order, AUDUSD_SIM))
modify = ModifyOrder(
self.trader_id,
strategy.id,
order.instrument_id,
order.client_order_id,
VenueOrderId("1"),
order.quantity,
Price.from_str("1.00010"),
None,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(modify)
# Assert
assert self.exec_client.calls == ["_start", "submit_order"]
assert self.risk_engine.command_count == 2
assert self.exec_engine.command_count == 1
def test_update_order_when_in_flight_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.stop_market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00010"),
)
submit = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit)
self.exec_engine.process(TestEventStubs.order_submitted(order))
modify = ModifyOrder(
self.trader_id,
strategy.id,
order.instrument_id,
order.client_order_id,
VenueOrderId("1"),
order.quantity,
Price.from_str("1.00010"),
None,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(modify)
# Assert
assert self.exec_client.calls == ["_start", "submit_order"]
assert self.risk_engine.command_count == 2
assert self.exec_engine.command_count == 1
def test_modify_order_with_default_settings_then_sends_to_client(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.stop_market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
Price.from_str("1.00010"),
)
submit = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
modify = ModifyOrder(
self.trader_id,
strategy.id,
order.instrument_id,
order.client_order_id,
VenueOrderId("1"),
order.quantity,
Price.from_str("1.00010"),
None,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit)
# Act
self.risk_engine.execute(modify)
# Assert
assert self.exec_client.calls == ["_start", "submit_order", "modify_order"]
assert self.risk_engine.command_count == 2
assert self.exec_engine.command_count == 2
# -- CANCEL ORDER TESTS ------------------------------------------------------------------------
def test_cancel_order_when_order_does_not_exist_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
cancel = CancelOrder(
self.trader_id,
strategy.id,
AUDUSD_SIM.id,
ClientOrderId("1"),
VenueOrderId("1"),
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(cancel)
# Assert
assert self.exec_client.calls == ["_start"]
assert self.risk_engine.command_count == 1
assert self.exec_engine.command_count == 0
def test_cancel_order_when_already_closed_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit)
self.exec_engine.process(TestEventStubs.order_submitted(order))
self.exec_engine.process(TestEventStubs.order_rejected(order))
cancel = CancelOrder(
self.trader_id,
strategy.id,
order.instrument_id,
order.client_order_id,
VenueOrderId("1"),
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.risk_engine.execute(cancel)
# Assert
assert self.exec_client.calls == ["_start", "submit_order"]
assert self.risk_engine.command_count == 2
assert self.exec_engine.command_count == 1
def test_cancel_order_when_already_pending_cancel_then_denies(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
cancel = CancelOrder(
self.trader_id,
strategy.id,
order.instrument_id,
order.client_order_id,
VenueOrderId("1"),
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit)
self.exec_engine.process(TestEventStubs.order_submitted(order))
self.exec_engine.process(TestEventStubs.order_accepted(order))
self.risk_engine.execute(cancel)
self.exec_engine.process(TestEventStubs.order_pending_cancel(order))
# Act
self.risk_engine.execute(cancel)
# Assert
assert self.exec_client.calls == ["_start", "submit_order", "cancel_order"]
assert self.risk_engine.command_count == 3
assert self.exec_engine.command_count == 2
def test_cancel_order_with_default_settings_then_sends_to_client(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
cancel = CancelOrder(
self.trader_id,
strategy.id,
order.instrument_id,
order.client_order_id,
VenueOrderId("1"),
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
self.risk_engine.execute(submit)
# Act
self.risk_engine.execute(cancel)
# Assert
assert self.exec_client.calls == ["_start", "submit_order", "cancel_order"]
assert self.risk_engine.command_count == 2
assert self.exec_engine.command_count == 2
class TestBetfairDataClient:
def setup(self):
# Fixture Setup
self.loop = asyncio.get_event_loop()
self.loop.set_debug(True)
self.clock = LiveClock()
self.uuid_factory = UUIDFactory()
self.trader_id = TestStubs.trader_id()
self.uuid = UUID4()
self.venue = BETFAIR_VENUE
self.account_id = AccountId(self.venue.value, "001")
# Setup logging
self.logger = LiveLogger(loop=self.loop,
clock=self.clock,
level_stdout=LogLevel.ERROR)
self._log = LoggerAdapter("TestBetfairExecutionClient", self.logger)
self.msgbus = MessageBus(
trader_id=self.trader_id,
clock=self.clock,
logger=self.logger,
)
self.cache = TestStubs.cache()
self.cache.add_instrument(BetfairTestStubs.betting_instrument())
self.portfolio = Portfolio(
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.data_engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.betfair_client = BetfairTestStubs.betfair_client(
loop=self.loop, logger=self.logger)
self.instrument_provider = BetfairTestStubs.instrument_provider(
betfair_client=self.betfair_client)
# Add a subset of instruments
instruments = [
ins for ins in INSTRUMENTS
if ins.market_id in BetfairDataProvider.market_ids()
]
self.instrument_provider.add_bulk(instruments)
self.client = BetfairDataClient(
loop=self.loop,
client=self.betfair_client,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
instrument_provider=self.instrument_provider,
market_filter={},
)
self.data_engine.register_client(self.client)
# Re-route exec engine messages through `handler`
self.messages = []
def handler(x, endpoint):
self.messages.append(x)
if endpoint == "execute":
self.data_engine.execute(x)
elif endpoint == "process":
self.data_engine.process(x)
elif endpoint == "response":
self.data_engine.response(x)
self.msgbus.deregister(
endpoint="DataEngine.execute",
handler=self.data_engine.execute) # type: ignore
self.msgbus.register(
endpoint="DataEngine.execute",
handler=partial(handler, endpoint="execute") # type: ignore
)
self.msgbus.deregister(
endpoint="DataEngine.process",
handler=self.data_engine.process) # type: ignore
self.msgbus.register(
endpoint="DataEngine.process",
handler=partial(handler, endpoint="process") # type: ignore
)
self.msgbus.deregister(
endpoint="DataEngine.response",
handler=self.data_engine.response) # type: ignore
self.msgbus.register(
endpoint="DataEngine.response",
handler=partial(handler, endpoint="response") # type: ignore
)
@pytest.mark.asyncio
@patch(
"nautilus_trader.adapters.betfair.data.BetfairDataClient._post_connect_heartbeat"
)
@patch(
"nautilus_trader.adapters.betfair.data.BetfairMarketStreamClient.connect"
)
@patch("nautilus_trader.adapters.betfair.client.core.BetfairClient.connect"
)
async def test_connect(self, mock_client_connect, mock_stream_connect,
mock_post_connect_heartbeat):
await self.client._connect()
def test_subscriptions(self):
self.client.subscribe_trade_ticks(BetfairTestStubs.instrument_id())
self.client.subscribe_instrument_status_updates(
BetfairTestStubs.instrument_id())
self.client.subscribe_instrument_close_prices(
BetfairTestStubs.instrument_id())
def test_market_heartbeat(self):
self.client._on_market_update(BetfairStreaming.mcm_HEARTBEAT())
def test_stream_latency(self):
logs = []
self.logger.register_sink(logs.append)
self.client.start()
self.client._on_market_update(BetfairStreaming.mcm_latency())
warning, degrading, degraded = logs[2:]
assert warning["level"] == "WRN"
assert warning["msg"] == "Stream unhealthy, waiting for recover"
assert degraded["msg"] == "DEGRADED."
def test_stream_con_true(self):
logs = []
self.logger.register_sink(logs.append)
self.client._on_market_update(BetfairStreaming.mcm_con_true())
(warning, ) = logs
assert warning["level"] == "WRN"
assert (
warning["msg"] ==
"Conflated stream - consuming data too slow (data received is delayed)"
)
@pytest.mark.asyncio
async def test_market_sub_image_market_def(self):
update = BetfairStreaming.mcm_SUB_IMAGE()
self.client._on_market_update(update)
result = [type(event).__name__ for event in self.messages]
expected = ["InstrumentStatusUpdate"] * 7 + ["OrderBookSnapshot"] * 7
assert result == expected
# Check prices are probabilities
result = set(
float(order[0]) for ob_snap in self.messages
if isinstance(ob_snap, OrderBookSnapshot)
for order in ob_snap.bids + ob_snap.asks)
expected = set([
0.0010204,
0.0076923,
0.0217391,
0.0238095,
0.1724138,
0.2173913,
0.3676471,
0.3937008,
0.4587156,
0.5555556,
])
assert result == expected
def test_market_sub_image_no_market_def(self):
self.client._on_market_update(
BetfairStreaming.mcm_SUB_IMAGE_no_market_def())
result = Counter([type(event).__name__ for event in self.messages])
expected = Counter({
"InstrumentStatusUpdate": 270,
"OrderBookSnapshot": 270,
"InstrumentClosePrice": 22,
})
assert result == expected
def test_market_resub_delta(self):
self.client._on_market_update(BetfairStreaming.mcm_RESUB_DELTA())
result = [type(event).__name__ for event in self.messages]
expected = ["InstrumentStatusUpdate"] * 12 + ["OrderBookDeltas"] * 269
assert result == expected
def test_market_update(self):
self.client._on_market_update(BetfairStreaming.mcm_UPDATE())
result = [type(event).__name__ for event in self.messages]
expected = ["OrderBookDeltas"] * 1
assert result == expected
result = [d.action for d in self.messages[0].deltas]
expected = [BookAction.UPDATE, BookAction.DELETE]
assert result == expected
# Ensure order prices are coming through as probability
update_op = self.messages[0].deltas[0]
assert update_op.order.price == 0.212766
def test_market_update_md(self):
self.client._on_market_update(BetfairStreaming.mcm_UPDATE_md())
result = [type(event).__name__ for event in self.messages]
expected = ["InstrumentStatusUpdate"] * 2
assert result == expected
def test_market_update_live_image(self):
self.client._on_market_update(BetfairStreaming.mcm_live_IMAGE())
result = [type(event).__name__ for event in self.messages]
expected = (["OrderBookSnapshot"] + ["TradeTick"] * 13 +
["OrderBookSnapshot"] + ["TradeTick"] * 17)
assert result == expected
def test_market_update_live_update(self):
self.client._on_market_update(BetfairStreaming.mcm_live_UPDATE())
result = [type(event).__name__ for event in self.messages]
expected = ["TradeTick", "OrderBookDeltas"]
assert result == expected
def test_market_bsp(self):
# Setup
update = BetfairStreaming.mcm_BSP()
provider = self.client.instrument_provider()
for mc in update[0]["mc"]:
market_def = {**mc["marketDefinition"], "marketId": mc["id"]}
instruments = make_instruments(market_definition=market_def,
currency="GBP")
provider.add_bulk(instruments)
for update in update:
self.client._on_market_update(update)
result = Counter([type(event).__name__ for event in self.messages])
expected = {
"TradeTick": 95,
"BSPOrderBookDelta": 30,
"InstrumentStatusUpdate": 9,
"OrderBookSnapshot": 8,
"OrderBookDeltas": 2,
}
assert result == expected
@pytest.mark.asyncio
async def test_request_search_instruments(self):
req = DataType(
type=InstrumentSearch,
metadata={"event_type_id": "7"},
)
self.client.request(req, self.uuid)
await asyncio.sleep(0)
resp = self.messages[0]
assert len(resp.data.instruments) == 6800
def test_orderbook_repr(self):
self.client._on_market_update(BetfairStreaming.mcm_live_IMAGE())
ob_snap = self.messages[14]
ob = L2OrderBook(InstrumentId(Symbol("1"), BETFAIR_VENUE), 5, 5)
ob.apply_snapshot(ob_snap)
print(ob.pprint())
assert ob.best_ask_price() == 0.5882353
assert ob.best_bid_price() == 0.5847953
def test_orderbook_updates(self):
order_books = {}
for raw_update in BetfairStreaming.market_updates():
for update in on_market_update(
update=raw_update,
instrument_provider=self.client.instrument_provider(),
):
if len(order_books) > 1 and update.instrument_id != list(
order_books)[1]:
continue
print(update)
if isinstance(update, OrderBookSnapshot):
order_books[update.instrument_id] = L2OrderBook(
instrument_id=update.instrument_id,
price_precision=4,
size_precision=4,
)
order_books[update.instrument_id].apply_snapshot(update)
elif isinstance(update, OrderBookDeltas):
order_books[update.instrument_id].apply_deltas(update)
elif isinstance(update, TradeTick):
pass
else:
raise KeyError
book = order_books[list(order_books)[0]]
expected = """bids price asks
-------- ------- ---------
0.8621 [932.64]
0.8547 [1275.83]
0.8475 [151.96]
[147.79] 0.8403
[156.74] 0.8333
[11.19] 0.8197"""
result = book.pprint()
assert result == expected
def test_instrument_opening_events(self):
updates = BetfairDataProvider.raw_market_updates()
messages = on_market_update(
instrument_provider=self.client.instrument_provider(),
update=updates[0])
assert len(messages) == 2
assert (isinstance(messages[0], InstrumentStatusUpdate)
and messages[0].status == InstrumentStatus.PRE_OPEN)
assert (isinstance(messages[1], InstrumentStatusUpdate)
and messages[0].status == InstrumentStatus.PRE_OPEN)
def test_instrument_in_play_events(self):
events = [
msg for update in BetfairDataProvider.raw_market_updates()
for msg in on_market_update(
instrument_provider=self.client.instrument_provider(),
update=update) if isinstance(msg, InstrumentStatusUpdate)
]
assert len(events) == 14
result = [ev.status for ev in events]
expected = [
InstrumentStatus.PRE_OPEN.value,
InstrumentStatus.PRE_OPEN.value,
InstrumentStatus.PRE_OPEN.value,
InstrumentStatus.PRE_OPEN.value,
InstrumentStatus.PRE_OPEN.value,
InstrumentStatus.PRE_OPEN.value,
InstrumentStatus.PAUSE.value,
InstrumentStatus.PAUSE.value,
InstrumentStatus.OPEN.value,
InstrumentStatus.OPEN.value,
InstrumentStatus.PAUSE.value,
InstrumentStatus.PAUSE.value,
InstrumentStatus.CLOSED.value,
InstrumentStatus.CLOSED.value,
]
assert result == expected
def test_instrument_closing_events(self):
updates = BetfairDataProvider.raw_market_updates()
messages = on_market_update(
instrument_provider=self.client.instrument_provider(),
update=updates[-1],
)
assert len(messages) == 4
assert (isinstance(messages[0], InstrumentStatusUpdate)
and messages[0].status == InstrumentStatus.CLOSED)
assert isinstance(
messages[1],
InstrumentClosePrice) and messages[1].close_price == 1.0000
assert (isinstance(messages[1], InstrumentClosePrice)
and messages[1].close_type == InstrumentCloseType.EXPIRED)
assert (isinstance(messages[2], InstrumentStatusUpdate)
and messages[2].status == InstrumentStatus.CLOSED)
assert isinstance(
messages[3],
InstrumentClosePrice) and messages[3].close_price == 0.0
assert (isinstance(messages[3], InstrumentClosePrice)
and messages[3].close_type == InstrumentCloseType.EXPIRED)
def test_betfair_ticker(self):
self.client._on_market_update(BetfairStreaming.mcm_UPDATE_tv())
ticker: BetfairTicker = self.messages[1]
assert ticker.last_traded_price == Price.from_str("0.3174603")
assert ticker.traded_volume == Quantity.from_str("364.45")
def test_betfair_orderbook(self):
book = L2OrderBook(
instrument_id=BetfairTestStubs.instrument_id(),
price_precision=2,
size_precision=2,
)
for update in BetfairDataProvider.raw_market_updates():
for message in on_market_update(
instrument_provider=self.instrument_provider,
update=update):
try:
if isinstance(message, OrderBookSnapshot):
book.apply_snapshot(message)
elif isinstance(message, OrderBookDeltas):
book.apply_deltas(message)
elif isinstance(message, OrderBookDelta):
book.apply_delta(message)
elif isinstance(message,
(Ticker, TradeTick, InstrumentStatusUpdate,
InstrumentClosePrice)):
pass
else:
raise NotImplementedError(str(type(message)))
book.check_integrity()
except Exception as ex:
print(str(type(ex)) + " " + str(ex))
class TestLiveDataEngine:
def setup(self):
# Fixture Setup
self.loop = asyncio.get_event_loop()
self.loop.set_debug(True)
self.clock = LiveClock()
self.uuid_factory = UUIDFactory()
self.logger = Logger(self.clock)
self.trader_id = TestStubs.trader_id()
self.msgbus = MessageBus(
trader_id=self.trader_id,
clock=self.clock,
logger=self.logger,
)
self.cache = TestStubs.cache()
self.portfolio = Portfolio(
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
def teardown(self):
self.engine.dispose()
@pytest.mark.asyncio
async def test_start_when_loop_not_running_logs(self):
# Arrange, Act
self.engine.start()
# Assert
assert True # No exceptions raised
self.engine.stop()
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_put_data_command(self):
# Arrange
self.msgbus.deregister(endpoint="DataEngine.execute",
handler=self.engine.execute)
self.msgbus.deregister(endpoint="DataEngine.process",
handler=self.engine.process)
self.msgbus.deregister(endpoint="DataEngine.request",
handler=self.engine.request)
self.msgbus.deregister(endpoint="DataEngine.response",
handler=self.engine.response)
self.engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveDataEngineConfig(qsize=1),
)
subscribe = Subscribe(
client_id=ClientId(BINANCE.value),
data_type=DataType(QuoteTick),
command_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.engine.execute(subscribe)
self.engine.execute(subscribe)
await asyncio.sleep(0.1)
# Assert
assert self.engine.message_qsize() == 1
assert self.engine.command_count == 0
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_send_request(self):
# Arrange
self.msgbus.deregister(endpoint="DataEngine.execute",
handler=self.engine.execute)
self.msgbus.deregister(endpoint="DataEngine.process",
handler=self.engine.process)
self.msgbus.deregister(endpoint="DataEngine.request",
handler=self.engine.request)
self.msgbus.deregister(endpoint="DataEngine.response",
handler=self.engine.response)
self.engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveDataEngineConfig(qsize=1),
)
handler = []
request = DataRequest(
client_id=ClientId("RANDOM"),
data_type=DataType(
QuoteTick,
metadata={
"instrument_id":
InstrumentId(Symbol("SOMETHING"), Venue("RANDOM")),
"from_datetime":
None,
"to_datetime":
None,
"limit":
1000,
},
),
callback=handler.append,
request_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.engine.request(request)
self.engine.request(request)
await asyncio.sleep(0.1)
# Assert
assert self.engine.message_qsize() == 1
assert self.engine.command_count == 0
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_receive_response(self):
# Arrange
self.msgbus.deregister(endpoint="DataEngine.execute",
handler=self.engine.execute)
self.msgbus.deregister(endpoint="DataEngine.process",
handler=self.engine.process)
self.msgbus.deregister(endpoint="DataEngine.request",
handler=self.engine.request)
self.msgbus.deregister(endpoint="DataEngine.response",
handler=self.engine.response)
self.engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveDataEngineConfig(qsize=1),
)
response = DataResponse(
client_id=ClientId("BINANCE"),
data_type=DataType(QuoteTick),
data=[],
correlation_id=self.uuid_factory.generate(),
response_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.engine.response(response)
self.engine.response(response) # Add over max size
await asyncio.sleep(0.1)
# Assert
assert self.engine.message_qsize() == 1
assert self.engine.command_count == 0
@pytest.mark.asyncio
async def test_data_qsize_at_max_blocks_on_put_data(self):
# Arrange
self.msgbus.deregister(endpoint="DataEngine.execute",
handler=self.engine.execute)
self.msgbus.deregister(endpoint="DataEngine.process",
handler=self.engine.process)
self.msgbus.deregister(endpoint="DataEngine.request",
handler=self.engine.request)
self.msgbus.deregister(endpoint="DataEngine.response",
handler=self.engine.response)
self.engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveDataEngineConfig(qsize=1),
)
data = Data(1_000_000_000, 1_000_000_000)
# Act
self.engine.process(data)
self.engine.process(data) # Add over max size
await asyncio.sleep(0.1)
# Assert
assert self.engine.data_qsize() == 1
assert self.engine.data_count == 0
def test_get_event_loop_returns_expected_loop(self):
# Arrange, Act
loop = self.engine.get_event_loop()
# Assert
assert loop == self.loop
@pytest.mark.asyncio
async def test_start(self):
# Arrange, Act
self.engine.start()
await asyncio.sleep(0.1)
# Assert
assert self.engine.is_running
# Tear Down
self.engine.stop()
@pytest.mark.asyncio
async def test_kill_when_running_and_no_messages_on_queues(self):
# Arrange, Act
self.engine.start()
await asyncio.sleep(0)
self.engine.kill()
# Assert
assert self.engine.is_stopped
@pytest.mark.asyncio
async def test_kill_when_not_running_with_messages_on_queue(self):
# Arrange, Act
self.engine.kill()
# Assert
assert self.engine.data_qsize() == 0
@pytest.mark.asyncio
async def test_execute_command_processes_message(self):
# Arrange
self.engine.start()
subscribe = Subscribe(
client_id=ClientId(BINANCE.value),
data_type=DataType(QuoteTick),
command_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.engine.execute(subscribe)
await asyncio.sleep(0.1)
# Assert
assert self.engine.message_qsize() == 0
assert self.engine.command_count == 1
# Tear Down
self.engine.stop()
@pytest.mark.asyncio
async def test_send_request_processes_message(self):
# Arrange
self.engine.start()
handler = []
request = DataRequest(
client_id=ClientId("RANDOM"),
data_type=DataType(
QuoteTick,
metadata={
"instrument_id":
InstrumentId(Symbol("SOMETHING"), Venue("RANDOM")),
"from_datetime":
None,
"to_datetime":
None,
"limit":
1000,
},
),
callback=handler.append,
request_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.engine.request(request)
await asyncio.sleep(0.1)
# Assert
assert self.engine.message_qsize() == 0
assert self.engine.request_count == 1
# Tear Down
self.engine.stop()
@pytest.mark.asyncio
async def test_receive_response_processes_message(self):
# Arrange
self.engine.start()
response = DataResponse(
client_id=ClientId("BINANCE"),
data_type=DataType(QuoteTick),
data=[],
correlation_id=self.uuid_factory.generate(),
response_id=self.uuid_factory.generate(),
ts_init=self.clock.timestamp_ns(),
)
# Act
self.engine.response(response)
await asyncio.sleep(0.1)
# Assert
assert self.engine.message_qsize() == 0
assert self.engine.response_count == 1
# Tear Down
self.engine.stop()
@pytest.mark.asyncio
async def test_process_data_processes_data(self):
# Arrange
self.engine.start()
# Act
tick = TestStubs.trade_tick_5decimal()
# Act
self.engine.process(tick)
await asyncio.sleep(0.1)
# Assert
assert self.engine.data_qsize() == 0
assert self.engine.data_count == 1
# Tear Down
self.engine.stop()
class TestLiveExecutionEngine:
def setup(self):
# Fixture Setup
self.loop = asyncio.get_event_loop()
self.loop.set_debug(True)
self.clock = LiveClock()
self.uuid_factory = UUIDFactory()
self.logger = Logger(self.clock)
self.trader_id = TestIdStubs.trader_id()
self.order_factory = OrderFactory(
trader_id=self.trader_id,
strategy_id=StrategyId("S-001"),
clock=self.clock,
)
self.random_order_factory = OrderFactory(
trader_id=TraderId("RANDOM-042"),
strategy_id=StrategyId("S-042"),
clock=self.clock,
)
self.msgbus = MessageBus(
trader_id=self.trader_id,
clock=self.clock,
logger=self.logger,
)
self.cache = TestComponentStubs.cache()
self.portfolio = Portfolio(
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.data_engine = LiveDataEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.exec_engine = LiveExecutionEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.risk_engine = LiveRiskEngine(
loop=self.loop,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.instrument_provider = InstrumentProvider(
venue=SIM,
logger=self.logger,
)
self.instrument_provider.add(AUDUSD_SIM)
self.instrument_provider.add(GBPUSD_SIM)
self.client = MockLiveExecutionClient(
loop=self.loop,
client_id=ClientId(SIM.value),
venue=SIM,
account_type=AccountType.CASH,
base_currency=USD,
instrument_provider=self.instrument_provider,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
self.portfolio.update_account(TestEventStubs.cash_account_state())
self.exec_engine.register_client(self.client)
self.cache.add_instrument(AUDUSD_SIM)
def teardown(self):
self.exec_engine.dispose()
@pytest.mark.asyncio
async def test_start_when_loop_not_running_logs(self):
# Arrange, Act
self.exec_engine.start()
# Assert
assert True # No exceptions raised
self.exec_engine.stop()
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_put_command(self):
# Arrange
# Deregister test fixture ExecutionEngine from msgbus)
self.msgbus.deregister(
endpoint="ExecEngine.execute",
handler=self.exec_engine.execute,
)
self.msgbus.deregister(
endpoint="ExecEngine.process",
handler=self.exec_engine.process,
)
self.msgbus.deregister(
endpoint="ExecEngine.reconcile_report",
handler=self.exec_engine.reconcile_report,
)
self.msgbus.deregister(
endpoint="ExecEngine.reconcile_mass_status",
handler=self.exec_engine.reconcile_mass_status,
)
self.exec_engine = LiveExecutionEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveExecEngineConfig(qsize=1),
)
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.exec_engine.execute(submit_order)
self.exec_engine.execute(submit_order)
await asyncio.sleep(0.1)
# Assert
assert self.exec_engine.qsize() == 1
assert self.exec_engine.command_count == 0
@pytest.mark.asyncio
async def test_message_qsize_at_max_blocks_on_put_event(self):
# Arrange
# Deregister test fixture ExecutionEngine from msgbus)
self.msgbus.deregister(
endpoint="ExecEngine.execute",
handler=self.exec_engine.execute,
)
self.msgbus.deregister(
endpoint="ExecEngine.process",
handler=self.exec_engine.process,
)
self.msgbus.deregister(
endpoint="ExecEngine.reconcile_report",
handler=self.exec_engine.reconcile_report,
)
self.msgbus.deregister(
endpoint="ExecEngine.reconcile_mass_status",
handler=self.exec_engine.reconcile_mass_status,
)
self.exec_engine = LiveExecutionEngine(
loop=self.loop,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
config=LiveExecEngineConfig(qsize=1),
)
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
event = TestEventStubs.order_submitted(order)
# Act
self.exec_engine.execute(submit_order)
self.exec_engine.process(event) # Add over max size
await asyncio.sleep(0.1)
# Assert
assert self.exec_engine.qsize() == 1
assert self.exec_engine.command_count == 0
@pytest.mark.asyncio
async def test_start(self):
# Arrange, Act
self.exec_engine.start()
await asyncio.sleep(0.1)
# Assert
assert self.exec_engine.is_running
# Tear Down
self.exec_engine.stop()
@pytest.mark.asyncio
async def test_kill_when_running_and_no_messages_on_queues(self):
# Arrange, Act
self.exec_engine.start()
await asyncio.sleep(0)
self.exec_engine.kill()
# Assert
assert self.exec_engine.is_stopped
@pytest.mark.asyncio
async def test_kill_when_not_running_with_messages_on_queue(self):
# Arrange, Act
self.exec_engine.kill()
# Assert
assert self.exec_engine.qsize() == 0
@pytest.mark.asyncio
async def test_execute_command_places_command_on_queue(self):
# Arrange
self.exec_engine.start()
strategy = TradingStrategy()
strategy.register(
trader_id=self.trader_id,
portfolio=self.portfolio,
msgbus=self.msgbus,
cache=self.cache,
clock=self.clock,
logger=self.logger,
)
order = strategy.order_factory.market(
AUDUSD_SIM.id,
OrderSide.BUY,
Quantity.from_int(100000),
)
submit_order = SubmitOrder(
self.trader_id,
strategy.id,
None,
order,
self.uuid_factory.generate(),
self.clock.timestamp_ns(),
)
# Act
self.exec_engine.execute(submit_order)
await asyncio.sleep(0.1)
# Assert
assert self.exec_engine.qsize() == 0
assert self.exec_engine.command_count == 1
# Tear Down
self.exec_engine.stop()
def test_handle_order_status_report(self):
# Arrange
order_report = OrderStatusReport(
account_id=AccountId("SIM", "001"),
instrument_id=AUDUSD_SIM.id,
client_order_id=ClientOrderId("O-123456"),
order_list_id=OrderListId("1"),
venue_order_id=VenueOrderId("2"),
order_side=OrderSide.SELL,
order_type=OrderType.STOP_LIMIT,
contingency_type=ContingencyType.OCO,
time_in_force=TimeInForce.DAY,
expire_time=None,
order_status=OrderStatus.REJECTED,
price=Price.from_str("0.90090"),
trigger_price=Price.from_str("0.90100"),
trigger_type=TriggerType.DEFAULT,
limit_offset=None,
trailing_offset=Decimal("0.00010"),
offset_type=TrailingOffsetType.PRICE,
quantity=Quantity.from_int(1_000_000),
filled_qty=Quantity.from_int(0),
display_qty=None,
avg_px=None,
post_only=True,
reduce_only=False,
cancel_reason="SOME_REASON",
report_id=UUID4(),
ts_accepted=1_000_000,
ts_triggered=1_500_000,
ts_last=2_000_000,
ts_init=3_000_000,
)
# Act
self.exec_engine.reconcile_report(order_report)
# Assert
assert self.exec_engine.report_count == 1
def test_handle_trade_report(self):
# Arrange
trade_report = TradeReport(
account_id=AccountId("SIM", "001"),
instrument_id=AUDUSD_SIM.id,
client_order_id=ClientOrderId("O-123456789"),
venue_order_id=VenueOrderId("1"),
venue_position_id=PositionId("2"),
trade_id=TradeId("3"),
order_side=OrderSide.BUY,
last_qty=Quantity.from_int(100),
last_px=Price.from_str("100.50"),
commission=Money("4.50", USD),
liquidity_side=LiquiditySide.TAKER,
report_id=UUID4(),
ts_event=0,
ts_init=0,
)
# Act
self.exec_engine.reconcile_report(trade_report)
# Assert
assert self.exec_engine.report_count == 1
def test_handle_position_status_report(self):
# Arrange
position_report = PositionStatusReport(
account_id=AccountId("SIM", "001"),
instrument_id=AUDUSD_SIM.id,
venue_position_id=PositionId("1"),
position_side=PositionSide.LONG,
quantity=Quantity.from_int(1_000_000),
report_id=UUID4(),
ts_last=0,
ts_init=0,
)
# Act
self.exec_engine.reconcile_report(position_report)
# Assert
assert self.exec_engine.report_count == 1
def test_execution_mass_status(self):
# Arrange
mass_status = ExecutionMassStatus(
client_id=ClientId("SIM"),
account_id=TestIdStubs.account_id(),
venue=Venue("SIM"),
report_id=UUID4(),
ts_init=0,
)
# Act
self.exec_engine.reconcile_mass_status(mass_status)
# Assert
assert self.exec_engine.report_count == 1