def connect(self):
super().connect()
try:
identity = self.service.identity(self._name)
if identity:
self._host = identity.get('host')
if not self._connector:
self._connector = Connector(self.service,
identity.get('api-key'),
identity.get('api-secret'), [],
identity.get('host'))
if not self._connector.connected:
self._connector.connect(use_ws=False)
# get list of all availables instruments
self._available_instruments = set(
self._connector.all_instruments)
except Exception as e:
logger.error(repr(e))
error_logger.error(traceback.format_exc())
def connect(self):
super().connect()
with self._mutex:
try:
self._ready = False
self._connecting = True
identity = self.service.identity(self._name)
if identity:
if not self._connector:
self._connector = Connector(
self.service,
identity.get('api-key'),
identity.get('api-secret'),
self.configured_symbols(
), # want WS subscribes to thats instruments or all if ['*']
identity.get('host'),
(self, BitMexWatcher._ws_message))
# testnet (demo) server doesn't provided real prices, so never store info from it !
if identity.get('host') == 'testnet.bitmex.com':
self._read_only = True
if not self._connector.connected or not self._connector.ws_connected:
self._connector.connect()
# get list of all availables instruments, and list of subscribed
self._available_instruments = set(
self._connector.all_instruments)
self._watched_instruments = set(
self._connector.watched_instruments)
self._ready = True
self._connecting = False
except Exception as e:
logger.debug(repr(e))
error_logger.error(traceback.format_exc())
if self._connector and self._connector.connected and self._ready:
self.service.notify(Signal.SIGNAL_WATCHER_CONNECTED, self.name,
time.time())
def connect(self):
super().connect()
try:
self.lock()
self._ready = False
identity = self.service.identity(self._name)
if identity:
if not self._connector:
self._connector = Connector(
self.service,
identity.get('api-key'),
identity.get('api-secret'),
self.configured_symbols(), # want WS subscribes to thats instruments or all if ['*']
identity.get('host'),
(self, BitMexWatcher._ws_message))
# get list of all availables instruments, and list of subscribed
self._available_instruments = set(self._connector.all_instruments)
self._watched_instruments = set(self._connector.watched_instruments)
# testnet (demo) server doesn't provided real prices, so never store info from it !
if identity.get('host') == 'testnet.bitmex.com':
self._read_only = True
if not self._connector.connected or not self._connector.ws_connected:
self._connector.connect()
if self._connector and self._connector.connected:
logger.info("Fetching %s current OHLCs..." % self.name)
for symbol in self._watched_instruments:
# subscribed instrument
self.insert_watched_instrument(symbol, [0])
# fetch from 1M to 1W
self.fetch_and_generate(symbol, Instrument.TF_1M, 1, None)
self.fetch_and_generate(symbol, Instrument.TF_5M, 3, Instrument.TF_15M)
self.fetch_and_generate(symbol, Instrument.TF_1H, 4, Instrument.TF_4H)
self.fetch_and_generate(symbol, Instrument.TF_1D, 7, Instrument.TF_1W)
logger.info("%s prefetch for %s" % (self.name, symbol))
# if symbol == "XBTUSD":
# logger.info(str(self._last_ohlc["XBTUSD"].get(60)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*5)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*15)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*60)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*60*4)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*60*24)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*60*24*7)))
logger.info("Done fetching %s current OHLCs !" % self.name)
self._ready = True
except Exception as e:
logger.debug(repr(e))
error_logger.error(traceback.format_exc())
finally:
self.unlock()
if self._connector and self._connector.connected and self._ready:
self.service.notify(Signal.SIGNAL_WATCHER_CONNECTED, self.name, time.time())
class BitMexWatcher(Watcher):
"""
BitMex market watcher using REST + WS.
@note No having historical data fetching.
Month code = F (jan) G H J K M N Q U V X Z (dec)
@ref https://www.bitmex.com/app/wsAPI#All-Commands
"""
EXPIRY_RE = re.compile(r'^(.{3})([FGHJKMNQUVXZ])(\d\d)$')
def __init__(self, service):
super().__init__("bitmex.com", service, Watcher.WATCHER_PRICE_AND_VOLUME)
self._connector = None
def connect(self):
super().connect()
try:
self.lock()
self._ready = False
identity = self.service.identity(self._name)
if identity:
if not self._connector:
self._connector = Connector(
self.service,
identity.get('api-key'),
identity.get('api-secret'),
self.configured_symbols(), # want WS subscribes to thats instruments or all if ['*']
identity.get('host'),
(self, BitMexWatcher._ws_message))
# get list of all availables instruments, and list of subscribed
self._available_instruments = set(self._connector.all_instruments)
self._watched_instruments = set(self._connector.watched_instruments)
# testnet (demo) server doesn't provided real prices, so never store info from it !
if identity.get('host') == 'testnet.bitmex.com':
self._read_only = True
if not self._connector.connected or not self._connector.ws_connected:
self._connector.connect()
if self._connector and self._connector.connected:
logger.info("Fetching %s current OHLCs..." % self.name)
for symbol in self._watched_instruments:
# subscribed instrument
self.insert_watched_instrument(symbol, [0])
# fetch from 1M to 1W
self.fetch_and_generate(symbol, Instrument.TF_1M, 1, None)
self.fetch_and_generate(symbol, Instrument.TF_5M, 3, Instrument.TF_15M)
self.fetch_and_generate(symbol, Instrument.TF_1H, 4, Instrument.TF_4H)
self.fetch_and_generate(symbol, Instrument.TF_1D, 7, Instrument.TF_1W)
logger.info("%s prefetch for %s" % (self.name, symbol))
# if symbol == "XBTUSD":
# logger.info(str(self._last_ohlc["XBTUSD"].get(60)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*5)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*15)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*60)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*60*4)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*60*24)))
# logger.info(str(self._last_ohlc["XBTUSD"].get(60*60*24*7)))
logger.info("Done fetching %s current OHLCs !" % self.name)
self._ready = True
except Exception as e:
logger.debug(repr(e))
error_logger.error(traceback.format_exc())
finally:
self.unlock()
if self._connector and self._connector.connected and self._ready:
self.service.notify(Signal.SIGNAL_WATCHER_CONNECTED, self.name, time.time())
def disconnect(self):
super().disconnect()
try:
self.lock()
if self._connector:
self._connector.disconnect()
self._connector = None
self._ready = False
except Exception as e:
logger.debug(repr(e))
error_logger.error(traceback.format_exc())
finally:
self.unlock()
@property
def connector(self):
return self._connector
@property
def connected(self):
return self._connector is not None and self._connector.connected and self._connector.ws_connected
@property
def authenticated(self):
return self._connector and self._connector.authenticated
def pre_update(self):
if self._connector is None or not self._connector.connected or not self._connector.ws_connected:
# retry in 2 second
self._connector = None
time.sleep(2)
self.connect()
return
def update(self):
if not super().update():
return False
if not self.connected:
return False
#
# ohlc close/open
#
self.lock()
self.update_from_tick()
self.unlock()
#
# market info update (each 4h)
#
if time.time() - self._last_market_update >= BitMexWatcher.UPDATE_MARKET_INFO_DELAY: # only once per 4h
self.update_markets_info()
self._last_market_update = time.time()
return True
def post_update(self):
super().post_update()
time.sleep(0.0005)
def post_run(self):
super().post_run()
#
# private
#
def _parse_datetime(self, date_str):
return datetime.strptime(date_str or '1970-01-01 00:00:00.000Z', "%Y-%m-%dT%H:%M:%S.%fZ")
#
# protected
#
@staticmethod
def _ws_message(self, message, data):
if message == 'action':
#
# account data update
#
if data[1] in ('margin', 'instrument', 'quote'):
funds = self.connector.ws.funds()
ratio = 1.0
currency = funds['currency']
# convert XBt to BTC
if currency == 'XBt':
ratio = 1.0 / 100000000.0
currency = 'XBT'
# walletBalance or amount, riskLimit is max leverage
account_data = (
funds['walletBalance']*ratio, funds['marginBalance']*ratio, funds['unrealisedPnl']*ratio,
currency, funds['riskLimit']*ratio)
self.service.notify(Signal.SIGNAL_ACCOUNT_DATA, self.name, account_data)
#
# orders partial execution
#
if data[1] == 'execution' and data[2]:
for ld in data[3]:
exec_logger.info("bitmex l185 execution > ", ld)
#
# positions
#
elif data[1] == 'position': # action
for ld in data[3]:
ref_order_id = ""
symbol = ld['symbol']
position_id = symbol
# 'leverage': 10, 'crossMargin': False
if ld.get('currentQty') is None:
# no position
continue
# exec_logger.info("bitmex.com position %s" % str(ld))
if ld.get('currentQty', 0) != 0:
direction = Order.SHORT if ld['currentQty'] < 0 else Order.LONG
elif ld.get('openOrderBuyQty', 0) > 0:
direction = Order.LONG
elif ld.get('openOrderSellQty', 0) > 0:
direction = Order.SHORT
else:
direction = 0
operation_time = self._parse_datetime(ld.get('timestamp')).timestamp()
quantity = abs(float(ld['currentQty']))
# 'execQty': ?? 'execBuyQty', 'execSellQty': ??
# 'commission': 0.00075 'execComm': 0 ?? 'currentComm': 0
position_data = {
'id': symbol,
'symbol': symbol,
'direction': direction,
'timestamp': operation_time,
'quantity': quantity,
'avg-price': ld.get('avgEntryPrice', None),
'exec-price': None,
'stop-loss': None,
'take-profit': None,
'cumulative-filled': quantity,
'filled': None, # no have
'liquidation-price': ld.get('liquidationPrice'),
'commission': ld.get('commission', 0.0),
'profit-currency': ld.get('currency'),
'profit-loss': ld.get('unrealisedPnl'),
'profit-loss-rate': ld.get('unrealisedPnlPcnt')
}
if (ld.get('openOrderSellQty', 0) or ld.get('openOrderSellQty', 0)) and quantity == 0.0:
# not current quantity, but open order qty
self.service.notify(Signal.SIGNAL_POSITION_OPENED, self.name, (symbol, position_data, ref_order_id))
elif quantity > 0:
# current qty updated
self.service.notify(Signal.SIGNAL_POSITION_UPDATED, self.name, (symbol, position_data, ref_order_id))
else:
# empty quantity no open order qty, position deleted
self.service.notify(Signal.SIGNAL_POSITION_DELETED, self.name, (symbol, position_data, ref_order_id))
#
# orders
#
elif data[1] == 'order':
for ld in data[3]:
exec_logger.info("bitmex.com order %s" % str(ld))
symbol = ld.get('symbol')
status = ld.get('ordStatus', None)
if not status: # updated
operation_time = self._parse_datetime(ld.get('timestamp')).timestamp()
# quantity or price modified
if (ld.get('orderQty') or ld.get('price') or ld.get('stopPx')) and ld.get('workingIndicator'):
order = {
'id': ld['orderID'],
'symbol': symbol,
'timestamp': operation_time,
'quantity': ld.get('orderQty', None),
'price': ld.get('price'),
'stop-price': ld.get('stopPx'),
'stop-loss': None,
'take-profit': None
}
self.service.notify(Signal.SIGNAL_ORDER_UPDATED, self.name, (symbol, order, ""))
elif status == 'New': # action='insert'
transact_time = self._parse_datetime(ld.get('transactTime')).timestamp()
if ld['ordType'] == 'Market':
order_type = Order.ORDER_MARKET
elif ld['ordType'] == 'Limit':
order_type = Order.ORDER_LIMIT
elif ld['ordType'] == 'Stop':
order_type = Order.ORDER_STOP
elif ld['ordType'] == 'StopLimit':
order_type = Order.ORDER_STOP_LIMIT
elif ld['ordType'] == 'MarketIfTouched':
order_type = Order.ORDER_TAKE_PROFIT
elif ld['ordType'] == 'LimitIfTouched':
order_type = Order.ORDER_TAKE_PROFIT_LIMIT
else:
order_type = Order.ORDER_MARKET
if ld['timeInForce'] == 'GoodTillCancel':
time_in_force = Order.TIME_IN_FORCE_GTC
elif ld['timeInForce'] == 'ImmediateOrCancel':
time_in_force = Order.TIME_IN_FORCE_IOC
elif ld['timeInForce'] == 'FillOrKill':
time_in_force = Order.TIME_IN_FORCE_FOK
else:
time_in_force = Order.TIME_IN_FORCE_GTC
# execution options
exec_inst = ld.get('execInst', '').split(',')
# execution price
if 'LastPrice' in exec_inst:
price_type = Order.PRICE_LAST
elif 'IndexPrice' in exec_inst:
price_type = Order.PRICE_MARK
elif 'MarkPrice' in exec_inst:
price_type = Order.PRICE_INDEX
else:
price_type = Order.PRICE_LAST
order = {
'id': ld['orderID'],
'symbol': symbol,
'direction': Order.LONG if ld['side'] == 'Buy' else Order.SHORT,
'type': order_type,
'timestamp': transact_time,
'quantity': ld.get('orderQty', 0),
'price': ld.get('price'),
'stop-price': ld.get('stopPx'),
'time-in-force': time_in_force,
'post-only': 'ParticipateDoNotInitiate' in exec_inst, # maker only (not taker)
'close-only': 'Close' in exec_inst,
'reduce-only': 'ReduceOnly' in exec_inst,
'price-type': price_type,
'stop-loss': None,
'take-profit': None
}
self.service.notify(Signal.SIGNAL_ORDER_OPENED, self.name, (symbol, order, ld.get('clOrdID', "")))
elif status == 'Canceled': # action='update'
self.service.notify(Signal.SIGNAL_ORDER_CANCELED, self.name, (symbol, ld['orderID'], ld.get('clOrdID', "")))
elif status == 'Rejected': # action='update'
reason = ""
if ld.get('ordRejReason') == 'INSUFFICIENT_BALANCE':
reason = 'insufficient balance'
self.service.notify(Signal.SIGNAL_ORDER_REJECTED, self.name, (symbol, ld.get('clOrdID', "")))
elif status == 'Filled': # action='update'
operation_time = datetime.strptime(ld.get('timestamp', '1970-01-01 00:00:00.000Z'), "%Y-%m-%dT%H:%M:%S.%fZ").timestamp()
# 'workingIndicator': False, if fully filled
# 'leavesQty': 0, if fully filled
# 'currency': 'XBT', 'settlCurrency': 'XBt', 'triggered': '', 'simpleLeavesQty': None, 'leavesQty': 10000, 'simpleCumQty': None, 'cumQty': 0, 'avgPx': None, ...
order = {
'id': ld['orderID'],
'symbol': symbol,
'timestamp': operation_time,
'quantity': ld.get('orderQty', 0),
'filled': None, # no have
'cumulative-filled': ld.get('cumQty', 0),
'exec-price': None, # no have
'avg-price': ld.get('avgPx', 0), # averaged for the cumulative
}
self.service.notify(Signal.SIGNAL_ORDER_TRADED, self.name, (symbol, order, ld.get('clOrdID', "")))
#
# market
#
# if data[1] == 'instrument' and data[2]:
elif (data[1] == 'instrument' or data[1] == 'quote') and data[2]:
# updated market id
for market_id in data[2]:
instrument = self.connector.ws.get_instrument(market_id)
if market_id not in self._watched_instruments:
# not a symbol of interest
continue
#
# notify a market data update
#
tradeable = instrument.get('state', 'Closed') == 'Open'
update_time = datetime.strptime(instrument.get('timestamp', '1970-01-01 00:00:00.000Z'), "%Y-%m-%dT%H:%M:%S.%fZ").timestamp()
symbol = instrument.get('symbol', '')
base_symbol = instrument.get('rootSymbol', 'USD')
quote_symbol = symbol[-3:]
# base to XBT
base_exchange_rate = 1.0
# base instrument
base_market_id = "XBT" + quote_symbol
base_market = None
if base_market_id != symbol:
base_market = self.connector.ws.get_instrument(base_market_id)
if base_market:
base_exchange_rate = base_market.get('lastPrice', 1.0) / instrument.get('lastPrice', 1.0)
bid = instrument.get('bidPrice')
ofr = instrument.get('askPrice')
if bid is not None and ofr is not None:
# update contract size and value per pip
if quote_symbol == 'USD' and base_market_id == symbol: # XBTUSD...
contract_size = 1.0 / instrument.get('lastPrice', 1.0)
elif quote_symbol == 'USD' and base_market_id != symbol: # ETHUSD...
contract_size = (0.001 * 0.01) * instrument.get('lastPrice', 1.0)
elif base_market and base_market_id != symbol: # ADAZ18...
contract_size = 1.0 / instrument.get('lastPrice', 1.0)
else:
contract_size = 1.0 / instrument.get('lastPrice', 1.0)
value_per_pip = contract_size / instrument.get('lastPrice', 1.0)
vol24h = instrument.get('volume24h')
vol24hquote = instrument.get('foreignNotional24h')
market_data = (market_id, tradeable, update_time, bid, ofr, base_exchange_rate, contract_size, value_per_pip, vol24h, vol24hquote)
self.service.notify(Signal.SIGNAL_MARKET_DATA, self.name, market_data)
#
# notify a tick data update
#
# if action == 'update':
# self.connector.ws.get_ticker(market_id)
volume = instrument.get('volume', 0) # ex: 32057250
last_bid = None
last_ofr = None
last_vol = None
if 'bidPrice' in data[3][0] and data[3][0]['bidPrice']:
# price update
last_bid = float(data[3][0]['bidPrice'])
if 'askPrice' in data[3][0] and data[3][0]['askPrice']:
# price update
last_ofr = float(data[3][0]['askPrice'])
if 'volume' in data[3][0] and data[3][0]['volume']:
last_vol = float(data[3][0]['volume'])
# exec_logger.info("bitmex l325 > %s : %s %s %s / last %s %s %s" % (market_id, bid, ofr, volume, last_bid, last_ofr, last_vol))
if bid is not None and ofr is not None and volume is not None and last_vol:
# we have a tick when we have a volume in data content
tick = (update_time, bid, ofr, volume)
self.lock()
self._last_tick[market_id] = tick
self.unlock()
# and notify
self.service.notify(Signal.SIGNAL_TICK_DATA, self.name, (market_id, tick))
if not self._read_only:
# store trade/tick
Database.inst().store_market_trade((self.name, symbol, int(update_time*1000), bid, ofr, volume))
# @todo could check that, because might be done only when Tick
for tf in Watcher.STORED_TIMEFRAMES:
# generate candle per each timeframe
self.lock()
candle = self.update_ohlc(market_id, tf, update_time, last_bid, last_ofr, last_vol)
if candle is not None:
self.service.notify(Signal.SIGNAL_CANDLE_DATA, self.name, (market_id, candle))
self.unlock()
#
# order book L2 top 25
#
elif data[1] == 'orderBookL2_25' and data[2]:
pass
# for market_id in data[2]:
# market_depth = self.connector.ws.market_depth(market_id)
# self.service.notify(Signal.SIGNAL_ORDER_BOOK, self.name, (market_id, market_depth[0], market_depth[1]))
def fetch_market(self, market_id):
"""
Fetch and cache it. It rarely changes, except for base exchange rate, so assume it once for all.
@todo min/max/step/min_notional
"""
instrument = self.connector.ws.get_instrument(market_id)
# funds = self.connector.ws.funds() # to get account base currency (if XBt or XBT)
xbt_usd = self.connector.ws.get_instrument("XBTUSD")
if instrument:
# tickSize is the minimum price increment (0.5USD for XBTUSD)
tradeable = instrument.get('state', 'Closed') == 'Open'
update_time = self._parse_datetime(instrument.get('timestamp')).timestamp()
symbol = instrument.get('symbol', '')
base_symbol = instrument.get('rootSymbol', '')
quote_symbol = symbol[-3:]
# if funds['currency'] == 'XBt':
# # XBt to XBT
# ratio = 1.0 / 100000000.0
# if base_symbol == 'USD':
# # USD is base then convert to XBT
# ratio *= to_base_rate
bid = instrument.get('bidPrice')
ofr = instrument.get('askPrice')
market = Market(market_id, symbol)
# compute base precision from the tick size, example 0.05 => 2
base_precision = -math.floor(math.log10(instrument.get('tickSize', 1.0)))
market.set_base(base_symbol, base_symbol, base_precision)
market.set_quote(quote_symbol, quote_symbol)
# base to XBT
market.base_exchange_rate = 1.0
# base instrument
base_market_id = "XBT" + quote_symbol
base_market = self.connector.ws.get_instrument(base_market_id)
if base_market_id != symbol and base_market:
market.base_exchange_rate = base_market.get('lastPrice', 1.0) / instrument.get('lastPrice', 1.0)
# @todo 'multiplier', 'riskStep', 'riskLimit'
# limits
min_notional = 1.0 # $
if quote_symbol != "USD" and base_market_id != "XBT":
# any contract on futur XBT quote
min_notional = 0.0001
# BCHXBT 'maxOrderQty': 100000000, 'maxPrice': 10, 'lotSize': 1, 'tickSize': 0.0001,
# XBCUSD 'maxOrderQty': 10000000, 'maxPrice': 1000000, 'lotSize': 1, 'tickSize': 0.5,
market.set_size_limits(instrument.get('tickSize', 1.0), instrument.get('maxOrderQty', 0.0), instrument.get('tickSize', 1.0))
market.set_notional_limits(min_notional, instrument.get('maxPrice', 0.0), 0.0)
market.set_price_limits(0.0, 0.0, instrument.get('tickSize', 1.0))
# need to divided by account currency XBt = 100000000
market.margin_factor = instrument.get('initMargin', 1.0)
# market.max_margin_factor = 1.0 / (instrument.get('riskLimit', 1.0) * ratio) # ex: 20000000000 for max leverage 200
# '-' if perpetual else match the regexp and keep the expiry part only
expiry = BitMexWatcher.EXPIRY_RE.match(market_id)
# or instrument.get(expiry') == '2018-12-28T12:00:00.000Z' for Z18 its 28 of month Z (december) and year 2018
if expiry is None:
market.expiry = '-'
else:
market.expiry = expiry.group(2) + expiry.group(3)
market.market_type = Market.TYPE_CRYPTO
market.unit_type = Market.UNIT_CONTRACTS
market.contract_type = Market.CONTRACT_CFD # and FUTUR
market.trade = Market.TRADE_IND_MARGIN
if bid is not None and ofr is not None:
market.bid = bid
market.ofr = ofr
market.last_update_time = update_time
market.lot_size = instrument.get('lotSize', 1.0) # ex: 1.0 for XBTUSD
market.contract_size = 1.0
market.value_per_pip = 1.0
market.one_pip_means = instrument.get('tickSize', 1.0)
# contract_size need to be updated as price changes
# @todo this is wrong... same on update part above
if quote_symbol == 'USD' and base_market_id == symbol: # XBTUSD...
market.contract_size = 1.0 / instrument.get('lastPrice', 1.0)
elif quote_symbol == 'USD' and base_market_id != symbol: # ETHUSD...
market.contract_size = (0.001 * 0.01) * instrument.get('lastPrice', 1.0)
elif base_market and base_market_id != symbol: # ADAZ18...
market.contract_size = 1.0 / instrument.get('lastPrice', 1.0)
market.value_per_pip = market.contract_size / instrument.get('lastPrice', 1.0)
market.maker_fee = instrument.get('makerFee', 0.0)
market.taker_fee = instrument.get('takerFee', 0.0)
# store the last market info to be used for backtesting
if not self._read_only:
Database.inst().store_market_info((self.name, market_id, market.symbol,
market.market_type, market.unit_type, market.contract_type, # type
market.trade, market.orders, # type
market.base, market.base_display, market.base_precision, # base
market.quote, market.quote_display, market.quote_precision, # quote
market.expiry, int(market.last_update_time * 1000.0), # expiry, timestamp
str(market.lot_size), str(market.contract_size), str(market.base_exchange_rate),
str(market.value_per_pip), str(market.one_pip_means), str(market.margin_factor),
str(market.min_size), str(market.max_size), str(market.step_size), # size limits
str(market.min_notional), str(market.max_notional), str(market.step_notional), # notional limits
str(market.min_price), str(market.max_price), str(market.tick_price), # price limits
str(market.maker_fee), str(market.taker_fee), str(market.maker_commission), str(market.taker_commission)) # fees
)
# notify for strategy
self.service.notify(Signal.SIGNAL_MARKET_INFO_DATA, self.name, (market_id, market))
return market
def update_markets_info(self):
"""
Update market info.
"""
for market_id in self._watched_instruments:
market = self.fetch_market(market_id)
if market.is_open:
market_data = (market_id, market.is_open, market.last_update_time, market.bid, market.ofr,
market.base_exchange_rate, market.contract_size, market.value_per_pip,
market.vol24h_base, market.vol24h_quote)
else:
market_data = (market_id, market.is_open, market.last_update_time, 0.0, 0.0, None, None, None, None, None)
self.service.notify(Signal.SIGNAL_MARKET_DATA, self.name, market_data)
def fetch_candles(self, market_id, timeframe, from_date=None, to_date=None, n_last=None):
TF_MAP = {
60: '1m',
300: '5m',
3600: '1h',
86400: '1d'
}
if timeframe not in TF_MAP:
logger.error("Watcher %s does not support timeframe %s" % (self.name, timeframe))
return
candles = []
# second timeframe to bitmex bin size
bin_size = TF_MAP[timeframe]
try:
candles = self._connector.get_historical_candles(market_id, bin_size, from_date, to_date, partial=True)
except Exception as e:
logger.error("Watcher %s cannot retrieve candles %s on market %s" % (self.name, bin_size, market_id))
error_logger.error(traceback.format_exc())
count = 0
for candle in candles:
count += 1
# store (timestamp, open bid, high bid, low bid, close bid, open ofr, high ofr, low ofr, close ofr, volume)
if candle[0] is not None and candle[1] is not None and candle[2] is not None and candle[3] is not None:
yield((candle[0], candle[1], candle[2], candle[3], candle[4], candle[1], candle[2], candle[3], candle[4], candle[5]))
class BitMexFetcher(Fetcher):
"""
BitMex data fetcher.
"""
TF_MAP = {60: '1m', 300: '5m', 3600: '1h', 86400: '1d'}
def __init__(self, service):
super().__init__("bitmex.com", service)
self._connector = None
def connect(self):
super().connect()
try:
identity = self.service.identity(self._name)
if identity:
self._host = identity.get('host')
if not self._connector:
self._connector = Connector(self.service,
identity.get('api-key'),
identity.get('api-secret'), [],
identity.get('host'))
if not self._connector.connected:
self._connector.connect(use_ws=False)
# get list of all availables instruments
self._available_instruments = set(
self._connector.all_instruments)
except Exception as e:
logger.error(repr(e))
error_logger.error(traceback.format_exc())
def disconnect(self):
super().disconnect()
try:
if self._connector:
self._connector.disconnect()
self._connector = None
except Exception as e:
logger.error(repr(e))
error_logger.error(traceback.format_exc())
@property
def connector(self):
return self._connector
@property
def connected(self):
return self._connector is not None and self._connector.connected
@property
def authenticated(self):
return self._connector and self._connector.authenticated
def fetch_trades(self,
market_id,
from_date=None,
to_date=None,
n_last=None):
trades = []
# get all trades and append them into a file
try:
trades = self._connector.get_historical_trades(
market_id, from_date, to_date)
except Exception as e:
logger.error(
"Fetcher %s cannot retrieve aggregated trades on market %s" %
(self.name, market_id))
count = 0
for trade in trades:
count += 1
# timestamp, bid, ofr, volume
yield (trade)
logger.info(
"Fetcher %s has retrieved on market %s %s aggregated trades" %
(self.name, market_id, count))
def fetch_candles(self,
market_id,
timeframe,
from_date=None,
to_date=None,
n_last=None):
if timeframe not in self.TF_MAP:
logger.error("Fetcher %s does not support timeframe %s" %
(self.name, timeframe))
return
candles = []
# second timeframe to bitmex bin size
bin_size = self.TF_MAP[timeframe]
try:
candles = self._connector.get_historical_candles(
market_id, bin_size, from_date, to_date)
except Exception as e:
logger.error("Fetcher %s cannot retrieve candles %s on market %s" %
(self.name, bin_size, market_id))
error_logger.error(traceback.format_exc())
count = 0
for candle in candles:
count += 1
# store (timestamp, open bid, high bid, low bid, close bid, open ofr, high ofr, low ofr, close ofr, volume)
if candle[0] is not None and candle[1] is not None and candle[
2] is not None and candle[3] is not None:
yield ((candle[0], candle[1], candle[2], candle[3], candle[4],
candle[1], candle[2], candle[3], candle[4], candle[5]))
logger.info(
"Fetcher %s has retrieved on market %s %s candles for timeframe %s"
% (self.name, market_id, count, bin_size))