def test_ibgw_restart(ib_docker):
subprocess.check_output(
['docker', 'container', 'stop', ib_docker]).decode().strip()
subprocess.check_output(
['docker', 'container', 'start', ib_docker]).decode().strip()
ib = IB()
wait = 60
while not ib.isConnected():
try:
IB.sleep(1)
ib.connect('localhost', 4002, clientId=999)
except:
pass
wait -= 1
if wait <= 0:
break
contract = Forex('EURUSD')
bars = ib.reqHistoricalData(
contract, endDateTime='', durationStr='30 D',
barSizeSetting='1 hour', whatToShow='MIDPOINT', useRTH=True)
# convert to pandas dataframe:
df = util.df(bars)
print(df)
def get_valid_spy_contract(idx) -> OptionContract:
from ib_insync import IB, Stock
ib = IB()
ib.connect(clientId=idx + 1)
ib_stk_con = Stock(symbol="SPY", exchange="SMART", currency="USD")
ib_details = ib.reqContractDetails(ib_stk_con)[0]
ib.reqMarketDataType(4)
tick = ib.reqMktData(contract=ib_stk_con, snapshot=True)
while np.isnan(tick.ask):
ib.sleep()
ask = tick.ask
ib_con_id = ib_details.contract.conId
ib_chains = ib.reqSecDefOptParams(
underlyingSymbol="SPY",
futFopExchange="",
underlyingSecType="STK",
underlyingConId=ib_con_id,
)
ib_chain = ib_chains[0]
ib_chain.strikes.sort(key=lambda s: abs(s - ask))
strike = ib_chain.strikes[0]
expiration_str = ib_chain.expirations[idx]
expiration_date = datetime.strptime(expiration_str, "%Y%m%d")
spy_contract = OptionContract(
symbol="SPY",
strike=strike,
right=Right.CALL,
multiplier=int(ib_chain.multiplier),
last_trade_date=expiration_date,
)
ib.disconnect()
return spy_contract
def main(ib: IB):
try:
logger.getLogger().info("Connecting...")
ib.connect(config.HOST,
config.PORT,
clientId=config.CLIENTID,
timeout=0)
ib.reqMarketDataType(config.DATATYPE.value)
except NameError: # got this block from https://groups.io/g/insync/message/4045
#self.num_disconnects += 1
print(datetime.datetime.now(), 'Connection error exception',
self.num_disconnects)
#self.ib.cancelHistoricalData(bars)
log.info('Sleeping for 10000 sec...')
ib.disconnect
self.ib.sleep(10000)
ib.connect(config.HOST,
config.PORT,
clientId=config.CLIENTID,
timeout=0)
# except OSError:
# log.info("main try except OS errror > Connection Failed.")
# sys_exit()
app = App(ib)
app.run()
def test_ibgw_port(host):
account = os.environ['IB_ACCOUNT']
password = os.environ['IB_PASSWORD']
trade_mode = os.environ['TRADE_MODE']
# build local ./Dockerfile
subprocess.check_call(['docker', 'build', '-t', IMAGE_NAME, '.'])
# run a container
docker_id = subprocess.check_output(
['docker', 'run',
'--env', 'IB_ACCOUNT={}'.format(account),
'--env', 'IB_PASSWORD={}'.format(password),
'--env', 'TRADE_MODE={}'.format(trade_mode),
'-p', '4002:4002',
'-d', IMAGE_NAME,
"tail", "-f", "/dev/null"]).decode().strip()
time.sleep(60)
ib = IB()
ib.connect('localhost', 4002, clientId=1)
contract = Forex('EURUSD')
bars = ib.reqHistoricalData(
contract, endDateTime='', durationStr='30 D',
barSizeSetting='1 hour', whatToShow='MIDPOINT', useRTH=True)
# convert to pandas dataframe:
df = util.df(bars)
print(df)
# at the end of the test suite, destroy the container
subprocess.check_call(['docker', 'rm', '-f', docker_id])
def spx_bar_history(update_bars=True):
file_name = 'sp500_5min_bars'
df_hist = read_feather(UpdateSP500Data.DATA_BASE_PATH / file_name)
# Download latest
if update_bars:
ib = IB()
ib.connect('127.0.0.1', port=4001, clientId=40)
contract = Index('SPX', 'CBOE', 'USD')
bars = ib.reqHistoricalData(
contract,
endDateTime='',
durationStr='1 M',
barSizeSetting='5 mins',
whatToShow='TRADES',
useRTH=True,
formatDate=1)
ib.disconnect()
df = util.df(bars)
df = df.set_index('date')
full_hist = df.combine_first(df_hist)
write_feather(full_hist, UpdateSP500Data.DATA_BASE_PATH / file_name)
else:
full_hist = df_hist.copy()
return full_hist
def download(symbols, end_datetime, duration, bar_size, dest_dir, host, port,
client_id):
ib = IB()
ib.connect(host, port, client_id, timeout=10)
for full_symbol in symbols:
if '@' in full_symbol:
symbol, exchange = full_symbol.split('@', 1)
exchange = 'SMART:%s' % exchange
else:
symbol, exchange = full_symbol, 'SMART'
df = _fetch_to_df(ib, symbol, exchange, end_datetime, duration,
bar_size)
df.drop(columns=['average', 'barCount'], inplace=True)
start_date = df.first_valid_index().strftime("%Y%m%d")
end_date = df.last_valid_index().strftime("%Y%m%d")
bar_size_short = "1M" if bar_size == "1 min" else "1D"
filename = f'{dest_dir}/HC-' \
f'{full_symbol}-{bar_size_short}-{start_date}-{end_date}-ib.csv'
df.to_csv(filename)
logger.info(f'Created file: {filename}')
# Throttle to avoid 'Pacing violation'
ib.sleep(11)
class IbGateway:
"""Interactive Brokers functions to fetch data"""
def __init__(self, host, port, clientId=0):
self.ib_gateway = IB()
self.ib_gateway.connect(host, port, clientId=clientId)
def fundamental_data(self, contract):
"""Load fundamental data from Interactive Brokers"""
ib_contract = Contract(**contract)
fundamental_data = self.ib_gateway.reqFundamentalData(
ib_contract, reportType="ReportsFinStatements")
return xmltodict.parse(fundamental_data)
def flush(self, tablename):
"""Remove all data from the table"""
def ipmort_data(self, tablename, data):
"""Write data into the table"""
def ping(self):
"""Pings Interactive Brokers gateway"""
return self.ib_gateway.isConnected()
def disconnect(self):
"""Disconnect from Interactive Brokers"""
self.ib_gateway.disconnect()
def main(ib: IB):
logger.getLogger().info("Connecting...")
ib.disconnect()
ib.waitOnUpdate(timeout=0.5) #added to handle is client already in use https://github.com/erdewit/ib_insync/issues/76
randomClientID = random.randint(1,250)
log.info("random client ID: {CI}".format(CI=randomClientID))
ib.connect(config.HOST, config.PORT, clientId=randomClientID,timeout=0)
#ib.connect(config.HOST, config.PORT, clientId=config.CLIENTID,timeout=0)
ib.reqMarketDataType(config.DATATYPE.value)
# try:
# logger.getLogger().info("Connecting...")
# ib.connect(config.HOST, config.PORT, clientId=config.CLIENTID,timeout=0)
# #ib.connect(config.HOST, config.PORT, clientId=config.CLIENTID,timeout=0)
# ib.reqMarketDataType(config.DATATYPE.value)
# except NameError: # got this block from https://groups.io/g/insync/message/4045
# #self.num_disconnects += 1
# print(datetime.datetime.now(), 'Connection error exception', self.num_disconnects)
# #self.ib.cancelHistoricalData(bars)
# log.info('Sleeping for 10sec...')
# ib.disconnect
# self.ib.sleep(10)
# ib.connect(config.HOST, config.PORT, clientId=config.CLIENTID,timeout=0)
# except OSError:
# log.info("main try except OS errror > Connection Failed.")
# sys_exit()
app = App(ib)
app.run()
def init_app(client_id_=int(config.get_config()['IB']['IBClientId'])):
app = IB()
app.errorEvent += __on_app_error
host = config.get_config()['IB']['IBHost']
port = int(config.get_config()['IB']['IBPort'])
client_id = client_id_
app.connect(host, port, clientId=client_id, readonly=True)
return app
def __init__(
self,
client=None,
ipaddress=None,
port=None,
log=logtoscreen("connectionIB"),
mongo_db=arg_not_supplied,
):
"""
:param client: client id. If not passed then will get from database specified by mongo_db
:param ipaddress: IP address of machine running IB Gateway or TWS. If not passed then will get from private config file, or defaults
:param port: Port listened to by IB Gateway or TWS
:param log: logging object
:param mongo_db: mongoDB connection
"""
# resolve defaults
ipaddress, port, idoffset = ib_defaults(ipaddress=ipaddress, port=port)
# The client id is pulled from a mongo database
# If for example you want to use a different database you could do something like:
# connectionIB(mongo_ib_tracker =
# mongoIBclientIDtracker(database_name="another")
# You can pass a client id yourself, or let IB find one
self.db_id_tracker = mongoIBclientIDtracker(
mongo_db=mongo_db, log=log, idoffset=idoffset
)
client = self.db_id_tracker.return_valid_client_id(client)
# If you copy for another broker include this line
log.label(broker="IB", clientid=client)
self._ib_connection_config = dict(
ipaddress=ipaddress, port=port, client=client)
# if you copy for another broker, don't forget the logs
ibServer.__init__(self, log=log)
ibClient.__init__(self, log=log)
ib = IB()
account = get_broker_account()
if account is missing_data:
self.log.error("Broker account ID not found in private config - may cause issues")
ib.connect(ipaddress, port, clientId=client, account=account)
else:
ib.connect(ipaddress, port, clientId=client, account=account)
# Attempt to fix connection bug
time.sleep(5)
# Add handlers, from ibServer methods
ib.errorEvent += self.error_handler
self.ib = ib
def __init__(
self,
client_id: int,
ib_ipaddress: str = arg_not_supplied,
ib_port: int = arg_not_supplied,
account: str = arg_not_supplied,
log=logtoscreen("connectionIB"),
):
"""
:param client_id: client id
:param ipaddress: IP address of machine running IB Gateway or TWS. If not passed then will get from private config file, or defaults
:param port: Port listened to by IB Gateway or TWS
:param log: logging object
:param mongo_db: mongoDB connection
"""
self._log = log
# resolve defaults
ipaddress, port, __ = ib_defaults(ib_ipaddress=ib_ipaddress, ib_port=ib_port)
# The client id is pulled from a mongo database
# If for example you want to use a different database you could do something like:
# connectionIB(mongo_ib_tracker =
# mongoIBclientIDtracker(database_name="another")
# You can pass a client id yourself, or let IB find one
# If you copy for another broker include this line
log.label(broker="IB", clientid=client_id)
self._ib_connection_config = dict(
ipaddress=ipaddress, port=port, client=client_id
)
ib = IB()
if account is arg_not_supplied:
## not passed get from config
account = get_broker_account()
## that may still return missing data...
if account is missing_data:
self.log.error(
"Broker account ID not found in private config - may cause issues"
)
ib.connect(ipaddress, port, clientId=client_id)
else:
## conncect using account
ib.connect(ipaddress, port, clientId=client_id, account=account)
# Sometimes takes a few seconds to resolve... only have to do this once per process so no biggie
time.sleep(5)
self._ib = ib
self._account = account
def main(ib: IB):
try:
logger.getLogger().info("Connecting...")
ib.connect(config.HOST, config.PORT, clientId=config.CLIENTID)
ib.reqMarketDataType(config.DATATYPE.value)
except OSError:
logger.getLogger().error("Connection Failed.")
sys_exit()
app = App(ib)
app.run()
def __init__(
self,
client_id: int,
ipaddress=None,
port=None,
log=logtoscreen("connectionIB")
):
"""
:param client_id: client id
:param ipaddress: IP address of machine running IB Gateway or TWS. If not passed then will get from private config file, or defaults
:param port: Port listened to by IB Gateway or TWS
:param log: logging object
:param mongo_db: mongoDB connection
"""
# resolve defaults
ipaddress, port, __ = ib_defaults(ipaddress=ipaddress, port=port)
# The client id is pulled from a mongo database
# If for example you want to use a different database you could do something like:
# connectionIB(mongo_ib_tracker =
# mongoIBclientIDtracker(database_name="another")
# You can pass a client id yourself, or let IB find one
# If you copy for another broker include this line
log.label(broker="IB", clientid=client_id)
self._ib_connection_config = dict(
ipaddress=ipaddress, port=port, client=client_id)
ib = IB()
account = get_broker_account()
if account is missing_data:
self.log.error("Broker account ID not found in private config - may cause issues")
ib.connect(ipaddress, port, clientId=client_id)
else:
ib.connect(ipaddress, port, clientId=client_id, account=account)
# Attempt to fix connection bug
time.sleep(5)
# if you copy for another broker, don't forget the logs
self._ib = ib
self._log = log
def download(symbols, duration, bar_size, dest_dir, host, port, client_id):
ib = IB()
ib.connect(host, port, client_id)
for symbol in symbols:
df = _fetch_to_df(ib, symbol, duration, bar_size)
df.drop(columns=['average', 'barCount'], inplace=True)
start_date = df.first_valid_index().strftime("%Y%m%d")
end_date = df.first_valid_index().strftime("%Y%m%d")
filename = f'{dest_dir}/HC-{symbol}-1M-{start_date}-{end_date}-ib.csv'
df.to_csv(filename)
logger.info(f'Created file: {filename}')
# Throttle to avoid 'Pacing violation'
ib.sleep(11)
def ping():
def timeout_handler(signum, frame):
signal.alarm(0)
raise TimeoutError('IB gateway timed out, please check your account & password')
signal.signal(signal.SIGALRM, timeout_handler)
signal.alarm(120)
ib = IB()
while not ib.isConnected():
try:
IB.sleep(1)
ib.connect('localhost', 4001, clientId=1)
except (ConnectionRefusedError, OSError) as e:
if type(e) is TimeoutError:
raise e
logging.warning('Still waiting gateway connection..({})'.format(e))
ib.disconnect()
class Window(QWidget):
def __init__(self, host, port, clientId):
QWidget.__init__(self)
self.edit = QLineEdit('', self)
self.edit.editingFinished.connect(self.add)
self.connectButton = QPushButton('Connect')
self.connectButton.clicked.connect(self.onConnectButtonClicked)
layout = QVBoxLayout(self)
layout.addWidget(self.edit)
layout.addWidget(self.connectButton)
self.graph = TickerGraph(self, width=5, height=4)
self.graph.move(0, 0)
layout.addWidget(self.graph)
self.connectInfo = (host, port, clientId)
self.ib = IB()
def add(self, text=''):
text = text #or self.edit.text()
if text:
contract = eval(text)
if (contract and self.ib.qualifyContracts(contract)):
data = self.ib.reqHistoricalData(contract,
endDateTime='',
durationStr='30 D',
barSizeSetting='4 hours',
whatToShow='MIDPOINT',
useRTH=True)
df = util.df(data)
print(df["close"])
self.graph.plot(df["close"])
self.edit.setText(text)
def onConnectButtonClicked(self, _):
if self.ib.isConnected():
self.ib.disconnect()
self.connectButton.setText('Connect')
else:
self.ib.connect(*self.connectInfo)
self.connectButton.setText('Disconnect')
self.add(f"Forex('" + str(self.edit.text()) + "')")
def closeEvent(self, ev):
asyncio.get_event_loop().stop()
def connect(
self,
host: str = "127.0.0.1",
port: int = 7497,
client_id: int = 1,
timeout: float = 4,
readonly: bool = False,
account: str = "",
):
IB.connect(
self=self,
host=host,
port=port,
clientId=client_id,
timeout=timeout,
readonly=readonly,
account=account,
)
self._client_id = client_id
class Window(qt.QWidget):
def __init__(self, host, port, clientId):
qt.QWidget.__init__(self)
self.edit = qt.QLineEdit('', self)
self.edit.editingFinished.connect(self.add)
self.table = TickerTable()
self.connectButton = qt.QPushButton('Connect')
self.connectButton.clicked.connect(self.onConnectButtonClicked)
layout = qt.QVBoxLayout(self)
layout.addWidget(self.edit)
layout.addWidget(self.table)
layout.addWidget(self.connectButton)
self.connectInfo = (host, port, clientId)
self.ib = IB()
self.ib.pendingTickersEvent += self.table.onPendingTickers
def add(self, text=''):
text = text or self.edit.text()
if text:
contract = eval(text)
if (contract and self.ib.qualifyContracts(contract)
and contract not in self.table):
ticker = self.ib.reqMktData(contract, '', False, False, None)
self.table.addTicker(ticker)
self.edit.setText(text)
def onConnectButtonClicked(self, _):
if self.ib.isConnected():
self.ib.disconnect()
self.table.clearTickers()
self.connectButton.setText('Connect')
else:
self.ib.connect(*self.connectInfo)
self.ib.reqMarketDataType(2)
self.connectButton.setText('Disonnect')
for symbol in ('EURUSD', 'USDJPY', 'EURGBP', 'USDCAD', 'EURCHF',
'AUDUSD', 'NZDUSD'):
self.add(f"Forex('{symbol}')")
self.add("Stock('TSLA', 'SMART', 'USD')")
def closeEvent(self, ev):
asyncio.get_event_loop().stop()
class IB_connection:
def __init__(self):
self.ib = IB()
self.connect()
def connect(self):
for i in range(1, 20):
try:
self.ib.connect('127.0.0.1', 4002, clientId=i)
log.info(f'connected with clientId: {i}')
break
except Exception as exc:
message = (f'exception {exc} for connection {i}... '
'moving up to the next one')
log.debug(message)
self.ib.errorEvent += self.onErrorEvent
def onErrorEvent(self, *args):
log.error(f'IB error: {args}')
def test_ibgw_interactive(ib_docker):
ib = IB()
wait = 120
while not ib.isConnected():
try:
IB.sleep(1)
ib.connect('localhost', 4002, clientId=999)
except:
pass
wait -= 1
if wait <= 0:
break
contract = Forex('EURUSD')
bars = ib.reqHistoricalData(
contract, endDateTime='', durationStr='30 D',
barSizeSetting='1 hour', whatToShow='MIDPOINT', useRTH=True)
# convert to pandas dataframe:
df = util.df(bars)
print(df)
class BrokerConnection(metaclass=Singleton):
def __init__(self):
self.ib = IB()
def connect(self, host, port, client_id, callback=None):
self.ib.connect(host, port, clientId=client_id)
if callback:
self.ib.connectedEvent += callback
def disconnect(self):
self.ib.disconnect()
def isConnected(self):
return self.ib.isConnected()
def positions(self):
return [
pos for pos in self.ib.positions() if pos.contract.secType == 'OPT'
]
def reqMatchingSymbols(self, text_to_search):
'''
Function IBApi::EClient::reqMatchingSymbols is available to search for
stock contracts. The input can be either the first few letters of the
ticker symbol, or for longer strings, a character sequence matching a
word in the security name.
https://interactivebrokers.github.io/tws-api/matching_symbols.html
'''
return self.ib.reqMatchingSymbols(text_to_search)
def getOptionChainContracts(self, contract):
chain = self.ib.reqSecDefOptParams(contract.symbol, contract.exchange,
contract.secType, contract.conId)
qChain = self.ib.qualifyContracts(chain)
#return util.df(qChain)
return qChain
def ping():
def timeout_handler(signum, frame):
signal.alarm(0)
raise TimeoutError(
'IB gateway timed out, please check your account & password')
signal.signal(signal.SIGALRM, timeout_handler)
signal.alarm(120)
ib = IB()
pingClientId = int(os.environ['IB_GATEWAY_PING_CLIENT_ID'])
maxRetryCount = int(os.environ['ibAccMaxRetryCount'])
retryCount = 0
while not ib.isConnected():
try:
IB.sleep(1)
ib.connect('localhost', 4001, clientId=pingClientId)
except (ConnectionRefusedError, OSError) as e:
retryCount += 1
if retryCount >= 30:
raise ValueError("Invalid ib account")
logging.warning('Still waiting gateway connection..({})'.format(e))
ib.disconnect()
def connect_to_ib(platform_name, ip_address_no, tws_socket_no,
ib_gateway_socket_no, client_id_no):
logger.info('Establish connection with the IB account.')
ib_connection = IB()
try:
if platform_name == 'TWS':
# For TWS (use port 7496 or 7497)
ib_connection.connect(ip_address_no,
tws_socket_no,
clientId=client_id_no)
elif platform_name == 'IB Gateway':
# For IB Gateway
ib_connection.connect(ip_address_no,
ib_gateway_socket_no,
clientId=client_id_no)
except:
exc_type, exc_value, exc_traceback = sys.exc_info()
lines = traceback.format_exception(exc_type, exc_value, exc_traceback)
logger.error(''.join('!! ' + line for line in lines))
return ib_connection
class IbWrapper:
def __init__(self, client_id=30):
"""Wrapper function for Interactive Broker API connection"""
self.ib = IB()
nest_asyncio.apply()
try:
# IB Gateway
self.ib.connect('127.0.0.1', port=4001, clientId=client_id)
except ConnectionRefusedError:
# TWS
try:
self.ib.connect('127.0.0.1', port=7496, clientId=client_id)
# TWS Paper
except ConnectionRefusedError:
print('Warning- Connected to Paper Portfolio - Account Values are hypothetical')
self.ib.connect('127.0.0.1', port=7497, clientId=client_id)
import os
import sys
import time
import logging
import json
import base64
from ib_insync import ibcontroller
from ib_insync import IB
from ib_insync.ibcontroller import Watchdog
import ib_insync.util as util
from updateConfig import updateIbcConfig, updateTwsConfig
util.logToConsole(logging.DEBUG)
logger = logging.getLogger(name=__name__)
twsPort = os.getenv("TWS_PORT", "4001")
if __name__ == "__main__":
ib = IB()
ib.connect('127.0.0.1', twsPort, clientId=10)
time.sleep(5)
if not ib.isConnected():
logging.debug('HEALTHCHECK: ib is not connected')
sys.exit(1)
else:
logging.debug('HEALTHCHECK: ib is connected')
sys.exit(0)
class Window(qt.QWidget):
def __init__(self, host, port, clientId):
qt.QWidget.__init__(self)
self.vxxbLabel = qt.QLabel('VXXB')
self.vxxbButton = qt.QPushButton('VXXB')
self.tltLabel = qt.QLabel('TLT')
self.tltButton = qt.QPushButton('TLT')
self.gldLabel = qt.QLabel('GLD')
self.gldButton = qt.QPushButton('GLD')
self.vxxbButton.clicked.connect(self.onVXXBButtonClicked)
self.gldButton.clicked.connect(self.onGLDButtonClicked)
self.tltButton.clicked.connect(self.onTLTButtonClicked)
self.pricedic = {}
# self.edit = qt.QLineEdit('', self)
# self.edit.editingFinished.connect(self.add)
self.table = TickerTable()
self.connectButton = qt.QPushButton('Connect')
self.connectButton.clicked.connect(self.onConnectButtonClicked)
layout = qt.QGridLayout(self)#qt.QVBoxLayout(self)
layout.addWidget(self.vxxbLabel,0,0,1,2)
layout.addWidget(self.vxxbButton,1,0,1,2)
layout.addWidget(self.tltLabel,0,2,1,2)
layout.addWidget(self.tltButton,1,2,1,2)
layout.addWidget(self.gldLabel,0,4,1,2)
layout.addWidget(self.gldButton,1,4,1,2)
# layout.addWidget(self.edit)
layout.addWidget(self.table,2,0,6,6)
layout.addWidget(self.connectButton,9,2,1,2)
self.connectInfo = (host, port, clientId)
self.ib = IB()
self.ib.pendingTickersEvent += self.table.onPendingTickers
self.ib.pendingTickersEvent += self.onPendingTickersForLabels
def add(self, contract):
if (contract and self.ib.qualifyContracts(contract)
and contract not in self.table):
ticker = self.ib.reqMktData(contract, '', False, False, None)
self.table.addTicker(ticker)
def onConnectButtonClicked(self, _):
if self.ib.isConnected():
self.ib.disconnect()
self.table.clearTickers()
self.connectButton.setText('Connect')
else:
self.ib.connect(*self.connectInfo)
self.connectButton.setText('Disonnect')
self.vxxb = Stock('VXXB',exchange='SMART')
self.ib.qualifyContracts(self.vxxb)
self.table.vxxbticker = self.ib.reqMktData(self.vxxb, '', False, False, None)
self.tlt = Stock('TLT',exchange='ARCA')
self.ib.qualifyContracts(self.tlt)
self.table.tltticker = self.ib.reqMktData(self.tlt, '', False, False, None)
self.gld = Stock('GLD',exchange='ARCA')
self.ib.qualifyContracts(self.gld)
self.table.gldticker = self.ib.reqMktData(self.gld, '', False, False, None)
def closeEvent(self, ev):
asyncio.get_event_loop().stop()
def onPendingTickersForLabels(self, tickers):
for ticker in tickers:
if type(getattr(ticker,'contract'))==Stock:
if ticker.contract.symbol=='VXXB':
self.vxxbprice = ticker.marketPrice()
self.vxxbLabel.setText('{0:0.2f}'.format(self.vxxbprice))
self.table.vxxbprice = self.vxxbprice
self.pricedic['VXXB'] = self.vxxbprice
# print('vxxb:'+str(ticker.marketPrice()))
elif ticker.contract.symbol=='GLD':
self.gldprice = ticker.marketPrice()
self.gldLabel.setText('{0:0.2f}'.format(self.gldprice))
self.table.gldprice=self.gldprice
self.pricedic['GLD'] = self.gldprice
# print('gld:'+str(ticker.marketPrice()))
else:
self.tltprice = ticker.marketPrice()
self.tltLabel.setText('{0:0.2f}'.format(self.tltprice))
self.table.tltprice=self.tltprice
self.pricedic['TLT'] = self.tltprice
# print('tlt:'+str(ticker.marketPrice()))
def prepareOptionContract(self,stockcontract):
contractPrice = self.pricedic[stockcontract.symbol]
chains = self.ib.reqSecDefOptParams(stockcontract.symbol, '', stockcontract.secType,stockcontract.conId)
chain = next(c for c in chains if c.exchange == 'SMART')
# print(chain)
strikes = sorted([strike for strike in chain.strikes
if contractPrice - 2 < strike < contractPrice + 2])
expirations = sorted(exp for exp in chain.expirations)[:2]
contracts = [Option(stockcontract.symbol, expiration, strike, 'P','SMART')
for expiration in expirations
for strike in strikes]
# print(contracts)
self.ib.qualifyContracts(*contracts)
for ac in contracts:
self.add(contract=ac)
def onVXXBButtonClicked(self, _):
if self.ib.isConnected():
self.table.clearTickers()
self.prepareOptionContract(self.vxxb)
self.table.symbolofticker = 'VXXB'
def onGLDButtonClicked(self, _):
if self.ib.isConnected():
self.table.clearTickers()
self.prepareOptionContract(self.gld)
self.table.symbolofticker = 'GLD'
def onTLTButtonClicked(self, _):
print('TLT')
if self.ib.isConnected():
self.table.clearTickers()
self.prepareOptionContract(self.tlt)
self.table.symbolofticker = 'TLT'
class IBStore(with_metaclass(MetaSingleton, object)):
'''Singleton class wrapping an ibpy ibConnection instance.
The parameters can also be specified in the classes which use this store,
like ``IBData`` and ``IBBroker``
Params:
- ``host`` (default:``127.0.0.1``): where IB TWS or IB Gateway are
actually running. And although this will usually be the localhost, it
must not be
- ``port`` (default: ``7496``): port to connect to. The demo system uses
``7497``
- ``clientId`` (default: ``None``): which clientId to use to connect to
TWS.
``None``: generates a random id between 1 and 65535
An ``integer``: will be passed as the value to use.
- ``notifyall`` (default: ``False``)
If ``False`` only ``error`` messages will be sent to the
``notify_store`` methods of ``Cerebro`` and ``Strategy``.
If ``True``, each and every message received from TWS will be notified
- ``_debug`` (default: ``False``)
Print all messages received from TWS to standard output
- ``reconnect`` (default: ``3``)
Number of attempts to try to reconnect after the 1st connection attempt
fails
Set it to a ``-1`` value to keep on reconnecting forever
- ``timeout`` (default: ``3.0``)
Time in seconds between reconnection attemps
- ``timeoffset`` (default: ``True``)
If True, the time obtained from ``reqCurrentTime`` (IB Server time)
will be used to calculate the offset to localtime and this offset will
be used for the price notifications (tickPrice events, for example for
CASH markets) to modify the locally calculated timestamp.
The time offset will propagate to other parts of the ``backtrader``
ecosystem like the **resampling** to align resampling timestamps using
the calculated offset.
- ``timerefresh`` (default: ``60.0``)
Time in seconds: how often the time offset has to be refreshed
- ``indcash`` (default: ``True``)
Manage IND codes as if they were cash for price retrieval
'''
# Set a base for the data requests (historical/realtime) to distinguish the
# id in the error notifications from orders, where the basis (usually
# starting at 1) is set by TWS
REQIDBASE = 0x01000000
BrokerCls = None #getattr(sys.modules["cerebro.strategies." +classname.split('.')[0]], classname.split('.')[1])IBBroker #None # broker class will autoregister
DataCls = None # data class will auto register
params = (
('host', '127.0.0.1'),
('port', 7496),
('clientId', None), # None generates a random clientid 1 -> 2^16
('notifyall', False), # NOT IMPLEMENTED
('_debug', False),
('reconnect', 3), # -1 forever, 0 No, > 0 number of retries
('timeout', 3.0), # timeout between reconnections
('timeoffset', True), # Use offset to server for timestamps if needed
('timerefresh', 60.0), # How often to refresh the timeoffset
('indcash', True), # Treat IND codes as CASH elements
('readonly', False), # Set to True when IB API is in read-only mode
('account', ''), # Main account to receive updates for
)
@classmethod
def getdata(cls, *args, **kwargs):
'''Returns ``DataCls`` with args, kwargs'''
return cls.DataCls(*args, **kwargs)
@classmethod
def getbroker(cls, *args, **kwargs):
'''Returns broker with *args, **kwargs from registered ``BrokerCls``'''
return cls.BrokerCls(*args, **kwargs)
def __init__(self):
super(IBStore, self).__init__()
self._env = None # reference to cerebro for general notifications
self.broker = None # broker instance
self.datas = list() # datas that have registered over start
# self.ccount = 0 # requests to start (from cerebro or datas)
# self._lock_tmoffset = threading.Lock()
# self.tmoffset = timedelta() # to control time difference with server
# # Structures to hold datas requests
# self.qs = collections.OrderedDict() # key: tickerId -> queues
# self.ts = collections.OrderedDict() # key: queue -> tickerId
self.iscash = dict() # tickerIds from cash products (for ex: EUR.JPY)
self.acc_cash = AutoDict() # current total cash per account
self.acc_value = AutoDict() # current total value per account
self.acc_upds = AutoDict() # current account valueinfos per account
self.positions = collections.defaultdict(Position) # actual positions
self.orderid = None # next possible orderid (will be itertools.count)
self.managed_accounts = list() # received via managedAccounts
self.notifs = queue.Queue() # store notifications for cerebro
self.orders = collections.OrderedDict() # orders by order ided
self.opending = collections.defaultdict(list) # pending transmission
self.brackets = dict() # confirmed brackets
self.last_tick = None
# Use the provided clientId or a random one
if self.p.clientId is None:
self.clientId = random.randint(1, pow(2, 16) - 1)
else:
self.clientId = self.p.clientId
if self.p.timeout is None:
self.timeout = 2
else:
self.timeout = self.p.timeout
if self.p.readonly is None:
self.readonly = False
else:
self.readonly = self.p.readonly
if self.p.account is None:
self.account = ""
else:
self.account = self.p.account
if self.p._debug:
util.logToConsole(level=logging.DEBUG)
util.patchAsyncio()
util.startLoop()
self.ib = IB()
self.ib.connect(
host=self.p.host, port=self.p.port,
clientId=self.clientId,
timeout=self.timeout,
readonly=self.readonly,
account=self.account,
)
# This utility key function transforms a barsize into a:
# (Timeframe, Compression) tuple which can be sorted
def keyfn(x):
n, t = x.split()
tf, comp = self._sizes[t]
return (tf, int(n) * comp)
# This utility key function transforms a duration into a:
# (Timeframe, Compression) tuple which can be sorted
def key2fn(x):
n, d = x.split()
tf = self._dur2tf[d]
return (tf, int(n))
# Generate a table of reverse durations
self.revdur = collections.defaultdict(list)
# The table (dict) is a ONE to MANY relation of
# duration -> barsizes
# Here it is reversed to get a ONE to MANY relation of
# barsize -> durations
for duration, barsizes in self._durations.items():
for barsize in barsizes:
self.revdur[keyfn(barsize)].append(duration)
# Once managed, sort the durations according to real duration and not
# to the text form using the utility key above
for barsize in self.revdur:
self.revdur[barsize].sort(key=key2fn)
def start(self, data=None, broker=None):
#self.reconnect(fromstart=True) # reconnect should be an invariant
# Datas require some processing to kickstart data reception
if data is not None:
self._env = data._env
# For datas simulate a queue with None to kickstart co
self.datas.append(data)
# if connection fails, get a fakeation that will force the
# datas to try to reconnect or else bail out
return self.getTickerQueue(start=True)
elif broker is not None:
self.broker = broker
def stop(self):
try:
self.ib.disconnect() # disconnect should be an invariant
except AttributeError:
pass # conn may have never been connected and lack "disconnect"
def get_notifications(self):
'''Return the pending "store" notifications'''
# The background thread could keep on adding notifications. The None
# mark allows to identify which is the last notification to deliver
self.notifs.put(None) # put a mark
notifs = list()
while True:
notif = self.notifs.get()
if notif is None: # mark is reached
break
notifs.append(notif)
return notifs
def managedAccounts(self):
# 1st message in the stream
self.managed_accounts = self.ib.managedAccounts()
# Request time to avoid synchronization issues
self.reqCurrentTime()
def currentTime(self,msg):
if not self.p.timeoffset: # only if requested ... apply timeoffset
return
curtime = datetime.fromtimestamp(float(msg.time))
with self._lock_tmoffset:
self.tmoffset = curtime - datetime.now()
threading.Timer(self.p.timerefresh, self.reqCurrentTime).start()
def timeoffset(self):
with self._lock_tmoffset:
return self.tmoffset
def reqCurrentTime(self):
self.ib.reqCurrentTime()
def nextOrderId(self):
# Get the next ticker using a new request value from TWS
self.orderid = self.ib.client.getReqId()
return self.orderid
def getTickerQueue(self, start=False):
'''Creates ticker/Queue for data delivery to a data feed'''
q = queue.Queue()
if start:
q.put(None)
return q
return q
def getContractDetails(self, contract, maxcount=None):
#cds = list()
cds = self.ib.reqContractDetails(contract)
#cds.append(cd)
if not cds or (maxcount and len(cds) > maxcount):
err = 'Ambiguous contract: none/multiple answers received'
self.notifs.put((err, cds, {}))
return None
return cds
def reqHistoricalDataEx(self, contract, enddate, begindate,
timeframe, compression,
what=None, useRTH=False, tz='',
sessionend=None,
#tickerId=None
):
'''
Extension of the raw reqHistoricalData proxy, which takes two dates
rather than a duration, barsize and date
It uses the IB published valid duration/barsizes to make a mapping and
spread a historical request over several historical requests if needed
'''
# Keep a copy for error reporting purposes
kwargs = locals().copy()
kwargs.pop('self', None) # remove self, no need to report it
if timeframe < TimeFrame.Seconds:
# Ticks are not supported
return self.getTickerQueue(start=True)
if enddate is None:
enddate = datetime.now()
if begindate is None:
duration = self.getmaxduration(timeframe, compression)
if duration is None:
err = ('No duration for historical data request for '
'timeframe/compresison')
self.notifs.put((err, (), kwargs))
return self.getTickerQueue(start=True)
barsize = self.tfcomp_to_size(timeframe, compression)
if barsize is None:
err = ('No supported barsize for historical data request for '
'timeframe/compresison')
self.notifs.put((err, (), kwargs))
return self.getTickerQueue(start=True)
return self.reqHistoricalData(contract=contract, enddate=enddate,
duration=duration, barsize=barsize,
what=what, useRTH=useRTH, tz=tz,
sessionend=sessionend)
# Check if the requested timeframe/compression is supported by IB
durations = self.getdurations(timeframe, compression)
# if not durations: # return a queue and put a None in it
# return self.getTickerQueue(start=True)
# Get or reuse a queue
# if tickerId is None:
# tickerId, q = self.getTickerQueue()
# else:
# tickerId, q = self.reuseQueue(tickerId) # reuse q for old tickerId
# Get the best possible duration to reduce number of requests
duration = None
# for dur in durations:
# intdate = self.dt_plus_duration(begindate, dur)
# if intdate >= enddate:
# intdate = enddate
# duration = dur # begin -> end fits in single request
# break
intdate = begindate
if duration is None: # no duration large enough to fit the request
duration = durations[-1]
# Store the calculated data
# self.histexreq[tickerId] = dict(
# contract=contract, enddate=enddate, begindate=intdate,
# timeframe=timeframe, compression=compression,
# what=what, useRTH=useRTH, tz=tz, sessionend=sessionend)
barsize = self.tfcomp_to_size(timeframe, compression)
if contract.secType in ['CASH', 'CFD']:
#self.iscash[tickerId] = 1 # msg.field code
if not what:
what = 'BID' # default for cash unless otherwise specified
elif contract.secType in ['IND'] and self.p.indcash:
#self.iscash[tickerId] = 4 # msg.field code
pass
what = what or 'TRADES'
q = self.getTickerQueue()
histdata = self.ib.reqHistoricalData(
contract,
intdate.strftime('%Y%m%d %H:%M:%S') + ' GMT',
duration,
barsize,
what,
useRTH,
2) # dateformat 1 for string, 2 for unix time in seconds
for msg in histdata:
q.put(msg)
return q
def reqHistoricalData(self, contract, enddate, duration, barsize,
what=None, useRTH=False, tz='', sessionend=None):
'''Proxy to reqHistorical Data'''
# get a ticker/queue for identification/data delivery
q = self.getTickerQueue()
if contract.secType in ['CASH', 'CFD']:
#self.iscash[tickerId] = True
if not what:
what = 'BID' # TRADES doesn't work
elif what == 'ASK':
#self.iscash[tickerId] = 2
pass
else:
what = what or 'TRADES'
# split barsize "x time", look in sizes for (tf, comp) get tf
#tframe = self._sizes[barsize.split()[1]][0]
# self.histfmt[tickerId] = tframe >= TimeFrame.Days
# self.histsend[tickerId] = sessionend
# self.histtz[tickerId] = tz
histdata = self.ib.reqHistoricalData(
contract,
enddate.strftime('%Y%m%d %H:%M:%S') + ' GMT',
duration,
barsize,
what,
useRTH,
2) # dateformat 1 for string, 2 for unix time in seconds
for msg in histdata:
q.put(msg)
return q
def reqRealTimeBars(self, contract, useRTH=False, duration=5):
'''Creates a request for (5 seconds) Real Time Bars
Params:
- contract: a ib.ext.Contract.Contract intance
- useRTH: (default: False) passed to TWS
- duration: (default: 5) passed to TWS
Returns:
- a Queue the client can wait on to receive a RTVolume instance
'''
# get a ticker/queue for identification/data delivery
q = self.getTickerQueue()
rtb = self.ib.reqRealTimeBars(contract, duration,
'MIDPOINT', useRTH=useRTH)
self.ib.sleep(duration)
for bar in rtb:
q.put(bar)
return q
def reqMktData(self, contract, what=None):
'''Creates a MarketData subscription
Params:
- contract: a ib.ext.Contract.Contract intance
Returns:
- a Queue the client can wait on to receive a RTVolume instance
'''
# get a ticker/queue for identification/data delivery
q = self.getTickerQueue()
ticks = '233' # request RTVOLUME tick delivered over tickString
if contract.secType in ['CASH', 'CFD']:
#self.iscash[tickerId] = True
ticks = '' # cash markets do not get RTVOLUME
if what == 'ASK':
#self.iscash[tickerId] = 2
pass
# q.put(None) # to kickstart backfilling
# Can request 233 also for cash ... nothing will arrive
md = MktData()
q_ticks = queue.Queue()
util.run(md.update_ticks(self.ib, contract, ticks, q_ticks))
while not q_ticks.empty():
ticker = q_ticks.get()
for tick in ticker.ticks:
# https://interactivebrokers.github.io/tws-api/tick_types.html
if tick != self.last_tick: #last price
#print(str(tick.time) +" >> " + str(tick.price))
self.last_tick = tick
q.put(tick)
return q
# The _durations are meant to calculate the needed historical data to
# perform backfilling at the start of a connetion or a connection is lost.
# Using a timedelta as a key allows to quickly find out which bar size
# bar size (values in the tuples int the dict) can be used.
_durations = dict([
# 60 seconds - 1 min
('60 S',
('1 secs', '5 secs', '10 secs', '15 secs', '30 secs',
'1 min')),
# 120 seconds - 2 mins
('120 S',
('1 secs', '5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins')),
# 180 seconds - 3 mins
('180 S',
('1 secs', '5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins')),
# 300 seconds - 5 mins
('300 S',
('1 secs', '5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins')),
# 600 seconds - 10 mins
('600 S',
('1 secs', '5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins')),
# 900 seconds - 15 mins
('900 S',
('1 secs', '5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins')),
# 1200 seconds - 20 mins
('1200 S',
('1 secs', '5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins')),
# 1800 seconds - 30 mins
('1800 S',
('1 secs', '5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins')),
# 3600 seconds - 1 hour
('3600 S',
('5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins',
'1 hour')),
# 7200 seconds - 2 hours
('7200 S',
('5 secs', '10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins',
'1 hour', '2 hours')),
# 10800 seconds - 3 hours
('10800 S',
('10 secs', '15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins',
'1 hour', '2 hours', '3 hours')),
# 14400 seconds - 4 hours
('14400 S',
('15 secs', '30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins',
'1 hour', '2 hours', '3 hours', '4 hours')),
# 28800 seconds - 8 hours
('28800 S',
('30 secs',
'1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins',
'1 hour', '2 hours', '3 hours', '4 hours', '8 hours')),
# 1 days
('1 D',
('1 min', '2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins',
'1 hour', '2 hours', '3 hours', '4 hours', '8 hours',
'1 day')),
# 2 days
('2 D',
('2 mins', '3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins',
'1 hour', '2 hours', '3 hours', '4 hours', '8 hours',
'1 day')),
# 1 weeks
('1 W',
('3 mins', '5 mins', '10 mins', '15 mins',
'20 mins', '30 mins',
'1 hour', '2 hours', '3 hours', '4 hours', '8 hours',
'1 day', '1 W')),
# 2 weeks
('2 W',
('15 mins', '20 mins', '30 mins',
'1 hour', '2 hours', '3 hours', '4 hours', '8 hours',
'1 day', '1 W')),
# 1 months
('1 M',
('30 mins',
'1 hour', '2 hours', '3 hours', '4 hours', '8 hours',
'1 day', '1 W', '1 M')),
# 2+ months
('2 M', ('1 day', '1 W', '1 M')),
('3 M', ('1 day', '1 W', '1 M')),
('4 M', ('1 day', '1 W', '1 M')),
('5 M', ('1 day', '1 W', '1 M')),
('6 M', ('1 day', '1 W', '1 M')),
('7 M', ('1 day', '1 W', '1 M')),
('8 M', ('1 day', '1 W', '1 M')),
('9 M', ('1 day', '1 W', '1 M')),
('10 M', ('1 day', '1 W', '1 M')),
('11 M', ('1 day', '1 W', '1 M')),
# 1+ years
('1 Y', ('1 day', '1 W', '1 M')),
])
# Sizes allow for quick translation from bar sizes above to actual
# timeframes to make a comparison with the actual data
_sizes = {
'secs': (TimeFrame.Seconds, 1),
'min': (TimeFrame.Minutes, 1),
'mins': (TimeFrame.Minutes, 1),
'hour': (TimeFrame.Minutes, 60),
'hours': (TimeFrame.Minutes, 60),
'day': (TimeFrame.Days, 1),
'W': (TimeFrame.Weeks, 1),
'M': (TimeFrame.Months, 1),
}
_dur2tf = {
'S': TimeFrame.Seconds,
'D': TimeFrame.Days,
'W': TimeFrame.Weeks,
'M': TimeFrame.Months,
'Y': TimeFrame.Years,
}
def getdurations(self, timeframe, compression):
key = (timeframe, compression)
if key not in self.revdur:
return []
return self.revdur[key]
def getmaxduration(self, timeframe, compression):
key = (timeframe, compression)
try:
return self.revdur[key][-1]
except (KeyError, IndexError):
pass
return None
def tfcomp_to_size(self, timeframe, compression):
if timeframe == TimeFrame.Months:
return '{} M'.format(compression)
if timeframe == TimeFrame.Weeks:
return '{} W'.format(compression)
if timeframe == TimeFrame.Days:
if not compression % 7:
return '{} W'.format(compression // 7)
return '{} day'.format(compression)
if timeframe == TimeFrame.Minutes:
if not compression % 60:
hours = compression // 60
return ('{} hour'.format(hours)) + ('s' * (hours > 1))
return ('{} min'.format(compression)) + ('s' * (compression > 1))
if timeframe == TimeFrame.Seconds:
return '{} secs'.format(compression)
# Microseconds or ticks
return None
def dt_plus_duration(self, dt, duration):
size, dim = duration.split()
size = int(size)
if dim == 'S':
return dt + timedelta(seconds=size)
if dim == 'D':
return dt + timedelta(days=size)
if dim == 'W':
return dt + timedelta(days=size * 7)
if dim == 'M':
month = dt.month - 1 + size # -1 to make it 0 based, readd below
years, month = divmod(month, 12)
return dt.replace(year=dt.year + years, month=month + 1)
if dim == 'Y':
return dt.replace(year=dt.year + size)
return dt # could do nothing with it ... return it intact
# def histduration(self, dt1, dt2):
# # Given two dates calculates the smallest possible duration according
# # to the table from the Historical Data API limitations provided by IB
# #
# # Seconds: 'x S' (x: [60, 120, 180, 300, 600, 900, 1200, 1800, 3600,
# # 7200, 10800, 14400, 28800])
# # Days: 'x D' (x: [1, 2]
# # Weeks: 'x W' (x: [1, 2])
# # Months: 'x M' (x: [1, 11])
# # Years: 'x Y' (x: [1])
# td = dt2 - dt1 # get a timedelta for calculations
# # First: array of secs
# tsecs = td.total_seconds()
# secs = [60, 120, 180, 300, 600, 900, 1200, 1800, 3600, 7200, 10800,
# 14400, 28800]
# idxsec = bisect.bisect_left(secs, tsecs)
# if idxsec < len(secs):
# return '{} S'.format(secs[idxsec])
# tdextra = bool(td.seconds or td.microseconds) # over days/weeks
# # Next: 1 or 2 days
# days = td.days + tdextra
# if td.days <= 2:
# return '{} D'.format(days)
# # Next: 1 or 2 weeks
# weeks, d = divmod(td.days, 7)
# weeks += bool(d or tdextra)
# if weeks <= 2:
# return '{} W'.format(weeks)
# # Get references to dt components
# y2, m2, d2 = dt2.year, dt2.month, dt2.day
# y1, m1, d1 = dt1.year, dt1.month, dt2.day
# H2, M2, S2, US2 = dt2.hour, dt2.minute, dt2.second, dt2.microsecond
# H1, M1, S1, US1 = dt1.hour, dt1.minute, dt1.second, dt1.microsecond
# # Next: 1 -> 11 months (11 incl)
# months = (y2 * 12 + m2) - (y1 * 12 + m1) + (
# (d2, H2, M2, S2, US2) > (d1, H1, M1, S1, US1))
# if months <= 1: # months <= 11
# return '1 M' # return '{} M'.format(months)
# elif months <= 11:
# return '2 M' # cap at 2 months to keep the table clean
# # Next: years
# # y = y2 - y1 + (m2, d2, H2, M2, S2, US2) > (m1, d1, H1, M1, S1, US1)
# # return '{} Y'.format(y)
# return '1 Y' # to keep the table clean
def makecontract(self, symbol, sectype, exch, curr,
expiry='', strike=0.0, right='', mult=1):
'''returns a contract from the parameters without check'''
contract = Contract()
contract.symbol = symbol
contract.secType = sectype
contract.exchange = exch
if curr:
contract.currency = curr
if sectype in ['FUT', 'OPT', 'FOP']:
contract.lastTradeDateOrContractMonth = expiry
if sectype in ['OPT', 'FOP']:
contract.strike = strike
contract.right = right
if mult:
contract.multiplier = mult
return contract
def cancelOrder(self, orderid):
'''Proxy to cancelOrder'''
self.ib.cancelOrder(orderid)
def placeOrder(self, orderid, contract, order):
'''Proxy to placeOrder'''
trade = self.ib.placeOrder(contract, order)
while not trade.isDone():
self.ib.waitOnUpdate()
return trade
def reqTrades(self):
'''Proxy to Trades'''
return self.ib.trades()
def reqPositions(self):
'''Proxy to reqPositions'''
return self.ib.reqPositions()
def getposition(self, contract, clone=False):
# Lock access to the position dicts. This is called from main thread
# and updates could be happening in the background
#with self._lock_pos:
position = self.positions[contract.conId]
if clone:
return copy(position)
return position
def reqAccountUpdates(self, subscribe=True, account=None):
'''Proxy to reqAccountUpdates
If ``account`` is ``None``, wait for the ``managedAccounts`` message to
set the account codes
'''
if account is None:
#self._event_managed_accounts.wait()
self.managedAccounts()
account = self.managed_accounts[0]
#self.ib.reqAccountUpdates(subscribe, bytes(account))
self.updateAccountValue()
def updateAccountValue(self):
# Lock access to the dicts where values are updated. This happens in a
# sub-thread and could kick it at anytime
#with self._lock_accupd:
#if self.connected():
ret = self.ib.accountValues()
for msg in ret:
try:
value = float(msg.value)
except ValueError:
value = msg.value
self.acc_upds[msg.account][msg.tag][msg.currency] = value
if msg.tag == 'NetLiquidation':
# NetLiquidationByCurrency and currency == 'BASE' is the same
self.acc_value[msg.account] = value
elif msg.tag == 'TotalCashBalance' and msg.currency == 'BASE':
self.acc_cash[msg.account] = value
def get_acc_values(self, account=None):
'''Returns all account value infos sent by TWS during regular updates
Waits for at least 1 successful download
If ``account`` is ``None`` then a dictionary with accounts as keys will
be returned containing all accounts
If account is specified or the system has only 1 account the dictionary
corresponding to that account is returned
'''
# Wait for at least 1 account update download to have been finished
# before the account infos can be returned to the calling client
# if self.connected():
# self._event_accdownload.wait()
# Lock access to acc_cash to avoid an event intefering
#with self._updacclock:
if account is None:
# wait for the managedAccount Messages
# if self.connected():
# self._event_managed_accounts.wait()
if not self.managed_accounts:
return self.acc_upds.copy()
elif len(self.managed_accounts) > 1:
return self.acc_upds.copy()
# Only 1 account, fall through to return only 1
account = self.managed_accounts[0]
try:
return self.acc_upds[account].copy()
except KeyError:
pass
return self.acc_upds.copy()
def get_acc_value(self, account=None):
'''Returns the net liquidation value sent by TWS during regular updates
Waits for at least 1 successful download
If ``account`` is ``None`` then a dictionary with accounts as keys will
be returned containing all accounts
If account is specified or the system has only 1 account the dictionary
corresponding to that account is returned
'''
# Wait for at least 1 account update download to have been finished
# before the value can be returned to the calling client
# if self.connected():
# self._event_accdownload.wait()
# Lock access to acc_cash to avoid an event intefering
#with self._lock_accupd:
if account is None:
# wait for the managedAccount Messages
# if self.connected():
# self._event_managed_accounts.wait()
if not self.managed_accounts:
return float()
elif len(self.managed_accounts) > 1:
return sum(self.acc_value.values())
# Only 1 account, fall through to return only 1
account = self.managed_accounts[0]
try:
return self.acc_value[account]
except KeyError:
pass
return float()
def get_acc_cash(self, account=None):
'''Returns the total cash value sent by TWS during regular updates
Waits for at least 1 successful download
If ``account`` is ``None`` then a dictionary with accounts as keys will
be returned containing all accounts
If account is specified or the system has only 1 account the dictionary
corresponding to that account is returned
'''
# Wait for at least 1 account update download to have been finished
# before the cash can be returned to the calling client'
# if self.connected():
# self._event_accdownload.wait()
# result = [v for v in self.ib.accountValues() \
# if v.tag == 'TotalCashBalance' and v.currency == 'BASE']
# Lock access to acc_cash to avoid an event intefering
#with self._lock_accupd:
if account is None:
#wait for the managedAccount Messages
# if self.connected():
# self._event_managed_accounts.wait()
if not self.managed_accounts:
return float()
elif len(self.managed_accounts) > 1:
return sum(self.acc_cash.values())
# Only 1 account, fall through to return only 1
account = self.managed_accounts[0]
try:
return self.acc_cash[account]
except KeyError:
pass
from ib_insync import IB, util, Forex
if __name__ == "__main__":
ib = IB()
ib.connect('localhost', 4001, clientId=1)
contract = Forex('EURUSD')
bars = ib.reqHistoricalData(contract,
endDateTime='',
durationStr='30 D',
barSizeSetting='1 hour',
whatToShow='MIDPOINT',
useRTH=True)
# convert to pandas dataframe:
df = util.df(bars)
print(df)
import logging
from ib_insync import IB
from config.config import Config
from incre.crawl import Crawl
from incre.cal import Cal
if __name__ == '__main__':
# 记录 IB 接口及其他错误信息
logging.basicConfig(filename='logs/incre/error.log', level=logging.ERROR)
ib = IB()
ib.connect(Config.ib_host, Config.ib_port, Config.ib_client_id)
# 增量爬取数据
c = Crawl(ib)
c.crawl_codes_data() # 爬取 stock 数据
c.crawl_index_data() # 爬取 HSI 数据
ib.disconnect()
# 增量计算数据
ca = Cal()
ca.main()
except Exception as e:
logging.error(e)
activity_log['exception'] = str(e)
main_e = e
finally:
try:
activity_log['timestamp'] = datetime.now(timezone.utc)
db.collection('activity').document().set(activity_log)
except Exception as e:
logging.error(e)
logging.info(activity_log)
if main_e is not None:
# raise main exception so that main.py returns 500 response
raise main_e
logging.info('Done.')
return {**activity_log, 'timestamp': activity_log['timestamp'].isoformat()}
if __name__ == '__main__':
from ib_insync import IB
ib = IB()
ib.connect('localhost', 4001, 1)
try:
print(main(ib, 'paper'))
finally:
ib.disconnect()
