def run(coin_pair, depth=10):
"""
A single connection to stream.binance.com is only valid for 24 hours; expect to be disconnected at the 24 hour mark
:param coin_pair: coin1:coin2|coin1:coin2 小币在前，大币在后
:param depth: 5 / 10 / 20
:return:
"""
os.environ['WEBSOCKET_CLIENT_CA_BUNDLE'] = certifi.where()
rds = Redis(host='localhost', port=6379, db=0)
pair_part = coin_pair.split('|')
coin_pair_list = [item.split(':') for item in pair_part]
ws = start_websocket(coin_pair_list, depth)
start_run = time.time()
while 1:
try:
res = json.loads(ws.recv())
print("{}|Received|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'), res))
if 'stream' in res:
coin_info = res['stream'].split('@')[0]
if coin_info[-3:] in bigcoin_set:
coin1 = coin_info[-3:]
coin2 = coin_info[:-3]
else:
raise Exception(
'UnExcepted Coin Info {}'.format(coin_info))
start = time.time()
redis_key = get_redis_key(market=Market.BINANCE,
coin1=coin1,
coin2=coin2)
price_data = res['data']
# 序列化复杂数据
price_data['ts'] = int(time.time() * 1000)
# 保持字符串，不要随便转换为float损失精度
price_data['bids'] = json.dumps([[item[0], item[1]]
for item in price_data['bids']
])
price_data['asks'] = json.dumps([[item[0], item[1]]
for item in price_data['asks']
])
rds.hmset(redis_key, price_data)
end = time.time()
print("{}|SetRedis|{}|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
redis_key, end - start))
else:
print("{}|UnExceptedMessage|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'), res))
run_time = time.time() - start_run
if run_time > RECONNECT_TIME: # 不超过24小时，保险点，设置为10小时 10*60*60=36000
print("{}|ReConnect".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f')))
ws.close()
ws = start_websocket(coin_pair_list, depth)
start_run = time.time()
except Exception as e:
print("{}|Exception|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'), e.message))
print("Traceback|{}".format(traceback.format_exc()))
try:
ws.close()
except:
pass
try:
ExceptionInfoModel(host=ip,
source='FETCH_BINANCE_DEPTH',
message=e.message,
log_time=datetime.utcnow()).add()
clear_dbsession()
except:
pass
for fail_count in xrange(5):
# 休息10s
time.sleep(10)
try:
ws = start_websocket(coin_pair_list, depth)
start_run = time.time()
except:
print("{}|Exception|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
e.message))
print("Traceback|{}".format(traceback.format_exc()))
# 第五次还不行
if fail_count >= 4:
raise
else:
break
def run(coin_pair):
"""
:param coin_pair: coin_pair: coin1:coin2|coin1:coin2 小币在前，大币在后
:return:
"""
rds = Redis(host='localhost', port=6379, db=0)
pair_part = coin_pair.split('|')
coin_pair_list = [item.split(':') for item in pair_part]
ws = start_websocket(coin_pair_list)
start_run = time.time()
while 1:
try:
message = json.loads(ws.recv())
if 'dataType' in message and message['dataType'] == 'depth':
coin_info = message['channel'].split('_')[0]
if coin_info[-3:] in bigcoin_set:
coin1 = coin_info[-3:]
coin2 = coin_info[:-3]
else:
raise Exception(
'UnExcepted Coin Info {}'.format(coin_info))
redis_key = get_redis_key(market=Market.ZB,
coin1=coin1,
coin2=coin2)
price_data = dict()
# 序列化复杂数据
# 返回的时间戳为秒级别，不可用
price_data['ts'] = int(time.time() * 1000)
price_data['version'] = price_data['ts']
# 保持字符串，不要随便转换为float损失精度
price_data['bids'] = json.dumps([[str(item[0]),
str(item[1])]
for item in message['bids']])
price_data['asks'] = json.dumps([[str(item[0]),
str(item[1])]
for item in message['asks']])
start = time.time()
rds.hmset(redis_key, price_data)
end = time.time()
print("{}|SetRedis|{}|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
redis_key, end - start))
# 建立连接一段时间之后准备重建连接
current_time = time.time()
if current_time - start_run > RECONNECT_TIME: # 设置为10小时 10*60*60=36000
print("{}|ReConnect".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f')))
ws.close()
ws = start_websocket(coin_pair_list)
start_run = current_time
# elif current_time - ping_time > 10: # 每10秒ping一次
# ws.send(json.dumps({'event': 'ping'}))
# ping_time = current_time
except Exception as e:
print("{}|Exception|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'), e.message))
print("Traceback|{}".format(traceback.format_exc()))
try: # 出现异常之后重新建立连接
ws.close()
except:
pass
try:
ExceptionInfoModel(host=ip,
source='FETCH_ZB_DEPTH',
message=e.message,
log_time=datetime.utcnow()).add()
clear_dbsession()
except:
pass
for fail_count in xrange(5):
# 休息10s
time.sleep(10)
try:
ws = start_websocket(coin_pair_list)
start_run = time.time()
except:
print("{}|Exception|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
e.message))
print("Traceback|{}".format(traceback.format_exc()))
# 第五次还不行
if fail_count >= 4:
raise
else:
break
def clear_session():
clear_dbsession()
def run(coin_pair, depth=10):
"""
:param coin_pair: coin_pair: coin1:coin2|coin1:coin2 小币在前，大币在后
:param depth: step0 - step5
:return:
"""
rds = Redis(host='localhost', port=6379, db=0)
pair_part = coin_pair.split('|')
coin_pair_list = [item.split(':') for item in pair_part]
ws = start_websocket(coin_pair_list, depth)
start_run = ping_time = time.time()
while 1:
try:
message = json.loads(ws.recv())
if isinstance(message, list): # 订阅成功信息或者深度信息
for item in message:
if item['channel'] == 'addChannel':
if item['data']['result'] is True:
print("{}|SubChannel|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
item['data']['channel']))
else:
raise SubChannelError("{}|SubChannelFail|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'), item['data']['channel']))
else: # 数据
channel = item['channel']
channel_parts = channel.split('_')
coin1 = channel_parts[-4]
coin2 = channel_parts[-3]
redis_key = get_redis_key(market=Market.OKEX, coin1=coin1, coin2=coin2)
price_data = item['data']
price_data['ts'] = price_data['timestamp']
price_data['version'] = price_data['timestamp']
price_data.pop('timestamp')
price_data['bids'] = json.dumps(price_data['bids'])
price_data['asks'] = json.dumps(price_data['asks'])
start = time.time()
rds.hmset(redis_key, price_data)
end = time.time()
print("{}|Received|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'), price_data))
print("{}|SetRedis|{}|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
redis_key, end-start))
else:
if 'event' in message and message['event'] == 'pong':
print("{}|ReceivedPong|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
message))
# if 'ping' in unziped_message:
# print("{}|PING|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
# unziped_message))
# ws.send(json.dumps({'pong': unziped_message['ping']}))
# elif 'subbed' in unziped_message:
# print("{}|Sub|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
# unziped_message['subbed']))
# else: # 收到的是数据
# if 'ch' in unziped_message:
# coin_symbol = unziped_message['ch'].split('.')[1]
# if coin_symbol[-3:] in bigcoin_set:
# coin1 = coin_symbol[-3:]
# coin2 = coin_symbol[:-3]
# else:
# raise Exception('UnExcepted Coin Info {}'.format(coin_symbol))
# start = time.time()
# redis_key = get_redis_key(market=Market.HUOBI, coin1=coin1, coin2=coin2)
# price_data = unziped_message['tick']
# # 序列化复杂数据
# price_data['ts'] = unziped_message['ts']
# price_data['bids'] = json.dumps(price_data['bids'][:10])
# price_data['asks'] = json.dumps(price_data['asks'][:10])
# rds.hmset(redis_key, price_data)
# end = time.time()
# print("{}|Received|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'), price_data))
# print("{}|SetRedis|{}|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
# redis_key, end-start))
# else:
# print("{}|UnExceptedMessage|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
# unziped_message))
# 建立连接一段时间之后准备重建连接
current_time = time.time()
if current_time - start_run > RECONNECT_TIME: # 设置为10小时 10*60*60=36000
print("{}|ReConnect".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f')))
ws.close()
ws = start_websocket(coin_pair_list, depth)
start_run = current_time
elif current_time - ping_time > 10: # 每10秒ping一次
ws.send(json.dumps({'event': 'ping'}))
ping_time = current_time
except Exception as e:
print("{}|Exception|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
e.message))
print("Traceback|{}".format(traceback.format_exc()))
try: # 出现异常之后重新建立连接
ws.close()
except:
pass
try:
ExceptionInfoModel(host=ip, source='FETCH_OKEX_DEPTH', message=e.message,
log_time=datetime.utcnow()).add()
clear_dbsession()
except:
pass
for fail_count in xrange(5):
# 休息10s
time.sleep(10)
try:
ws = start_websocket(coin_pair_list, depth)
start_run = time.time()
except:
print("{}|Exception|{}".format(datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
e.message))
print("Traceback|{}".format(traceback.format_exc()))
# 第五次还不行
if fail_count >= 4:
raise
else:
break
def run(coin_pair, depth='step0'):
"""
:param coin_pair: string coin1:coin2|coin1:coin2
:param depth: step0 - step5
:return:
"""
rds = Redis(host='localhost', port=6379, db=0)
pair_part = coin_pair.split('|')
coin_pair_list = [item.split(':') for item in pair_part]
ws = start_websocket(coin_pair_list, depth)
start_run = time.time()
while 1:
try:
unziped_message = json.loads(
zlib.decompress(ws.recv(), 16 + zlib.MAX_WBITS))
if 'ping' in unziped_message:
print("{}|PING|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
unziped_message))
ws.send(json.dumps({'pong': unziped_message['ping']}))
elif 'subbed' in unziped_message:
print("{}|Sub|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
unziped_message['subbed']))
else: # 收到的是数据
if 'ch' in unziped_message:
coin_symbol = unziped_message['ch'].split('.')[1]
if coin_symbol[-3:] in bigcoin_set:
coin1 = coin_symbol[-3:]
coin2 = coin_symbol[:-3]
else:
raise Exception(
'UnExcepted Coin Info {}'.format(coin_symbol))
start = time.time()
redis_key = get_redis_key(market=Market.HUOBI,
coin1=coin1,
coin2=coin2)
price_data = unziped_message['tick']
# 序列化复杂数据
price_data['ts'] = unziped_message['ts']
price_data['bids'] = json.dumps(price_data['bids'][:10])
price_data['asks'] = json.dumps(price_data['asks'][:10])
rds.hmset(redis_key, price_data)
end = time.time()
print("{}|Received|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
price_data))
print("{}|SetRedis|{}|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
redis_key, end - start))
else:
print("{}|UnExceptedMessage|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
unziped_message))
# 建立连接一段时间之后准备重建连接
current_time = time.time()
if current_time - start_run > RECONNECT_TIME: # 设置为10小时 10*60*60=36000
print("{}|ReConnect".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f')))
ws.close()
ws = start_websocket(coin_pair_list, depth)
start_run = current_time
except Exception as e:
print("{}|Exception|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'), e.message))
print("Traceback|{}".format(traceback.format_exc()))
try: # 出现异常之后重新建立连接
ws.close()
except:
pass
try:
ExceptionInfoModel(host=ip,
source='FETCH_HUOBI_DEPTH',
message=e.message,
log_time=datetime.utcnow()).add()
clear_dbsession()
except:
pass
for fail_count in xrange(5):
# 休息10s
time.sleep(10)
try:
ws = start_websocket(coin_pair_list, depth)
start_run = time.time()
except:
print("{}|Exception|{}".format(
datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.%f'),
e.message))
print("Traceback|{}".format(traceback.format_exc()))
# 第五次还不行
if fail_count >= 4:
raise
else:
break