import pandas as pd
from Packages.Data.helper import instantiate_engine, grab_data
key_path = '.keys.json'
engine, conn = instantiate_engine(json_path=key_path, key_name="DB")
df = grab_data(conn, ['ADA'],
start_epoch=1512045060000,
end_epoch=1512046260000,
data_list=['return'])
print(df.head())
from Packages.Data import helper as data_helper
import pandas as pd
#what is the time in question
start_time = 1515537707479
how_many_coins = 20
#input into query
data_types = ['quote_asset_volume']
end_time = start_time + 60000 - 1
#Prepping db queries
engine, conn = data_helper.instantiate_engine()
coin_df = pd.read_csv('coins.csv')
out_list = []
for coin in coin_df.values:
coin = coin[0]
print('Trying {}'.format(coin))
try:
temp_df = data_helper.query_raw_data(coin,
data_types,
start_time,
end_time,
conn,
normalize=False)
out_list.append({'coin': coin, 'volume': float(temp_df.values[0][0])})
except Exception as e:
print(e)
volume_df = pd.DataFrame(out_list)
volume_df = volume_df.sort_values('volume', ascending=False)
print(volume_df.head(how_many_coins).coin.values)
from Packages.Miscellaneous.timer import timer
#Use binance account to pull data
key_path = '.keys.json'
key_name = 'Binance'
key_status = 'ro'
i = 0
done = False
effort_counter = 0
effort_max = 5
while (not done) and (effort_counter < effort_max):
try:
exchange, public_key, private_key = key_retriever(
key_path, key_name, key_status)
api_object = instantiate_api_object(exchange, public_key, private_key)
engine, conn = data_helper.instantiate_engine(json_path=key_path,
key_name="DB")
ex_info_df = pd.DataFrame(api_object.get_exchange_info()['symbols'])
ex_info_df = ex_info_df.loc[ex_info_df.quoteAsset == 'BTC']
num_coins = len(ex_info_df)
print('{} Currencies to update.'.format(num_coins))
tic = time.time()
to_update_df = ex_info_df.iloc[i:].copy()
for index, row in to_update_df.iterrows():
coin = row.baseAsset
market = row.symbol
coin = row.baseAsset
market = row.symbol
print('Uploading: {}. Currency {} of {}'.format(
coin, i + 1, num_coins))
last_epoch = data_helper.get_last_epoch_binance_raw_data(coin=coin,
conn=conn)