import pandas as pd from Packages.Data.helper import instantiate_engine, grab_data key_path = '.keys.json' engine, conn = instantiate_engine(json_path=key_path, key_name="DB") df = grab_data(conn, ['ADA'], start_epoch=1512045060000, end_epoch=1512046260000, data_list=['return']) print(df.head())
from Packages.Data import helper as data_helper import pandas as pd #what is the time in question start_time = 1515537707479 how_many_coins = 20 #input into query data_types = ['quote_asset_volume'] end_time = start_time + 60000 - 1 #Prepping db queries engine, conn = data_helper.instantiate_engine() coin_df = pd.read_csv('coins.csv') out_list = [] for coin in coin_df.values: coin = coin[0] print('Trying {}'.format(coin)) try: temp_df = data_helper.query_raw_data(coin, data_types, start_time, end_time, conn, normalize=False) out_list.append({'coin': coin, 'volume': float(temp_df.values[0][0])}) except Exception as e: print(e) volume_df = pd.DataFrame(out_list) volume_df = volume_df.sort_values('volume', ascending=False) print(volume_df.head(how_many_coins).coin.values)
from Packages.Miscellaneous.timer import timer #Use binance account to pull data key_path = '.keys.json' key_name = 'Binance' key_status = 'ro' i = 0 done = False effort_counter = 0 effort_max = 5 while (not done) and (effort_counter < effort_max): try: exchange, public_key, private_key = key_retriever( key_path, key_name, key_status) api_object = instantiate_api_object(exchange, public_key, private_key) engine, conn = data_helper.instantiate_engine(json_path=key_path, key_name="DB") ex_info_df = pd.DataFrame(api_object.get_exchange_info()['symbols']) ex_info_df = ex_info_df.loc[ex_info_df.quoteAsset == 'BTC'] num_coins = len(ex_info_df) print('{} Currencies to update.'.format(num_coins)) tic = time.time() to_update_df = ex_info_df.iloc[i:].copy() for index, row in to_update_df.iterrows(): coin = row.baseAsset market = row.symbol coin = row.baseAsset market = row.symbol print('Uploading: {}. Currency {} of {}'.format( coin, i + 1, num_coins)) last_epoch = data_helper.get_last_epoch_binance_raw_data(coin=coin, conn=conn)