""" Get CSVs from https://www.kaggle.com/mczielinski/bitcoin-historical-data Note there's a lot of nulls in there, see my empty-handling below & determine if right way to go. """ import pandas as pd import numpy as np from os import path as os_path, getcwd from sys import path as sys_path sys_path.append(getcwd()) from data.data import engine conn = engine.connect() column_renames = { 'Timestamp': 'timestamp', 'Open': 'open', 'High': 'high', 'Low': 'low', 'Close': 'close', 'Volume_(BTC)': 'volume_btc', 'Volume_(Currency)': 'volume_currency', 'Weighted_Price': 'weighted_price' } filenames = { 'bitstamp': 'bitstampUSD_1-min_data_2012-01-01_to_2018-01-08', 'coinbase': 'coinbaseUSD_1-min_data_2014-12-01_to_2018-01-08', 'coincheck': 'coincheckJPY_1-min_data_2014-10-31_to_2018-01-08' } for k in ['coinbase', 'coincheck', 'bitstamp']:
""" Get CSVs from https://www.kaggle.com/mczielinski/bitcoin-historical-data Note there's a lot of nulls in there, see my empty-handling below & determine if right way to go. """ import pandas as pd import numpy as np from data.data import engine from os import path conn = engine.connect() column_renames = { 'Timestamp': 'timestamp', 'Open': 'open', 'High': 'high', 'Low': 'low', 'Close': 'close', 'Volume_(BTC)': 'volume_btc', 'Volume_(Currency)': 'volume_currency', 'Weighted_Price': 'weighted_price' } filenames = { 'bitstamp': 'bitstampUSD_1-min_data_2012-01-01_to_2018-01-08', 'coinbase': 'coinbaseUSD_1-min_data_2014-12-01_to_2018-01-08', 'coincheck': 'coincheckJPY_1-min_data_2014-10-31_to_2018-01-08' } for k in ['coinbase', 'coincheck', 'bitstamp']: filename = filenames[k] df = pd.read_csv(path.join(path.dirname(__file__), 'bitcoin-historical-data', f'{filename}.csv'))