""" Get CSVs from https://www.kaggle.com/mczielinski/bitcoin-historical-data
Note there's a lot of nulls in there, see my empty-handling below & determine if right way to go.
"""
import pandas as pd
import numpy as np
from os import path as os_path, getcwd
from sys import path as sys_path
sys_path.append(getcwd())
from data.data import engine
conn = engine.connect()
column_renames = {
'Timestamp': 'timestamp',
'Open': 'open',
'High': 'high',
'Low': 'low',
'Close': 'close',
'Volume_(BTC)': 'volume_btc',
'Volume_(Currency)': 'volume_currency',
'Weighted_Price': 'weighted_price'
}
filenames = {
'bitstamp': 'bitstampUSD_1-min_data_2012-01-01_to_2018-01-08',
'coinbase': 'coinbaseUSD_1-min_data_2014-12-01_to_2018-01-08',
'coincheck': 'coincheckJPY_1-min_data_2014-10-31_to_2018-01-08'
}
for k in ['coinbase', 'coincheck', 'bitstamp']:
""" Get CSVs from https://www.kaggle.com/mczielinski/bitcoin-historical-data
Note there's a lot of nulls in there, see my empty-handling below & determine if right way to go.
"""
import pandas as pd
import numpy as np
from data.data import engine
from os import path
conn = engine.connect()
column_renames = {
'Timestamp': 'timestamp',
'Open': 'open',
'High': 'high',
'Low': 'low',
'Close': 'close',
'Volume_(BTC)': 'volume_btc',
'Volume_(Currency)': 'volume_currency',
'Weighted_Price': 'weighted_price'
}
filenames = {
'bitstamp': 'bitstampUSD_1-min_data_2012-01-01_to_2018-01-08',
'coinbase': 'coinbaseUSD_1-min_data_2014-12-01_to_2018-01-08',
'coincheck': 'coincheckJPY_1-min_data_2014-10-31_to_2018-01-08'
}
for k in ['coinbase', 'coincheck', 'bitstamp']:
filename = filenames[k]
df = pd.read_csv(path.join(path.dirname(__file__), 'bitcoin-historical-data', f'{filename}.csv'))