def setup_db_for_hist_prices_storage(self, stock_sym_list):
""" Get the price and dividend history and store them to the database for the specified stock sym list.
The length of time depends on the date_interval specified.
Connection to database is assuemd to be set.
For one time large dataset (where the hist data is very large)
Args:
stock_sym_list (list): list of stock symbol.
"""
## set the class for extraction
histdata_extr = YFHistDataExtr()
histdata_extr.set_interval_to_retrieve(360 * 5) # assume for 5 years information
histdata_extr.enable_save_raw_file = 0
for sub_list in self.break_list_to_sub_list(stock_sym_list):
## re -initalize the df
histdata_extr.all_stock_df = pandas.DataFrame()
histdata_extr.processed_data_df = pandas.DataFrame()
histdata_extr.all_stock_div_hist_df = pandas.DataFrame()
print "processing sub list", sub_list
histdata_extr.set_multiple_stock_list(sub_list)
histdata_extr.get_hist_data_of_all_target_stocks()
histdata_extr.removed_zero_vol_fr_dataset()
## save to one particular funciton
# save to sql -- hist table
histdata_extr.processed_data_df.to_sql(
self.hist_data_tablename,
self.con,
flavor="sqlite",
schema=None,
if_exists="append",
index=True,
index_label=None,
chunksize=None,
dtype=None,
)
# save to sql -- div table
histdata_extr.all_stock_div_hist_df.to_sql(
self.divdnt_data_tablename,
self.con,
flavor="sqlite",
schema=None,
if_exists="append",
index=True,
index_label=None,
chunksize=None,
dtype=None,
)
self.close_db()
def setup_db_for_hist_prices_storage(self, stock_sym_list):
""" Get the price and dividend history and store them to the database for the specified stock sym list.
The length of time depends on the date_interval specified.
Connection to database is assuemd to be set.
For one time large dataset (where the hist data is very large)
Args:
stock_sym_list (list): list of stock symbol.
"""
## set the class for extraction
histdata_extr = YFHistDataExtr()
histdata_extr.set_interval_to_retrieve(360*5)# assume for 5 years information
histdata_extr.enable_save_raw_file = 0
for sub_list in self.break_list_to_sub_list(stock_sym_list):
## re -initalize the df
histdata_extr.all_stock_df = pandas.DataFrame()
histdata_extr.processed_data_df = pandas.DataFrame()
histdata_extr.all_stock_div_hist_df = pandas.DataFrame()
print 'processing sub list', sub_list
histdata_extr.set_multiple_stock_list(sub_list)
histdata_extr.get_hist_data_of_all_target_stocks()
histdata_extr.removed_zero_vol_fr_dataset()
## save to one particular funciton
#save to sql -- hist table
histdata_extr.processed_data_df.to_sql(self.hist_data_tablename, self.con, flavor='sqlite',
schema=None, if_exists='append', index=True,
index_label=None, chunksize=None, dtype=None)
#save to sql -- div table
histdata_extr.all_stock_div_hist_df.to_sql(self.divdnt_data_tablename, self.con, flavor='sqlite',
schema=None, if_exists='append', index=True,
index_label=None, chunksize=None, dtype=None)
self.close_db()
