def update_bulk_income_by_period_and_ts_code(base_name,
engine,
pro,
codes,
start_date,
end_date,
retry_count=3,
pause=2):
coverage = dbUtil.getTableRange(base_name="",
start_date=start_date,
end_date=end_date)
for i in coverage:
for rownum in range(0, len(codes)):
logger.debug("started processing data for " +
codes.iloc[rownum]['ts_code'] + " for period " + i)
if (int(codes.iloc[rownum]['list_date'][0:4]) <= int(i[1:5]) or
int(codes.iloc[rownum]['list_date'][0:4]) <= int(i[6:10])):
try:
to_insert = pro.income_vip(
ts_code=codes.iloc[rownum]['ts_code'],
start_date=i[1:5] + '0101',
end_date=i[6:10] + '1231')
logger.debug("start inserting data into DB")
to_insert.to_sql(base_name + i,
engine,
if_exists='append',
index=False)
logger.debug("end inserting data into DB")
except Exception as e:
logger.error(e)
logger.error("error processing data for range " + str(i) +
" for code " + codes.iloc[rownum]['ts_code'])
def update_bulk_fina_indicator_by_period_and_ts_code(base_name,
engine,
pro,
codes,
start_date,
end_date,
retry_count=3,
pause=2):
coverage = dbUtil.getTableRange(base_name="",
start_date=start_date,
end_date=end_date)
for i in coverage:
for rownum in range(0, len(codes)):
logger.debug("started processing data for " +
codes.iloc[rownum]['ts_code'] + " for period " + i)
if (int(codes.iloc[rownum]['list_date'][0:4]) <= int(i[1:5]) or
int(codes.iloc[rownum]['list_date'][0:4]) <= int(i[6:10])):
try:
to_insert = pro.fina_indicator_vip(
ts_code=codes.iloc[rownum]['ts_code'],
start_date=i[1:5] + '0101',
end_date=i[6:10] + '1231',
fields=
'ts_code,ann_date,end_date,eps,dt_eps,total_revenue_ps,revenue_ps,capital_rese_ps,surplus_rese_ps,undist_profit_ps,extra_item,profit_dedt,gross_margin,current_ratio,quick_ratio,cash_ratio,invturn_days,arturn_days,inv_turn,ar_turn,ca_turn,fa_turn,assets_turn,op_income,valuechange_income,interst_income,daa,ebit,ebitda,fcff,fcfe,current_exint,noncurrent_exint,interestdebt,netdebt,tangible_asset,working_capital,networking_capital,invest_capital,retained_earnings,diluted2_eps,bps,ocfps,retainedps,cfps,ebit_ps,fcff_ps,fcfe_ps,netprofit_margin,grossprofit_margin,cogs_of_sales,expense_of_sales,profit_to_gr,saleexp_to_gr,adminexp_of_gr,finaexp_of_gr,impai_ttm,gc_of_gr,op_of_gr,ebit_of_gr,roe,roe_waa,roe_dt,roa,npta,roic,roe_yearly,roa2_yearly,roe_avg,opincome_of_ebt,investincome_of_ebt,n_op_profit_of_ebt,tax_to_ebt,dtprofit_to_profit,salescash_to_or,ocf_to_or,ocf_to_opincome,capitalized_to_da,debt_to_assets,assets_to_eqt,dp_assets_to_eqt,ca_to_assets,nca_to_assets,tbassets_to_totalassets,int_to_talcap,eqt_to_talcapital,currentdebt_to_debt,longdeb_to_debt,ocf_to_shortdebt,debt_to_eqt,eqt_to_debt,eqt_to_interestdebt,tangibleasset_to_debt,tangasset_to_intdebt,tangibleasset_to_netdebt,ocf_to_debt,ocf_to_interestdebt,ocf_to_netdebt,ebit_to_interest,longdebt_to_workingcapital,ebitda_to_debt,turn_days,roa_yearly,roa_dp,fixed_assets,profit_prefin_exp,non_op_profit,op_to_ebt,nop_to_ebt,ocf_to_profit,cash_to_liqdebt,cash_to_liqdebt_withinterest,op_to_liqdebt,op_to_debt,roic_yearly,total_fa_trun,profit_to_op,q_opincome,q_investincome,q_dtprofit,q_eps,q_netprofit_margin,q_gsprofit_margin,q_exp_to_sales,q_profit_to_gr,q_saleexp_to_gr,q_adminexp_to_gr,q_finaexp_to_gr,q_impair_to_gr_ttm,q_gc_to_gr,q_op_to_gr,q_roe,q_dt_roe,q_npta,q_opincome_to_ebt,q_investincome_to_ebt,q_dtprofit_to_profit,q_salescash_to_or,q_ocf_to_sales,q_ocf_to_or,basic_eps_yoy,dt_eps_yoy,cfps_yoy,op_yoy,ebt_yoy,netprofit_yoy,dt_netprofit_yoy,ocf_yoy,roe_yoy,bps_yoy,assets_yoy,eqt_yoy,tr_yoy,or_yoy,q_gr_yoy,q_gr_qoq,q_sales_yoy,q_sales_qoq,q_op_yoy,q_op_qoq,q_profit_yoy,q_profit_qoq,q_netprofit_yoy,q_netprofit_qoq,equity_yoy,rd_exp'
)
logger.debug("start inserting data into DB")
to_insert.to_sql(base_name + i,
engine,
if_exists='append',
index=False)
logger.debug("end inserting data into DB")
except Exception as e:
logger.error(e)
logger.error("error processing data for range " + str(i) +
" for code " + codes.iloc[rownum]['ts_code'])
def update_bulk_express_by_period_and_ts_code(base_name, engine, pro, codes, start_date, end_date, retry_count=3,
pause=2):
coverage = dbUtil.getTableRange(base_name="", start_date=start_date, end_date=end_date)
for i in coverage:
for rownum in range(0, len(codes)):
logger.debug("started processing data for " + codes.iloc[rownum]['ts_code'] + " for period " + i)
if (int(codes.iloc[rownum]['list_date'][0:4]) <= int(i[1:5]) or int(
codes.iloc[rownum]['list_date'][0:4]) <= int(i[6:10])):
try:
to_insert = pro.express_vip(ts_code=codes.iloc[rownum]['ts_code'], start_date=i[1:5] + '0101',
end_date=i[6:10] + '1231', fields='ts_code,ann_date,end_date,revenue,operate_profit,total_profit,n_income,total_assets,total_hldr_eqy_exc_min_int,diluted_eps,diluted_roe,yoy_net_profit,bps,yoy_sales,yoy_op,yoy_tp,yoy_dedu_np,yoy_eps,yoy_roe,growth_assets,yoy_equity,growth_bps,or_last_year,op_last_year,tp_last_year,np_last_year,eps_last_year,open_net_assets,open_bps')
logger.debug("start inserting data into DB")
to_insert.to_sql(base_name + i, engine, if_exists='append', index=False)
logger.debug("end inserting data into DB")
except Exception as e:
logger.error(e)
logger.error(
"error processing data for range " + str(i) + " for code " + codes.iloc[rownum]['ts_code'])