def _hfq2qfq(beginCode=None):
codes = pd.read_sql('select code from t_stock_basics', utils.getEngine())
if conf.DEBUG:
codes = codes[:1]
if not conf.DEBUG and beginCode is None:
utils.executeSQL('delete from t_daily_qfq_stock')
if beginCode is not None:
codes = codes[codes['code']>=beginCode]
codes['code'].map(_doqfq)
def _downloadFqFactor(codes):
factorDF = DataFrame()
for code in codes:
logging.info("Downloading %s fq factor."%code)
df = ts.stock.trading._parase_fq_factor(code,'','')
df.insert(0,"code",code,True)
df = df.drop_duplicates('date').set_index('date')
factorDF = pd.concat([factorDF, df])
if conf.DEBUG:
break
logging.info("Deleting fq factor.")
utils.executeSQL("delete from t_daily_fqFactor")
logging.info("Saving fq factor.")
factorDF.to_sql(name='t_daily_fqFactor',con=utils.getEngine(), if_exists="append",chunksize=20000)
logging.info("Saved fq factor.")
def _downloadFqFactor(codes):
factorDF = DataFrame()
for code in codes:
logging.info("Downloading %s fq factor." % code)
df = ts.stock.trading._parase_fq_factor(code, '', '')
df.insert(0, "code", code, True)
df = df.drop_duplicates('date').set_index('date')
factorDF = pd.concat([factorDF, df])
if conf.DEBUG:
break
logging.info("Deleting fq factor.")
utils.executeSQL("delete from t_daily_fqFactor")
logging.info("Saving fq factor.")
factorDF.to_sql(name='t_daily_fqFactor',
con=utils.getEngine(),
if_exists="append",
chunksize=20000)
logging.info("Saved fq factor.")
def _createDB():
sql = "CREATE DATABASE IF NOT EXISTS %s DEFAULT CHARSET utf8 COLLATE utf8_general_ci;"%conf.DB_NAME
utils.executeSQL(sql)
logging.info("Created database %s."%conf.DB_NAME)
def _createTbl(tableName):
assert tableName in tableSqlDict
utils.executeSQL(tableSqlDict[tableName])
print "table [%s] createed."%tableName
def _createDB():
sql = "CREATE DATABASE IF NOT EXISTS %s DEFAULT CHARSET utf8 COLLATE utf8_general_ci;" % conf.DB_NAME
utils.executeSQL(sql)
logging.info("Created database %s." % conf.DB_NAME)
def _createTbl(tableName):
assert tableName in tableSqlDict
utils.executeSQL(tableSqlDict[tableName])
print "table [%s] createed." % tableName
