def regionData(self):
table = 'stock_etl.stock_region'
column = 'ticker,tickerName,tickerType'
result = ts.get_area_classified()
sql = SqlBuildUtil.SqlBuildUtil.insertBuildts(table, column,
result.values)
EtlDao.EtlDao().delAllDate(table)
EtlDao.EtlDao().save(sql)
def dayStockData(self, dateFlag=True):
result = GetDataUtil.GetDataUtil.getXlStockInfo()
if dateFlag:
nowDate = time.strftime('%Y-%m-%d', time.localtime(time.time()))
if nowDate == result[0]:
sql = SqlBuildUtil.SqlBuildUtil.insertBuildxl(
"stock_etl.stock_a_trans", result)
EtlDao.EtlDao().save(sql)
else:
sql = SqlBuildUtil.SqlBuildUtil.insertBuildxl(
"stock_etl.stock_a_trans", result)
EtlDao.EtlDao().save(sql)
def SecIDDataSave(self):
tablename = "tmp.secid"
# 删除当前表数据
EtlDao.EtlDao().delAllDate(tablename)
secIDE = GetDataUtil.GetDataUtil.getSecID(assetClass="E")
secIDB = GetDataUtil.GetDataUtil.getSecID(assetClass="B")
secIDIDX = GetDataUtil.GetDataUtil.getSecID(assetClass="IDX")
secIDFU = GetDataUtil.GetDataUtil.getSecID(assetClass="FU")
secIDOP = GetDataUtil.GetDataUtil.getSecID(assetClass="OP")
sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDE)
EtlDao.EtlDao().save(sql)
sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDB)
EtlDao.EtlDao().save(sql)
sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDIDX)
EtlDao.EtlDao().save(sql)
sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDFU)
EtlDao.EtlDao().save(sql)
sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDOP)
EtlDao.EtlDao().save(sql)
EtlDao.EtlDao().dropTable(table="stock_etl.stockA_info")
EtlDao.EtlDao().updateStockInfoData()
def saveData(tickers, startDate, endDate):
result = GetDataUtil.GetDataUtil.getMktEqud(ticker=tickers,
beginDate=startDate,
endDate=endDate)
sql = SqlBuildUtil.SqlBuildUtil.insertBuild("mktEqud", result)
if sql is not None:
EtlDao.EtlDao().save(sql)
def mktIdxdSave(self, startDate, endDate):
count, result = EtlDao.EtlDao().findAllSecIDx()
sizenum = 50
num = count // sizenum
for i in range(num + 1):
if num + 1 == i:
tmp = result[i * sizenum:count]
else:
tmp = result[i * sizenum:(i + 1) * sizenum]
tickers = reduce(lambda x, y: x + "," + y,
map(lambda x: x["ticker"], tmp))
result = GetDataUtil.GetDataUtil.getMktIdxd(ticker=tickers,
beginDate=startDate,
endDate=endDate)
sql = SqlBuildUtil.SqlBuildUtil.insertBuild("mktIdx", result)
if sql is not None:
EtlDao.EtlDao().save(sql)
def __init__(self):
self.etlDao = EtlDao.EtlDao()
def idxDataSave(self):
tablename = "idx"
idx = GetDataUtil.GetDataUtil.getIdx()
sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, idx)
EtlDao.EtlDao().save(sql)