def regionData(self): table = 'stock_etl.stock_region' column = 'ticker,tickerName,tickerType' result = ts.get_area_classified() sql = SqlBuildUtil.SqlBuildUtil.insertBuildts(table, column, result.values) EtlDao.EtlDao().delAllDate(table) EtlDao.EtlDao().save(sql)
def dayStockData(self, dateFlag=True): result = GetDataUtil.GetDataUtil.getXlStockInfo() if dateFlag: nowDate = time.strftime('%Y-%m-%d', time.localtime(time.time())) if nowDate == result[0]: sql = SqlBuildUtil.SqlBuildUtil.insertBuildxl( "stock_etl.stock_a_trans", result) EtlDao.EtlDao().save(sql) else: sql = SqlBuildUtil.SqlBuildUtil.insertBuildxl( "stock_etl.stock_a_trans", result) EtlDao.EtlDao().save(sql)
def SecIDDataSave(self): tablename = "tmp.secid" # 删除当前表数据 EtlDao.EtlDao().delAllDate(tablename) secIDE = GetDataUtil.GetDataUtil.getSecID(assetClass="E") secIDB = GetDataUtil.GetDataUtil.getSecID(assetClass="B") secIDIDX = GetDataUtil.GetDataUtil.getSecID(assetClass="IDX") secIDFU = GetDataUtil.GetDataUtil.getSecID(assetClass="FU") secIDOP = GetDataUtil.GetDataUtil.getSecID(assetClass="OP") sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDE) EtlDao.EtlDao().save(sql) sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDB) EtlDao.EtlDao().save(sql) sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDIDX) EtlDao.EtlDao().save(sql) sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDFU) EtlDao.EtlDao().save(sql) sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, secIDOP) EtlDao.EtlDao().save(sql) EtlDao.EtlDao().dropTable(table="stock_etl.stockA_info") EtlDao.EtlDao().updateStockInfoData()
def saveData(tickers, startDate, endDate): result = GetDataUtil.GetDataUtil.getMktEqud(ticker=tickers, beginDate=startDate, endDate=endDate) sql = SqlBuildUtil.SqlBuildUtil.insertBuild("mktEqud", result) if sql is not None: EtlDao.EtlDao().save(sql)
def mktIdxdSave(self, startDate, endDate): count, result = EtlDao.EtlDao().findAllSecIDx() sizenum = 50 num = count // sizenum for i in range(num + 1): if num + 1 == i: tmp = result[i * sizenum:count] else: tmp = result[i * sizenum:(i + 1) * sizenum] tickers = reduce(lambda x, y: x + "," + y, map(lambda x: x["ticker"], tmp)) result = GetDataUtil.GetDataUtil.getMktIdxd(ticker=tickers, beginDate=startDate, endDate=endDate) sql = SqlBuildUtil.SqlBuildUtil.insertBuild("mktIdx", result) if sql is not None: EtlDao.EtlDao().save(sql)
def __init__(self): self.etlDao = EtlDao.EtlDao()
def idxDataSave(self): tablename = "idx" idx = GetDataUtil.GetDataUtil.getIdx() sql = SqlBuildUtil.SqlBuildUtil.insertBuild(tablename, idx) EtlDao.EtlDao().save(sql)