def EachBatchGroupOperation(MysqlObject): GV.ReceiveStandardDataDict = copy.deepcopy(QJCM.QJC0831_Main()) if GV.ReceiveStandardDataDict: for SingleReceiveStandardDataListFileName in GV.ReceiveStandardDataDict: EBGO.InitEachBatchGlobalVariable() IFRRD.InitFinalResultRegisterDict(GV.ReceiveStandardDataDict[SingleReceiveStandardDataListFileName]) for ExtractTaskID in GV.ExtractPublicTaskInfoDict['ExtractTaskID']: if GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['filename'].strip('.txt') == SingleReceiveStandardDataListFileName: CompanyName = (GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['labelname']) BatchTuple = (GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['labelname'], GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['createtime']) OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName) ODEB.InsertBatchRegister(MysqlObject, BatchTuple) OTC.InsertTagClassifyRegister(MysqlObject) FTCM.FillTagClassifyMap(MysqlObject) OCV.InsertClassifyValueRegister(MysqlObject) FCVM.FillClassifyValueMap(MysqlObject) FDEB.FillDataExtractBatch(MysqlObject, BatchTuple[0], BatchTuple[1]) IRPN.InsertResultPersonNumber(MysqlObject) GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['status']=5 Today=datetime.datetime.now() GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['endtime'] = datetime.datetime.strftime(Today, '%Y-%m-%d %H:%M:%S') else: print('没有新的数据统计分析任务···')
def main1(): #MysqlObject=MSQLO.Mysql('192.168.7.31',3306,'ngoss_dim','ngoss_dim') MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql') #print(MysqlObject._UseDatabase) OriginDataPath=r'./QJC/test10000.txt' GV.ReceiveStandardDataList=copy.deepcopy(ODS.OriginDataStatistics(OriginDataPath)) #print(GV.ReceiveStandardDataList) IFRRD.InitFinalResultRegisterDict() #print(GV.FinalResultRegisterDict) #插入公司映射记录··· CompanyName=('广发银行信用卡') OCC.InsertCooperationCompanyRegister(MysqlObject,CompanyName) CompanyName1=('PPmoney') OCC.InsertCooperationCompanyRegister(MysqlObject,CompanyName1) BatchTuple=('广发银行信用卡','2018-08-27 08:23:45') ODEB.InsertBatchRegister(MysqlObject,BatchTuple) OTC.InsertTagClassifyRegister(MysqlObject) FTCM.FillTagClassifyMap(MysqlObject) OCV.InsertClassifyValueRegister(MysqlObject) FCVM.FillClassifyValueMap(MysqlObject) FDEB.FillDataExtractBatch(MysqlObject,'广发银行信用卡','2018-08-27 08:23:45') #print(GV.FinalResultRegisterDict) IRPN.InsertResultPersonNumber(MysqlObject) EPTI.ExtractPublicTaskInfo(MysqlObject) print(GV.ExtractPublicTaskInfoDict)
def main0831(): MysqlObject = MSQLO.Mysql('192.168.7.31', 3306, 'ngoss_dim', 'ngoss_dim') #MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql') # print(MysqlObject._UseDatabase) #OriginDataPath = r'./QJC_Single/test10000.txt' GV.ReceiveStandardDataList = copy.deepcopy(QJCM.QJC0831_Main()) #print('done!') # print(GV.ReceiveStandardDataList) if GV.ReceiveStandardDataList: for SingleReceiveStandardDataList in GV.ReceiveStandardDataList: IFRRD.InitFinalResultRegisterDict( GV.ReceiveStandardDataList[SingleReceiveStandardDataList]) EPTI.ExtractPublicTaskInfo(MysqlObject) print(GV.ExtractPublicTaskInfoDict) # print(GV.FinalResultRegisterDict) CompanyName = ('广发银行信用卡') OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName) # CompanyName1 = ('PPmoney') # OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1) BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45') ODEB.InsertBatchRegister(MysqlObject, BatchTuple) OTC.InsertTagClassifyRegister(MysqlObject) FTCM.FillTagClassifyMap(MysqlObject) OCV.InsertClassifyValueRegister(MysqlObject) FCVM.FillClassifyValueMap(MysqlObject) FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡', '2018-08-27 08:23:45') # print(GV.FinalResultRegisterDict) IRPN.InsertResultPersonNumber(MysqlObject) else: print('没有新的数据统计分析任务···')
def main0831_2(): MysqlObject = MSQLO.Mysql('192.168.7.31', 3306, 'ngoss_dim', 'ngoss_dim') #MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql') # print(MysqlObject._UseDatabase) #OriginDataPath = r'./QJC_Single/test10000.txt' # print(GV.ReceiveStandardDataList) EPTI.ExtractPublicTaskInfo(MysqlObject) if len(GV.ExtractPublicTaskInfoDict['ExtractTaskID']) != 0: GV.ReceiveStandardDataDict = copy.deepcopy(QJCM.QJC0831_Main()) #for TaskID in GV.ReceiveStandardDataList[ExtractTaskID]: if GV.ReceiveStandardDataDict: for SingleReceiveStandardDataListFileName in GV.ReceiveStandardDataDict: EBGO.InitEachBatchGlobalVariable() IFRRD.InitFinalResultRegisterDict(GV.ReceiveStandardDataDict[ SingleReceiveStandardDataListFileName]) #print(GV.ExtractPublicTaskInfoDict) # print(GV.FinalResultRegisterDict) for ExtractTaskID in GV.ExtractPublicTaskInfoDict[ 'ExtractTaskID']: if GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ ExtractTaskID]['filename'].strip( '.txt' ) == SingleReceiveStandardDataListFileName: # 插入公司映射记录··· #CompanyName = ('广发银行信用卡') CompanyName = ( GV.ExtractPublicTaskInfoDict['ExtractTaskID'] [ExtractTaskID]['labelname']) OCC.InsertCooperationCompanyRegister( MysqlObject, CompanyName) # CompanyName1 = ('PPmoney') # OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1) #BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45') BatchTuple = ( GV.ExtractPublicTaskInfoDict['ExtractTaskID'] [ExtractTaskID]['labelname'], GV.ExtractPublicTaskInfoDict['ExtractTaskID'] [ExtractTaskID]['createtime']) ODEB.InsertBatchRegister(MysqlObject, BatchTuple) OTC.InsertTagClassifyRegister(MysqlObject) FTCM.FillTagClassifyMap(MysqlObject) OCV.InsertClassifyValueRegister(MysqlObject) FCVM.FillClassifyValueMap(MysqlObject) #FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡', '2018-08-27 08:23:45') FDEB.FillDataExtractBatch(MysqlObject, BatchTuple[0], BatchTuple[1]) # print(GV.FinalResultRegisterDict) IRPN.InsertResultPersonNumber(MysqlObject) else: print('没有新的数据统计分析任务···')
def FillTagClassifyMap(MysqlObject): ExistTagClassifyInfoDict = OTC.GetExistTagClassifyInfoDict(MysqlObject) for FirstFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"]: if FirstFloorKey == 'MainClass': for SecondFloorKey in GV.FinalResultRegisterDict[ "ResultRegisterDict"][FirstFloorKey]: GV.FinalResultRegisterDict["ResultRegisterDict"][ FirstFloorKey][SecondFloorKey][ 'TagClassifyMap'] = ExistTagClassifyInfoDict[ GV.FinalResultRegisterDict["ResultRegisterDict"] [FirstFloorKey][SecondFloorKey]['TagClassifyName']] elif FirstFloorKey == 'MainClassTotal': for SecondFloorKey in GV.FinalResultRegisterDict[ "ResultRegisterDict"][FirstFloorKey]: GV.FinalResultRegisterDict["ResultRegisterDict"][ FirstFloorKey][SecondFloorKey][ 'TagClassifyMap'] = ExistTagClassifyInfoDict[ GV.FinalResultRegisterDict["ResultRegisterDict"] [FirstFloorKey][SecondFloorKey]['TagClassifyName']]
MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql') # print(MysqlObject._UseDatabase) OriginDataPath = r'./QJC/test10000.txt' GV.ReceiveStandardDataList = copy.deepcopy(ODS.OriginDataStatistics(OriginDataPath)) # print(GV.ReceiveStandardDataList) IFRRD.InitFinalResultRegisterDict() # print(GV.FinalResultRegisterDict) # 插入公司映射记录··· CompanyName = ('广发银行信用卡') OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName) CompanyName1 = ('PPmoney') OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1) BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45') ODEB.InsertBatchRegister(MysqlObject, BatchTuple) OTC.InsertTagClassifyRegister(MysqlObject) FTCM.FillTagClassifyMap(MysqlObject) OCV.InsertClassifyValueRegister(MysqlObject) FCVM.FillClassifyValueMap(MysqlObject) FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡', '2018-08-27 08:23:45') # print(GV.FinalResultRegisterDict) IRPN.InsertResultPersonNumber(MysqlObject) EPTI.ExtractPublicTaskInfo(MysqlObject) print(GV.ExtractPublicTaskInfoDict) if __name__ == '__main__': main() gc.collect() #print(GV.FinalResultRegisterDict) print("over program!")