def EachBatchGroupOperation(MysqlObject):
GV.ReceiveStandardDataDict = copy.deepcopy(QJCM.QJC0831_Main())
if GV.ReceiveStandardDataDict:
for SingleReceiveStandardDataListFileName in GV.ReceiveStandardDataDict:
EBGO.InitEachBatchGlobalVariable()
IFRRD.InitFinalResultRegisterDict(GV.ReceiveStandardDataDict[SingleReceiveStandardDataListFileName])
for ExtractTaskID in GV.ExtractPublicTaskInfoDict['ExtractTaskID']:
if GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['filename'].strip('.txt') == SingleReceiveStandardDataListFileName:
CompanyName = (GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['labelname'])
BatchTuple = (GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['labelname'],
GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['createtime'])
OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName)
ODEB.InsertBatchRegister(MysqlObject, BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
FDEB.FillDataExtractBatch(MysqlObject, BatchTuple[0], BatchTuple[1])
IRPN.InsertResultPersonNumber(MysqlObject)
GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['status']=5
Today=datetime.datetime.now()
GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['endtime'] = datetime.datetime.strftime(Today, '%Y-%m-%d %H:%M:%S')
else:
print('没有新的数据统计分析任务···')
def main1():
#MysqlObject=MSQLO.Mysql('192.168.7.31',3306,'ngoss_dim','ngoss_dim')
MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql')
#print(MysqlObject._UseDatabase)
OriginDataPath=r'./QJC/test10000.txt'
GV.ReceiveStandardDataList=copy.deepcopy(ODS.OriginDataStatistics(OriginDataPath))
#print(GV.ReceiveStandardDataList)
IFRRD.InitFinalResultRegisterDict()
#print(GV.FinalResultRegisterDict)
#插入公司映射记录···
CompanyName=('广发银行信用卡')
OCC.InsertCooperationCompanyRegister(MysqlObject,CompanyName)
CompanyName1=('PPmoney')
OCC.InsertCooperationCompanyRegister(MysqlObject,CompanyName1)
BatchTuple=('广发银行信用卡','2018-08-27 08:23:45')
ODEB.InsertBatchRegister(MysqlObject,BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
FDEB.FillDataExtractBatch(MysqlObject,'广发银行信用卡','2018-08-27 08:23:45')
#print(GV.FinalResultRegisterDict)
IRPN.InsertResultPersonNumber(MysqlObject)
EPTI.ExtractPublicTaskInfo(MysqlObject)
print(GV.ExtractPublicTaskInfoDict)
def main0831():
MysqlObject = MSQLO.Mysql('192.168.7.31', 3306, 'ngoss_dim', 'ngoss_dim')
#MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql')
# print(MysqlObject._UseDatabase)
#OriginDataPath = r'./QJC_Single/test10000.txt'
GV.ReceiveStandardDataList = copy.deepcopy(QJCM.QJC0831_Main())
#print('done!')
# print(GV.ReceiveStandardDataList)
if GV.ReceiveStandardDataList:
for SingleReceiveStandardDataList in GV.ReceiveStandardDataList:
IFRRD.InitFinalResultRegisterDict(
GV.ReceiveStandardDataList[SingleReceiveStandardDataList])
EPTI.ExtractPublicTaskInfo(MysqlObject)
print(GV.ExtractPublicTaskInfoDict)
# print(GV.FinalResultRegisterDict)
CompanyName = ('广发银行信用卡')
OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName)
# CompanyName1 = ('PPmoney')
# OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1)
BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45')
ODEB.InsertBatchRegister(MysqlObject, BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡',
'2018-08-27 08:23:45')
# print(GV.FinalResultRegisterDict)
IRPN.InsertResultPersonNumber(MysqlObject)
else:
print('没有新的数据统计分析任务···')
def main0831_2():
MysqlObject = MSQLO.Mysql('192.168.7.31', 3306, 'ngoss_dim', 'ngoss_dim')
#MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql')
# print(MysqlObject._UseDatabase)
#OriginDataPath = r'./QJC_Single/test10000.txt'
# print(GV.ReceiveStandardDataList)
EPTI.ExtractPublicTaskInfo(MysqlObject)
if len(GV.ExtractPublicTaskInfoDict['ExtractTaskID']) != 0:
GV.ReceiveStandardDataDict = copy.deepcopy(QJCM.QJC0831_Main())
#for TaskID in GV.ReceiveStandardDataList[ExtractTaskID]:
if GV.ReceiveStandardDataDict:
for SingleReceiveStandardDataListFileName in GV.ReceiveStandardDataDict:
EBGO.InitEachBatchGlobalVariable()
IFRRD.InitFinalResultRegisterDict(GV.ReceiveStandardDataDict[
SingleReceiveStandardDataListFileName])
#print(GV.ExtractPublicTaskInfoDict)
# print(GV.FinalResultRegisterDict)
for ExtractTaskID in GV.ExtractPublicTaskInfoDict[
'ExtractTaskID']:
if GV.ExtractPublicTaskInfoDict['ExtractTaskID'][
ExtractTaskID]['filename'].strip(
'.txt'
) == SingleReceiveStandardDataListFileName:
# 插入公司映射记录···
#CompanyName = ('广发银行信用卡')
CompanyName = (
GV.ExtractPublicTaskInfoDict['ExtractTaskID']
[ExtractTaskID]['labelname'])
OCC.InsertCooperationCompanyRegister(
MysqlObject, CompanyName)
# CompanyName1 = ('PPmoney')
# OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1)
#BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45')
BatchTuple = (
GV.ExtractPublicTaskInfoDict['ExtractTaskID']
[ExtractTaskID]['labelname'],
GV.ExtractPublicTaskInfoDict['ExtractTaskID']
[ExtractTaskID]['createtime'])
ODEB.InsertBatchRegister(MysqlObject, BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
#FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡', '2018-08-27 08:23:45')
FDEB.FillDataExtractBatch(MysqlObject, BatchTuple[0],
BatchTuple[1])
# print(GV.FinalResultRegisterDict)
IRPN.InsertResultPersonNumber(MysqlObject)
else:
print('没有新的数据统计分析任务···')
def FillClassifyValueMap(MysqlObject):
ExistClassifyValueInfoDict = copy.deepcopy(OCV.GetExistClassifyValueInfoDict(MysqlObject))
#ExistClassifyValueInfoList = []
#for ExistClassifyValueMap in ExistClassifyValueInfoDict:
#ExistClassifyValueInfoList.append(ExistClassifyValueInfoDict[ExistClassifyValueMap])
ResultRegisterClassifyValueList = ['TagClassifyMap', 'ClassifyValue', 'FatherTagName']
for FirstFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"]:
if FirstFloorKey=='MainClassTotal':
for SecondFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey].keys():
ResultRegisterClassifyValueList[0] =GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['TagClassifyMap']
ResultRegisterClassifyValueList[1] ='主标签汇总值'
ResultRegisterClassifyValueList[2] =GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['TagClassifyName']
for ExistClassifyValueMap in ExistClassifyValueInfoDict:
if ExistClassifyValueInfoDict[ExistClassifyValueMap]==ResultRegisterClassifyValueList:
GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['ClassifyValueDict']["主标签汇总值"]["ClassifyValueMap"]=ExistClassifyValueMap
elif FirstFloorKey=='MainClass':
for SecondFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey].keys():
for ThirdlyFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['ClassifyValueDict'].keys():
if ThirdlyFloorKey == 'ClassifyValue':
for FourthlyFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['ClassifyValueDict'][ThirdlyFloorKey].keys():
ResultRegisterClassifyValueList[0] = GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['TagClassifyMap']
ResultRegisterClassifyValueList[1] = FourthlyFloorKey
ResultRegisterClassifyValueList[2] = GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['TagClassifyName']
for ExistClassifyValueMap in ExistClassifyValueInfoDict:
if ExistClassifyValueInfoDict[ExistClassifyValueMap] == ResultRegisterClassifyValueList:
GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['ClassifyValueDict'][ThirdlyFloorKey][FourthlyFloorKey]["ClassifyValueMap"] = ExistClassifyValueMap
elif ThirdlyFloorKey == 'ChildClass':
for FourthlyFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['ClassifyValueDict'][ThirdlyFloorKey].keys():
for FifthFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['ClassifyValueDict'][ThirdlyFloorKey][FourthlyFloorKey].keys():
if FifthFloorKey=='ChildClassTotal':
ResultRegisterClassifyValueList[0] = GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['TagClassifyMap']
ResultRegisterClassifyValueList[1] = FourthlyFloorKey
ResultRegisterClassifyValueList[2] = GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['TagClassifyName']
for ExistClassifyValueMap in ExistClassifyValueInfoDict:
if ExistClassifyValueInfoDict[ExistClassifyValueMap] == ResultRegisterClassifyValueList:
GV.FinalResultRegisterDict["ResultRegisterDict"]['MainClass'][SecondFloorKey]["ClassifyValueDict"][ThirdlyFloorKey][FourthlyFloorKey][FifthFloorKey]['ClassifyValueMap']=ExistClassifyValueMap
elif FifthFloorKey=='ClassifyValue':
for SixthFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['ClassifyValueDict'][ThirdlyFloorKey][FourthlyFloorKey][FifthFloorKey]:
ResultRegisterClassifyValueList[0] = GV.FinalResultRegisterDict["ResultRegisterDict"][FirstFloorKey][SecondFloorKey]['TagClassifyMap']
ResultRegisterClassifyValueList[1] = SixthFloorKey
ResultRegisterClassifyValueList[2] = FourthlyFloorKey
for ExistClassifyValueMap in ExistClassifyValueInfoDict:
if ExistClassifyValueInfoDict[ExistClassifyValueMap] == ResultRegisterClassifyValueList:
GV.FinalResultRegisterDict["ResultRegisterDict"]['MainClass'][SecondFloorKey]["ClassifyValueDict"][ThirdlyFloorKey][FourthlyFloorKey][FifthFloorKey][SixthFloorKey]['ClassifyValueMap']=ExistClassifyValueMap
# print(MysqlObject._UseDatabase)
OriginDataPath = r'./QJC/test10000.txt'
GV.ReceiveStandardDataList = copy.deepcopy(ODS.OriginDataStatistics(OriginDataPath))
# print(GV.ReceiveStandardDataList)
IFRRD.InitFinalResultRegisterDict()
# print(GV.FinalResultRegisterDict)
# 插入公司映射记录···
CompanyName = ('广发银行信用卡')
OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName)
CompanyName1 = ('PPmoney')
OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1)
BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45')
ODEB.InsertBatchRegister(MysqlObject, BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡', '2018-08-27 08:23:45')
# print(GV.FinalResultRegisterDict)
IRPN.InsertResultPersonNumber(MysqlObject)
EPTI.ExtractPublicTaskInfo(MysqlObject)
print(GV.ExtractPublicTaskInfoDict)
if __name__ == '__main__':
main()
gc.collect()
#print(GV.FinalResultRegisterDict)
print("over program!")