def EachBatchGroupOperation(MysqlObject):
GV.ReceiveStandardDataDict = copy.deepcopy(QJCM.QJC0831_Main())
if GV.ReceiveStandardDataDict:
for SingleReceiveStandardDataListFileName in GV.ReceiveStandardDataDict:
EBGO.InitEachBatchGlobalVariable()
IFRRD.InitFinalResultRegisterDict(GV.ReceiveStandardDataDict[SingleReceiveStandardDataListFileName])
for ExtractTaskID in GV.ExtractPublicTaskInfoDict['ExtractTaskID']:
if GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['filename'].strip('.txt') == SingleReceiveStandardDataListFileName:
CompanyName = (GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['labelname'])
BatchTuple = (GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['labelname'],
GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['createtime'])
OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName)
ODEB.InsertBatchRegister(MysqlObject, BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
FDEB.FillDataExtractBatch(MysqlObject, BatchTuple[0], BatchTuple[1])
IRPN.InsertResultPersonNumber(MysqlObject)
GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['status']=5
Today=datetime.datetime.now()
GV.ExtractPublicTaskInfoDict['ExtractTaskID'][ExtractTaskID]['endtime'] = datetime.datetime.strftime(Today, '%Y-%m-%d %H:%M:%S')
else:
print('没有新的数据统计分析任务···')
def main1():
#MysqlObject=MSQLO.Mysql('192.168.7.31',3306,'ngoss_dim','ngoss_dim')
MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql')
#print(MysqlObject._UseDatabase)
OriginDataPath=r'./QJC/test10000.txt'
GV.ReceiveStandardDataList=copy.deepcopy(ODS.OriginDataStatistics(OriginDataPath))
#print(GV.ReceiveStandardDataList)
IFRRD.InitFinalResultRegisterDict()
#print(GV.FinalResultRegisterDict)
#插入公司映射记录···
CompanyName=('广发银行信用卡')
OCC.InsertCooperationCompanyRegister(MysqlObject,CompanyName)
CompanyName1=('PPmoney')
OCC.InsertCooperationCompanyRegister(MysqlObject,CompanyName1)
BatchTuple=('广发银行信用卡','2018-08-27 08:23:45')
ODEB.InsertBatchRegister(MysqlObject,BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
FDEB.FillDataExtractBatch(MysqlObject,'广发银行信用卡','2018-08-27 08:23:45')
#print(GV.FinalResultRegisterDict)
IRPN.InsertResultPersonNumber(MysqlObject)
EPTI.ExtractPublicTaskInfo(MysqlObject)
print(GV.ExtractPublicTaskInfoDict)
def main0831():
MysqlObject = MSQLO.Mysql('192.168.7.31', 3306, 'ngoss_dim', 'ngoss_dim')
#MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql')
# print(MysqlObject._UseDatabase)
#OriginDataPath = r'./QJC_Single/test10000.txt'
GV.ReceiveStandardDataList = copy.deepcopy(QJCM.QJC0831_Main())
#print('done!')
# print(GV.ReceiveStandardDataList)
if GV.ReceiveStandardDataList:
for SingleReceiveStandardDataList in GV.ReceiveStandardDataList:
IFRRD.InitFinalResultRegisterDict(
GV.ReceiveStandardDataList[SingleReceiveStandardDataList])
EPTI.ExtractPublicTaskInfo(MysqlObject)
print(GV.ExtractPublicTaskInfoDict)
# print(GV.FinalResultRegisterDict)
CompanyName = ('广发银行信用卡')
OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName)
# CompanyName1 = ('PPmoney')
# OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1)
BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45')
ODEB.InsertBatchRegister(MysqlObject, BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡',
'2018-08-27 08:23:45')
# print(GV.FinalResultRegisterDict)
IRPN.InsertResultPersonNumber(MysqlObject)
else:
print('没有新的数据统计分析任务···')
def main0831_2():
MysqlObject = MSQLO.Mysql('192.168.7.31', 3306, 'ngoss_dim', 'ngoss_dim')
#MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql')
# print(MysqlObject._UseDatabase)
#OriginDataPath = r'./QJC_Single/test10000.txt'
# print(GV.ReceiveStandardDataList)
EPTI.ExtractPublicTaskInfo(MysqlObject)
if len(GV.ExtractPublicTaskInfoDict['ExtractTaskID']) != 0:
GV.ReceiveStandardDataDict = copy.deepcopy(QJCM.QJC0831_Main())
#for TaskID in GV.ReceiveStandardDataList[ExtractTaskID]:
if GV.ReceiveStandardDataDict:
for SingleReceiveStandardDataListFileName in GV.ReceiveStandardDataDict:
EBGO.InitEachBatchGlobalVariable()
IFRRD.InitFinalResultRegisterDict(GV.ReceiveStandardDataDict[
SingleReceiveStandardDataListFileName])
#print(GV.ExtractPublicTaskInfoDict)
# print(GV.FinalResultRegisterDict)
for ExtractTaskID in GV.ExtractPublicTaskInfoDict[
'ExtractTaskID']:
if GV.ExtractPublicTaskInfoDict['ExtractTaskID'][
ExtractTaskID]['filename'].strip(
'.txt'
) == SingleReceiveStandardDataListFileName:
# 插入公司映射记录···
#CompanyName = ('广发银行信用卡')
CompanyName = (
GV.ExtractPublicTaskInfoDict['ExtractTaskID']
[ExtractTaskID]['labelname'])
OCC.InsertCooperationCompanyRegister(
MysqlObject, CompanyName)
# CompanyName1 = ('PPmoney')
# OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1)
#BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45')
BatchTuple = (
GV.ExtractPublicTaskInfoDict['ExtractTaskID']
[ExtractTaskID]['labelname'],
GV.ExtractPublicTaskInfoDict['ExtractTaskID']
[ExtractTaskID]['createtime'])
ODEB.InsertBatchRegister(MysqlObject, BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
#FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡', '2018-08-27 08:23:45')
FDEB.FillDataExtractBatch(MysqlObject, BatchTuple[0],
BatchTuple[1])
# print(GV.FinalResultRegisterDict)
IRPN.InsertResultPersonNumber(MysqlObject)
else:
print('没有新的数据统计分析任务···')
def FillTagClassifyMap(MysqlObject):
ExistTagClassifyInfoDict = OTC.GetExistTagClassifyInfoDict(MysqlObject)
for FirstFloorKey in GV.FinalResultRegisterDict["ResultRegisterDict"]:
if FirstFloorKey == 'MainClass':
for SecondFloorKey in GV.FinalResultRegisterDict[
"ResultRegisterDict"][FirstFloorKey]:
GV.FinalResultRegisterDict["ResultRegisterDict"][
FirstFloorKey][SecondFloorKey][
'TagClassifyMap'] = ExistTagClassifyInfoDict[
GV.FinalResultRegisterDict["ResultRegisterDict"]
[FirstFloorKey][SecondFloorKey]['TagClassifyName']]
elif FirstFloorKey == 'MainClassTotal':
for SecondFloorKey in GV.FinalResultRegisterDict[
"ResultRegisterDict"][FirstFloorKey]:
GV.FinalResultRegisterDict["ResultRegisterDict"][
FirstFloorKey][SecondFloorKey][
'TagClassifyMap'] = ExistTagClassifyInfoDict[
GV.FinalResultRegisterDict["ResultRegisterDict"]
[FirstFloorKey][SecondFloorKey]['TagClassifyName']]
MysqlObject = MSQLO.Mysql('127.0.0.1', 3306, 'root', 'mysql')
# print(MysqlObject._UseDatabase)
OriginDataPath = r'./QJC/test10000.txt'
GV.ReceiveStandardDataList = copy.deepcopy(ODS.OriginDataStatistics(OriginDataPath))
# print(GV.ReceiveStandardDataList)
IFRRD.InitFinalResultRegisterDict()
# print(GV.FinalResultRegisterDict)
# 插入公司映射记录···
CompanyName = ('广发银行信用卡')
OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName)
CompanyName1 = ('PPmoney')
OCC.InsertCooperationCompanyRegister(MysqlObject, CompanyName1)
BatchTuple = ('广发银行信用卡', '2018-08-27 08:23:45')
ODEB.InsertBatchRegister(MysqlObject, BatchTuple)
OTC.InsertTagClassifyRegister(MysqlObject)
FTCM.FillTagClassifyMap(MysqlObject)
OCV.InsertClassifyValueRegister(MysqlObject)
FCVM.FillClassifyValueMap(MysqlObject)
FDEB.FillDataExtractBatch(MysqlObject, '广发银行信用卡', '2018-08-27 08:23:45')
# print(GV.FinalResultRegisterDict)
IRPN.InsertResultPersonNumber(MysqlObject)
EPTI.ExtractPublicTaskInfo(MysqlObject)
print(GV.ExtractPublicTaskInfoDict)
if __name__ == '__main__':
main()
gc.collect()
#print(GV.FinalResultRegisterDict)
print("over program!")