temp['created_by'] = 'system' temp['created_at'] = time.time() temp['import_id'] = str(importLogId) if (result == False): errorData.append(temp) else: insertData.append(temp) result = True complete += 1 if (len(errorData) > 0): mongodbresult.remove_document( MONGO_COLLECTION=common.getSubUser(subUserType, ( 'Lawsuit_' + str(year) + str(month) + str(day)))) mongodbresult.batch_insert( common.getSubUser( subUserType, ('Lawsuit_' + str(year) + str(month) + str(day))), errorData) mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={ 'status': 0, 'complete_import': time.time(), 'total': total, 'complete': complete }) else: if len(insertData) > 0: mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData) pprint("TEST")
try: temp[cell] = common.convertDataType(data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell]) result = True except Exception as errorConvertType: temp['error_cell'] = modelPosition[cell] + str(idx + 1) temp['type'] = modelConverters[cell] temp['error_mesg'] = 'Sai kiểu dữ liệu nhập' temp['result'] = 'error' result = False temp['created_by'] = 'system' temp['created_at'] = time.time() temp['import_id'] = str(importLogId) if(result == False): errorData.append(temp) else: temp['result'] = 'success' insertData.append(temp) result = True if(len(errorData) > 0): mongodb.batch_insert(common.getSubUser(subUserType, 'Site_result_result'), errorData) mongodb.update(MONGO_COLLECTION=common.getSubUser(subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={'status': 0, 'complete_import': time.time(), 'total': total, 'complete': complete}) else: if len(insertData) > 0: mongodb.remove_document(MONGO_COLLECTION=collection) mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData) mongodb.batch_insert(common.getSubUser(subUserType, 'Site_result_result'), insert_data=insertData) mongodb.update(MONGO_COLLECTION=common.getSubUser(subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={'status': 1, 'complete_import': time.time(), 'total': total, 'complete': complete}) except Exception as e: log.write(now.strftime("%d/%m/%Y, %H:%M:%S") + ': ' + str(e) + '\n')
'acll': '', 'sibs': '', 'group_3_over_other_bank': row['nhom_cao_nhat_tai_tctd_khac'], 'createdBy': 'system', 'report_date': todayTimeStamp, 'createdAt': todayTimeStamp } count = mongodb.count(MONGO_COLLECTION=collection, WHERE={'account_number': str(acc)}) if count <= 0: checkK2019 = 0 for row_ins in insertData: if acc == row_ins['account_number']: row_ins['group_3_over_other_bank'] = row[ 'nhom_cao_nhat_tai_tctd_khac'] checkK2019 = 1 if checkK2019 == 0: insertData.append(temp) i += 1 if len(insertData) > 0: mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData) now_end = datetime.now() log.write(now_end.strftime("%d/%m/%Y, %H:%M:%S") + ': End Log' + '\n') print('DONE') except Exception as e: print(traceback.format_exc()) log.write(now.strftime("%d/%m/%Y, %H:%M:%S") + ': ' + str(e) + '\n')
if result == True: temp['dealer_code'] = listLichLamViec[0] temp['sc_code'] = list(value.split(';')) scField = 'sc' + str(temp['from_date']) temp['kendoGridField'] = scField temp['result'] = 'success' temp['from_date'] = int( time.mktime(time.strptime(ngayTrucs[idx], "%d/%m/%Y"))) insertData.append(temp) resultData.append(temp) else: errorData.append(temp) resultData.append(temp) if len(errorData) > 0: resultImport = mongodb.batch_insert( common.getSubUser(subUserType, 'Sc_schedule_result'), errorData) mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': ObjectId(importLogId)}, VALUE={ 'status': 0, 'complete_import': time.time() }) else: resultImport = mongodb.batch_insert(collection, insertData) resultImport = mongodb.batch_insert( common.getSubUser(subUserType, 'Sc_schedule_result'), resultData) mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': ObjectId(importLogId)}, VALUE={
if (result == False): errorData.append(temp) else: temp['result'] = 'success' checkInfo = mongodb.getOne( MONGO_COLLECTION=collection, WHERE={'CONTRACTNR': temp['CONTRACTNR']}) if checkInfo is not None: updateDate.append(temp) else: insertData.append(temp) result = True if (len(errorData) > 0): mongodb.batch_insert( common.getSubUser(subUserType, 'Cus_assigned_partner_result'), errorData) mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={ 'status': 0, 'complete_import': time.time() }) else: if len(insertData) > 0: mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData) mongodb.batch_insert(common.getSubUser( subUserType, 'Cus_assigned_partner_result'), insert_data=insertData)
'CUS_ID': temp['CUS_ID'] }, VALUE=temp) # updateDate.append(temp) else: mongodb.insert(MONGO_COLLECTION=collection, insert_data=temp) # insertData.append(temp) result = True logRun.write(str(idx)) if (len(errorData) > 0): mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={ 'status': 0, 'complete_import': time.time() }) mongodb.batch_insert(common.getSubUser(subUserType, 'ZACCF_result'), errorData) else: mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={ 'status': 1, 'complete_import': time.time() }) except Exception as e: log.write(now.strftime("%d/%m/%Y, %H:%M:%S") + ': ' + str(e) + '\n')
time.strptime(str(todayString + " 23:59:59"), "%d/%m/%Y %H:%M:%S"))) collectionName = 'LO_input_report_' + str(year) + str(month) if day == 1: mongodb.create_db(collectionName) mongodbReport = Mongodb(collectionName) lnjc05InfoFull = mongodb.get( MONGO_COLLECTION=common.getSubUser(subUserType, 'LNJC05')) lnjc05ColName = 'LNJC05_' + str(year) + str(month) + str(day) mongodbReport.create_col(COL_NAME=lnjc05ColName) mongodbReport.remove_document(MONGO_COLLECTION=lnjc05ColName) mongodbReport.batch_insert(MONGO_COLLECTION=lnjc05ColName, insert_data=lnjc05InfoFull) listOfAccFull = mongodb.get(MONGO_COLLECTION=common.getSubUser( subUserType, 'List_of_account_in_collection')) listOfAccColName = 'List_of_account_in_collection_' + str(year) + str( month) + str(day) mongodbReport.create_col(COL_NAME=listOfAccColName) mongodbReport.remove_document(MONGO_COLLECTION=listOfAccColName) mongodbReport.batch_insert(MONGO_COLLECTION=listOfAccColName, insert_data=listOfAccFull) mainProduct = {} mainProductRaw = mongodb.get( MONGO_COLLECTION=common.getSubUser(subUserType, 'Product')) for prod in mainProductRaw: mainProduct[prod['code']] = prod['name']
temp1['TOTAL_CUS'] = 1 temp1['PRODGRP_CODE'] = "301" if int( row1['card_type']) < 100 else "302" temp1['PRODGRP_ID'] = "301 – Credit card" if int( row1['card_type']) < 100 else "302 – Cash card" temp1['LIC_NO'] = row1['license_no'] temp1['interest_rate'] = float(row1['interest_rate']) temp1['Dealer_code'] = '' temp1['Province_code'] = province[ 'name'] if province != None else row1['state'] temp1['createdAt'] = time.time() temp1['createdBy'] = 'system' insertData.append(temp1) if len(insertData) > 0: mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData) # tinh du lieu sheet total for group in list_group: temp_group = {} list_product = mongodb.get(common.getSubUser(subUserType, 'Product'), SORT=[("code", 1)]) for product_code, product_value in enumerate(list_product): aggregate_sum = [ { "$match": { 'Loan_Group': group, "$and": [{
for cell in row: try: temp[cell] = common.convertDataType(data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell]) result = True except Exception as errorConvertType: temp['error_cell'] = modelPosition[cell] + str(idx + 1) temp['type'] = modelConverters[cell] temp['error_mesg'] = 'Sai kiểu dữ liệu nhập' temp['result'] = 'error' result = False temp['created_by'] = 'system' temp['created_at'] = time.time() temp['import_id'] = str(importLogId) if(result == False): errorData.append(temp) else: temp['result'] = 'success' insertData.append(temp) result = True if(len(errorData) > 0): mongodb.batch_insert(common.getSubUser(subUserType, 'New_overdue_list_daily_result'), errorData) mongodb.update(MONGO_COLLECTION=common.getSubUser(subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={'status': 0, 'complete_import': time.time()}) else: if len(insertData) > 0: mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData) mongodb.batch_insert(common.getSubUser(subUserType, 'New_overdue_list_daily_result'), insert_data=insertData) mongodb.update(MONGO_COLLECTION=common.getSubUser(subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={'status': 1, 'complete_import': time.time()}) except Exception as e: log.write(now.strftime("%d/%m/%Y, %H:%M:%S") + ': ' + str(e) + '\n')
result = True complete += 1 checkdata = mongodb.get(MONGO_COLLECTION=collection, WHERE={ 'ACCTNO': temp['ACCTNO'], 'CustID': temp['CustID'] }) if checkdata is not None: updateDate.append(temp) else: insertData.append(temp) # mongodb.remove_document(MONGO_COLLECTION=collection) if (len(errorData) > 0): mongodb.batch_insert( common.getSubUser(subUserType, 'WO_monthly_result'), errorData) mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={ 'status': 0, 'complete_import': time.time(), 'total': total, 'complete': complete }) else: if len(insertData) > 0: mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData) mongodb.batch_insert(common.getSubUser(subUserType, 'WO_monthly_result'),
else: temp['dealer_code'] = listLichLamViec[0] temp['sc_code'] = list(value.split(';')) scField = 'sc' + str(temp['from_date']) temp['kendoGridField'] = scField temp['from_date'] = int( time.mktime(time.strptime(ngayTrucs[idx], "%d/%m/%Y"))) insertData.append(temp) if len(errorData) > 0: mongodbresult.remove_document( MONGO_COLLECTION=common.getSubUser(subUserType, ( 'Sc_schedule_' + str(year) + str(month) + str(day)))) mongodbresult.batch_insert( common.getSubUser( subUserType, ('Sc_schedule_' + str(year) + str(month) + str(day))), errorData) mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={ 'status': 0, 'complete_import': time.time() }) else: resultImport = mongodb.batch_insert(collection, insertData) mongodb.update(MONGO_COLLECTION=common.getSubUser( subUserType, 'Import'), WHERE={'_id': ObjectId(importLogId)}, VALUE={
url = '/var/www/html/worldfone4xs_ibm/cronjob/python/Loan/ZACCF_header.xlsx' filename = 'ZACCF_header.xlsx' filenameExtension = filename.split('.') if (filenameExtension[1] == 'csv'): inputDataRaw = excel.getDataCSV(file_path=url, sep=',', header=0, low_memory=False) else: inputDataRaw = excel.getDataExcel(file_path=url, header=0) inputData = inputDataRaw.to_dict('records') importData = [] for key in inputData[0].keys(): temp = {} temp['index'] = inputData[0][key] temp['collection'] = 'LO_ZACCF' temp['field'] = key temp['title'] = inputData[1][key] temp['type'] = 'string' temp['sub_type'] = '{"column": ' + '"' + inputData[2][key] + '"' + '}' importData.append(temp) pprint(importData) _mongodb.batch_insert(MONGO_COLLECTION='Model', insert_data=importData) except Exception as e: print(str(e))