temp['created_by'] = 'system'
temp['created_at'] = time.time()
temp['import_id'] = str(importLogId)
if (result == False):
errorData.append(temp)
else:
insertData.append(temp)
result = True
complete += 1
if (len(errorData) > 0):
mongodbresult.remove_document(
MONGO_COLLECTION=common.getSubUser(subUserType, (
'Lawsuit_' + str(year) + str(month) + str(day))))
mongodbresult.batch_insert(
common.getSubUser(
subUserType, ('Lawsuit_' + str(year) + str(month) + str(day))),
errorData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': importLogId},
VALUE={
'status': 0,
'complete_import': time.time(),
'total': total,
'complete': complete
})
else:
if len(insertData) > 0:
mongodb.batch_insert(MONGO_COLLECTION=collection,
insert_data=insertData)
pprint("TEST")
try:
temp[cell] = common.convertDataType(data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell])
result = True
except Exception as errorConvertType:
temp['error_cell'] = modelPosition[cell] + str(idx + 1)
temp['type'] = modelConverters[cell]
temp['error_mesg'] = 'Sai kiểu dữ liệu nhập'
temp['result'] = 'error'
result = False
temp['created_by'] = 'system'
temp['created_at'] = time.time()
temp['import_id'] = str(importLogId)
if(result == False):
errorData.append(temp)
else:
temp['result'] = 'success'
insertData.append(temp)
result = True
if(len(errorData) > 0):
mongodb.batch_insert(common.getSubUser(subUserType, 'Site_result_result'), errorData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={'status': 0, 'complete_import': time.time(), 'total': total, 'complete': complete})
else:
if len(insertData) > 0:
mongodb.remove_document(MONGO_COLLECTION=collection)
mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData)
mongodb.batch_insert(common.getSubUser(subUserType, 'Site_result_result'), insert_data=insertData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={'status': 1, 'complete_import': time.time(), 'total': total, 'complete': complete})
except Exception as e:
log.write(now.strftime("%d/%m/%Y, %H:%M:%S") + ': ' + str(e) + '\n')
'acll': '',
'sibs': '',
'group_3_over_other_bank':
row['nhom_cao_nhat_tai_tctd_khac'],
'createdBy': 'system',
'report_date': todayTimeStamp,
'createdAt': todayTimeStamp
}
count = mongodb.count(MONGO_COLLECTION=collection,
WHERE={'account_number': str(acc)})
if count <= 0:
checkK2019 = 0
for row_ins in insertData:
if acc == row_ins['account_number']:
row_ins['group_3_over_other_bank'] = row[
'nhom_cao_nhat_tai_tctd_khac']
checkK2019 = 1
if checkK2019 == 0:
insertData.append(temp)
i += 1
if len(insertData) > 0:
mongodb.batch_insert(MONGO_COLLECTION=collection,
insert_data=insertData)
now_end = datetime.now()
log.write(now_end.strftime("%d/%m/%Y, %H:%M:%S") + ': End Log' + '\n')
print('DONE')
except Exception as e:
print(traceback.format_exc())
log.write(now.strftime("%d/%m/%Y, %H:%M:%S") + ': ' + str(e) + '\n')
if result == True:
temp['dealer_code'] = listLichLamViec[0]
temp['sc_code'] = list(value.split(';'))
scField = 'sc' + str(temp['from_date'])
temp['kendoGridField'] = scField
temp['result'] = 'success'
temp['from_date'] = int(
time.mktime(time.strptime(ngayTrucs[idx], "%d/%m/%Y")))
insertData.append(temp)
resultData.append(temp)
else:
errorData.append(temp)
resultData.append(temp)
if len(errorData) > 0:
resultImport = mongodb.batch_insert(
common.getSubUser(subUserType, 'Sc_schedule_result'), errorData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': ObjectId(importLogId)},
VALUE={
'status': 0,
'complete_import': time.time()
})
else:
resultImport = mongodb.batch_insert(collection, insertData)
resultImport = mongodb.batch_insert(
common.getSubUser(subUserType, 'Sc_schedule_result'), resultData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': ObjectId(importLogId)},
VALUE={
if (result == False):
errorData.append(temp)
else:
temp['result'] = 'success'
checkInfo = mongodb.getOne(
MONGO_COLLECTION=collection,
WHERE={'CONTRACTNR': temp['CONTRACTNR']})
if checkInfo is not None:
updateDate.append(temp)
else:
insertData.append(temp)
result = True
if (len(errorData) > 0):
mongodb.batch_insert(
common.getSubUser(subUserType, 'Cus_assigned_partner_result'),
errorData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': importLogId},
VALUE={
'status': 0,
'complete_import': time.time()
})
else:
if len(insertData) > 0:
mongodb.batch_insert(MONGO_COLLECTION=collection,
insert_data=insertData)
mongodb.batch_insert(common.getSubUser(
subUserType, 'Cus_assigned_partner_result'),
insert_data=insertData)
'CUS_ID': temp['CUS_ID']
},
VALUE=temp)
# updateDate.append(temp)
else:
mongodb.insert(MONGO_COLLECTION=collection,
insert_data=temp)
# insertData.append(temp)
result = True
logRun.write(str(idx))
if (len(errorData) > 0):
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': importLogId},
VALUE={
'status': 0,
'complete_import': time.time()
})
mongodb.batch_insert(common.getSubUser(subUserType, 'ZACCF_result'),
errorData)
else:
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': importLogId},
VALUE={
'status': 1,
'complete_import': time.time()
})
except Exception as e:
log.write(now.strftime("%d/%m/%Y, %H:%M:%S") + ': ' + str(e) + '\n')
time.strptime(str(todayString + " 23:59:59"),
"%d/%m/%Y %H:%M:%S")))
collectionName = 'LO_input_report_' + str(year) + str(month)
if day == 1:
mongodb.create_db(collectionName)
mongodbReport = Mongodb(collectionName)
lnjc05InfoFull = mongodb.get(
MONGO_COLLECTION=common.getSubUser(subUserType, 'LNJC05'))
lnjc05ColName = 'LNJC05_' + str(year) + str(month) + str(day)
mongodbReport.create_col(COL_NAME=lnjc05ColName)
mongodbReport.remove_document(MONGO_COLLECTION=lnjc05ColName)
mongodbReport.batch_insert(MONGO_COLLECTION=lnjc05ColName,
insert_data=lnjc05InfoFull)
listOfAccFull = mongodb.get(MONGO_COLLECTION=common.getSubUser(
subUserType, 'List_of_account_in_collection'))
listOfAccColName = 'List_of_account_in_collection_' + str(year) + str(
month) + str(day)
mongodbReport.create_col(COL_NAME=listOfAccColName)
mongodbReport.remove_document(MONGO_COLLECTION=listOfAccColName)
mongodbReport.batch_insert(MONGO_COLLECTION=listOfAccColName,
insert_data=listOfAccFull)
mainProduct = {}
mainProductRaw = mongodb.get(
MONGO_COLLECTION=common.getSubUser(subUserType, 'Product'))
for prod in mainProductRaw:
mainProduct[prod['code']] = prod['name']
temp1['TOTAL_CUS'] = 1
temp1['PRODGRP_CODE'] = "301" if int(
row1['card_type']) < 100 else "302"
temp1['PRODGRP_ID'] = "301 – Credit card" if int(
row1['card_type']) < 100 else "302 – Cash card"
temp1['LIC_NO'] = row1['license_no']
temp1['interest_rate'] = float(row1['interest_rate'])
temp1['Dealer_code'] = ''
temp1['Province_code'] = province[
'name'] if province != None else row1['state']
temp1['createdAt'] = time.time()
temp1['createdBy'] = 'system'
insertData.append(temp1)
if len(insertData) > 0:
mongodb.batch_insert(MONGO_COLLECTION=collection,
insert_data=insertData)
# tinh du lieu sheet total
for group in list_group:
temp_group = {}
list_product = mongodb.get(common.getSubUser(subUserType, 'Product'),
SORT=[("code", 1)])
for product_code, product_value in enumerate(list_product):
aggregate_sum = [
{
"$match": {
'Loan_Group':
group,
"$and": [{
for cell in row:
try:
temp[cell] = common.convertDataType(data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell])
result = True
except Exception as errorConvertType:
temp['error_cell'] = modelPosition[cell] + str(idx + 1)
temp['type'] = modelConverters[cell]
temp['error_mesg'] = 'Sai kiểu dữ liệu nhập'
temp['result'] = 'error'
result = False
temp['created_by'] = 'system'
temp['created_at'] = time.time()
temp['import_id'] = str(importLogId)
if(result == False):
errorData.append(temp)
else:
temp['result'] = 'success'
insertData.append(temp)
result = True
if(len(errorData) > 0):
mongodb.batch_insert(common.getSubUser(subUserType, 'New_overdue_list_daily_result'), errorData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={'status': 0, 'complete_import': time.time()})
else:
if len(insertData) > 0:
mongodb.batch_insert(MONGO_COLLECTION=collection, insert_data=insertData)
mongodb.batch_insert(common.getSubUser(subUserType, 'New_overdue_list_daily_result'), insert_data=insertData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(subUserType, 'Import'), WHERE={'_id': importLogId}, VALUE={'status': 1, 'complete_import': time.time()})
except Exception as e:
log.write(now.strftime("%d/%m/%Y, %H:%M:%S") + ': ' + str(e) + '\n')
result = True
complete += 1
checkdata = mongodb.get(MONGO_COLLECTION=collection,
WHERE={
'ACCTNO': temp['ACCTNO'],
'CustID': temp['CustID']
})
if checkdata is not None:
updateDate.append(temp)
else:
insertData.append(temp)
# mongodb.remove_document(MONGO_COLLECTION=collection)
if (len(errorData) > 0):
mongodb.batch_insert(
common.getSubUser(subUserType, 'WO_monthly_result'), errorData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': importLogId},
VALUE={
'status': 0,
'complete_import': time.time(),
'total': total,
'complete': complete
})
else:
if len(insertData) > 0:
mongodb.batch_insert(MONGO_COLLECTION=collection,
insert_data=insertData)
mongodb.batch_insert(common.getSubUser(subUserType,
'WO_monthly_result'),
else:
temp['dealer_code'] = listLichLamViec[0]
temp['sc_code'] = list(value.split(';'))
scField = 'sc' + str(temp['from_date'])
temp['kendoGridField'] = scField
temp['from_date'] = int(
time.mktime(time.strptime(ngayTrucs[idx], "%d/%m/%Y")))
insertData.append(temp)
if len(errorData) > 0:
mongodbresult.remove_document(
MONGO_COLLECTION=common.getSubUser(subUserType, (
'Sc_schedule_' + str(year) + str(month) + str(day))))
mongodbresult.batch_insert(
common.getSubUser(
subUserType,
('Sc_schedule_' + str(year) + str(month) + str(day))),
errorData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': importLogId},
VALUE={
'status': 0,
'complete_import': time.time()
})
else:
resultImport = mongodb.batch_insert(collection, insertData)
mongodb.update(MONGO_COLLECTION=common.getSubUser(
subUserType, 'Import'),
WHERE={'_id': ObjectId(importLogId)},
VALUE={
url = '/var/www/html/worldfone4xs_ibm/cronjob/python/Loan/ZACCF_header.xlsx'
filename = 'ZACCF_header.xlsx'
filenameExtension = filename.split('.')
if (filenameExtension[1] == 'csv'):
inputDataRaw = excel.getDataCSV(file_path=url,
sep=',',
header=0,
low_memory=False)
else:
inputDataRaw = excel.getDataExcel(file_path=url, header=0)
inputData = inputDataRaw.to_dict('records')
importData = []
for key in inputData[0].keys():
temp = {}
temp['index'] = inputData[0][key]
temp['collection'] = 'LO_ZACCF'
temp['field'] = key
temp['title'] = inputData[1][key]
temp['type'] = 'string'
temp['sub_type'] = '{"column": ' + '"' + inputData[2][key] + '"' + '}'
importData.append(temp)
pprint(importData)
_mongodb.batch_insert(MONGO_COLLECTION='Model', insert_data=importData)
except Exception as e:
print(str(e))
