na_values='')
inputData = inputDataRaw.to_dict('records')
for idx, row in enumerate(inputData):
total += 1
temp = {}
result = True
if row['so_hopdong'] not in ['', None]:
# pprint(row)
# break
for cell in row:
try:
if modelConverters[cell] == 'timestamp':
temp[cell] = common.convertDataType(
data=row[cell],
datatype=modelConverters[cell],
formatType="%Y-%m-%d %H:%M:%S")
else:
temp[cell] = common.convertDataType(
data=row[cell],
datatype=modelConverters[cell],
formatType=modelFormat[cell])
# break
except Exception as errorConvertType:
temp['error_cell'] = cell + "_" + str(idx + 1)
temp['type'] = modelConverters[cell]
temp['error_mesg'] = 'Sai kiểu dữ liệu nhập'
temp['result'] = 'error'
# pprint(temp)
result = False
if filenameExtension[1] in ['csv', 'xlsx']:
if(filenameExtension[1] == 'csv'):
inputDataRaw = excel.getDataCSV(file_path=importLogInfo['file_path'], dtype=object, sep=sep, header=None, names=modelColumns, na_values='')
else:
inputDataRaw = excel.getDataExcel(file_path=importLogInfo['file_path'], header=None, names=modelColumns, na_values='')
inputData = inputDataRaw.to_dict('records')
for idx, row in enumerate(inputData):
total += 1
temp = {}
result = True
if row['account_number'] not in ['', None]:
for cell in row:
try:
temp[cell] = common.convertDataType(data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell])
except Exception as errorConvertType:
temp['error_cell'] = cell + "_" + str(idx + 1)
temp['type'] = modelConverters[cell]
temp['error_mesg'] = 'Sai kiểu dữ liệu nhập'
temp['result'] = 'error'
result = False
temp['created_by'] = 'system'
# temp['created_at'] = time.time()
temp['created_at'] = int(time.mktime(time.strptime(str(todayString + " 00:00:00"), "%d/%m/%Y %H:%M:%S")))
temp['import_id'] = str(importLogId)
if(result == False):
errorData.append(temp)
else:
insertData.append(temp)
result = True
inputDataRaw = excel.getDataExcel(file_path=importLogInfo['file_path'], active_sheet='Sheet1', header=0, names=modelColumns, na_values='')
inputData = inputDataRaw.to_dict('records')
insertData = []
updateDate = []
errorData = []
temp = {}
countList = 0
for idx, row in enumerate(inputData):
temp = {}
if row['contract_no'] not in ['', None]:
for cell in row:
try:
temp[cell] = common.convertDataType(data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell])
result = True
except Exception as errorConvertType:
temp['error_cell'] = modelPosition[cell] + str(idx + 1)
temp['type'] = modelConverters[cell]
temp['error_mesg'] = 'Sai kiểu dữ liệu nhập'
temp['result'] = 'error'
result = False
temp['created_by'] = 'system'
temp['created_at'] = time.time()
temp['import_id'] = str(importLogId)
if(result == False):
errorData.append(temp)
else:
temp['result'] = 'success'
insertData.append(temp)
newline='\n',
encoding='ISO-8859-1') as fin:
csv_reader = csv.reader(fin, delimiter=' ', quotechar='"')
result = True
for rowRaw in csv_reader:
if len(rowRaw) > 0:
row = list(filter(None, rowRaw))
if len(row) > 1:
if isinstance(
row[1],
str) and len(row[1]) > 12 and row[1].isdigit():
total += 1
temp = {}
try:
temp[modelColumns[0]] = common.convertDataType(
data=row[1],
datatype=modelConverters[modelColumns[0]],
formatType=modelFormat[modelColumns[0]])
temp[modelColumns[1]] = common.convertDataType(
data=row[2],
datatype=modelConverters[modelColumns[1]],
formatType=modelFormat[modelColumns[1]])
temp[modelColumns[-1]] = common.convertDataType(
data=row[-1].replace("\r\n", ''),
datatype=modelConverters[modelColumns[-1]],
formatType=modelFormat[modelColumns[-1]])
temp[modelColumns[-2]] = common.convertDataType(
data=row[-2],
datatype=modelConverters[modelColumns[-2]],
formatType=modelFormat[modelColumns[-2]])
temp[modelColumns[-3]] = common.convertDataType(
data=row[-3],
encoding='ISO-8859-1') as fin:
csv_reader = csv.reader(fin, delimiter=' ', quotechar='"')
for idx, rowRaw in enumerate(csv_reader):
if len(rowRaw) > 0:
row = list(filter(None, rowRaw))
if len(row) > 1:
if isinstance(
row[1],
str) and len(row[1]) > 12 and row[1].isdigit():
result = True
temp = {}
for keyCell, cell in enumerate(row):
try:
temp[modelColumns[
keyCell]] = common.convertDataType(
data=cell,
datatype=modelConverters1[keyCell],
formatType=modelFormat1[keyCell])
except Exception as errorConvertType:
temp['type'] = modelConverters1[keyCell]
temp['error_mesg'] = 'Sai kiểu dữ liệu nhập'
temp['result'] = 'error'
result = False
temp['created_by'] = 'system'
temp['created_at'] = time.time()
temp['import_id'] = str(importLogId)
if (result == False):
errorData.append(temp)
else:
insertData.append(temp)
result = True
