na_values='') inputData = inputDataRaw.to_dict('records') for idx, row in enumerate(inputData): total += 1 temp = {} result = True if row['so_hopdong'] not in ['', None]: # pprint(row) # break for cell in row: try: if modelConverters[cell] == 'timestamp': temp[cell] = common.convertDataType( data=row[cell], datatype=modelConverters[cell], formatType="%Y-%m-%d %H:%M:%S") else: temp[cell] = common.convertDataType( data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell]) # break except Exception as errorConvertType: temp['error_cell'] = cell + "_" + str(idx + 1) temp['type'] = modelConverters[cell] temp['error_mesg'] = 'Sai kiểu dữ liệu nhập' temp['result'] = 'error' # pprint(temp) result = False
if filenameExtension[1] in ['csv', 'xlsx']: if(filenameExtension[1] == 'csv'): inputDataRaw = excel.getDataCSV(file_path=importLogInfo['file_path'], dtype=object, sep=sep, header=None, names=modelColumns, na_values='') else: inputDataRaw = excel.getDataExcel(file_path=importLogInfo['file_path'], header=None, names=modelColumns, na_values='') inputData = inputDataRaw.to_dict('records') for idx, row in enumerate(inputData): total += 1 temp = {} result = True if row['account_number'] not in ['', None]: for cell in row: try: temp[cell] = common.convertDataType(data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell]) except Exception as errorConvertType: temp['error_cell'] = cell + "_" + str(idx + 1) temp['type'] = modelConverters[cell] temp['error_mesg'] = 'Sai kiểu dữ liệu nhập' temp['result'] = 'error' result = False temp['created_by'] = 'system' # temp['created_at'] = time.time() temp['created_at'] = int(time.mktime(time.strptime(str(todayString + " 00:00:00"), "%d/%m/%Y %H:%M:%S"))) temp['import_id'] = str(importLogId) if(result == False): errorData.append(temp) else: insertData.append(temp) result = True
inputDataRaw = excel.getDataExcel(file_path=importLogInfo['file_path'], active_sheet='Sheet1', header=0, names=modelColumns, na_values='') inputData = inputDataRaw.to_dict('records') insertData = [] updateDate = [] errorData = [] temp = {} countList = 0 for idx, row in enumerate(inputData): temp = {} if row['contract_no'] not in ['', None]: for cell in row: try: temp[cell] = common.convertDataType(data=row[cell], datatype=modelConverters[cell], formatType=modelFormat[cell]) result = True except Exception as errorConvertType: temp['error_cell'] = modelPosition[cell] + str(idx + 1) temp['type'] = modelConverters[cell] temp['error_mesg'] = 'Sai kiểu dữ liệu nhập' temp['result'] = 'error' result = False temp['created_by'] = 'system' temp['created_at'] = time.time() temp['import_id'] = str(importLogId) if(result == False): errorData.append(temp) else: temp['result'] = 'success' insertData.append(temp)
newline='\n', encoding='ISO-8859-1') as fin: csv_reader = csv.reader(fin, delimiter=' ', quotechar='"') result = True for rowRaw in csv_reader: if len(rowRaw) > 0: row = list(filter(None, rowRaw)) if len(row) > 1: if isinstance( row[1], str) and len(row[1]) > 12 and row[1].isdigit(): total += 1 temp = {} try: temp[modelColumns[0]] = common.convertDataType( data=row[1], datatype=modelConverters[modelColumns[0]], formatType=modelFormat[modelColumns[0]]) temp[modelColumns[1]] = common.convertDataType( data=row[2], datatype=modelConverters[modelColumns[1]], formatType=modelFormat[modelColumns[1]]) temp[modelColumns[-1]] = common.convertDataType( data=row[-1].replace("\r\n", ''), datatype=modelConverters[modelColumns[-1]], formatType=modelFormat[modelColumns[-1]]) temp[modelColumns[-2]] = common.convertDataType( data=row[-2], datatype=modelConverters[modelColumns[-2]], formatType=modelFormat[modelColumns[-2]]) temp[modelColumns[-3]] = common.convertDataType( data=row[-3],
encoding='ISO-8859-1') as fin: csv_reader = csv.reader(fin, delimiter=' ', quotechar='"') for idx, rowRaw in enumerate(csv_reader): if len(rowRaw) > 0: row = list(filter(None, rowRaw)) if len(row) > 1: if isinstance( row[1], str) and len(row[1]) > 12 and row[1].isdigit(): result = True temp = {} for keyCell, cell in enumerate(row): try: temp[modelColumns[ keyCell]] = common.convertDataType( data=cell, datatype=modelConverters1[keyCell], formatType=modelFormat1[keyCell]) except Exception as errorConvertType: temp['type'] = modelConverters1[keyCell] temp['error_mesg'] = 'Sai kiểu dữ liệu nhập' temp['result'] = 'error' result = False temp['created_by'] = 'system' temp['created_at'] = time.time() temp['import_id'] = str(importLogId) if (result == False): errorData.append(temp) else: insertData.append(temp) result = True