def do(self):
decryptedFile = ExportTask.format_filename()
encryptedFile = ExportTask.format_filename_processed(decryptedFile)
dataset = self._get_data()
datafile = helper.SHPDDataFile(encryptedFile, decryptedFile, dataset=dataset, file_type=helper.SHPDDataFile.TYPE_UPDATE)
dataset = datafile.process()
self._send_email(decryptedFile)
'save log'
info_dict={}
info_dict.update(dataset.get('header'));
info_dict.update({'decryptedfile':decryptedFile, 'encryptedfile':self.encryptedFile})
log = Log()
log.info = json.dumps(info_dict)
log.identitiy = encryptedFile
log.status = ExportTask.STATUS_DATA_LOADED
log.op_id = self.operator_id
log.save()
'archive file'
datafile.archive()
def error_log(last_log, **params):
spreadsheetId = params["spreadsheetId"]
output_spreadsheet = params["output_spreadsheet"]
offset = params["offset"]
tab = params["tab"]
out = params["out"]
if last_log.status == "Error":
last_log.updated_row += 1
last_log.save()
else:
last_log = Log(from_sheet=spreadsheetId, to_sheet=output_spreadsheet, from_tab=tab, to_tab=out)
last_log.updated_range = '!A{}:M'.format(offset)
last_log.updated_row = 1
last_log.updated_col = 0
last_log.status = "Error"
last_log.save()
return last_log
def success_log(last_log, **params): spreadsheetId = params["spreadsheetId"] output_spreadsheet = params["output_spreadsheet"] tab = params["tab"] out = params["out"] body = params["body"] if last_log.status == "Success": last_log.updated_row += 1 last_log.save() else: last_log = Log(from_sheet=spreadsheetId, to_sheet=output_spreadsheet, from_tab=tab, to_tab=out) last_log.updated_range = body["updatedRange"] last_log.updated_row = body["updatedRows"] last_log.updated_col = body["updatedColumns"] last_log.status = "Success" last_log.save() return last_log
def read_to_db(self, multiple_data):
for email_digest, encryptedFile in multiple_data:
'read data from file'
decryptedFile = EmailTask.format_filename_processed(encryptedFile)
datafile = helper.SHPDDataFile(encryptedFile, decryptedFile, helper.SHPDDataFile.TYPE_RECEIVE)
dataset = datafile.process()
'save details'
self.save2db(dataset.get('details'))
'save log'
info = json.dumps(dict(status=EmailTask.STATUS_DOWNLOADED, encryptedfile=encryptedFile, decryptedfile=decryptedFile, header=dataset.get('header')))
log = Log(identitiy=email_digest, type=Log.TYPE_CHOICES[1], info=info, status=0, op_id=0)
log.status = EmailTask.STATUS_DATA_LOADED
log.save()
'archive file'
datafile.archive()
def do(self):
encryptedFile = UplaodFileTask.format_filename(self.uploadfilename)
decryptedFile = UplaodFileTask.format_filename_processed(encryptedFile)
datafile = helper.SHPDDataFile(self.encryptedFile, decryptedFile, helper.SHPDDataFile.TYPE_RECEIVE)
dataset = datafile.process()
'save details'
self.save2db(dataset.get('details'))
'save log'
info_dict={}
info_dict.update(dataset.get('header'));
info_dict.update({'decryptedfile':decryptedFile, 'encryptedfile':self.encryptedFile})
log = Log()
log.info = json.dumps(info_dict)
log.identitiy = self.encryptedFile
log.status = UplaodFileTask.STATUS_DATA_LOADED
log.op_id = self.operator_id
log.save()
'archive file'
datafile.archive()
