def decrypt_file(directory_to_decrypt, f):
#pdb.set_trace()
proc_dir = os.path.join(directory_to_decrypt, 'processing')
if not os.path.exists(proc_dir):
os.makedirs(proc_dir)
upload_filename = os.path.join(directory_to_decrypt, f)
proc_filename = os.path.join(proc_dir, f)
decrypted_filename = os.path.join(mConnector.decrypted_path, f)
curr_filename = upload_filename #for keeping track of the file's current location
decryption_success = False
try:
# check if still exists, might have been moved in another thread
if os.path.exists(
upload_filename) and not os.path.exists(proc_filename):
# move it to processing
shutil.move(upload_filename, proc_dir)
curr_filename = proc_filename
# decrypt
if decrypt_if_not_db_file(proc_filename, key, extension=None):
decryption_success = True
fail.safe_move(proc_filename, mConnector.decrypted_path)
log.log('Debug', 'Still here #1')
curr_filename = decrypted_filename
orig_filename = proc_filename + '.orig'
if os.path.exists(orig_filename):
os.remove(orig_filename)
#log.log('Debug','Still here #2')
database_single_population.load_file(f)
return True
else:
return False
except Exception as e:
#find out when it happened
action = ''
if curr_filename == upload_filename:
action = 'moving to /processing'
elif curr_filename == proc_filename and decryption_success == False:
action = 'decrypting'
elif curr_filename == proc_filename and decryption_success == True:
action = 'moving to /decrypted'
elif curr_filename == decrypted_filename:
action = 'removing the .orig file of'
try:
if not str(e).contains('already exists'):
fail.fail(
curr_filename, mConnector.decryption_failed_path,
'Exception thrown: ' + str(e) + '. While ' + action +
' file: ' + f)
log.log('error', 'README ^^^^^^^^^^^^^')
else:
log.log(
'error', 'Exception thrown: ' + str(e) + '. While ' +
action + ' file: ' + f)
except Exception as e1:
pass
return False
'''
def decrypt_file(directory_to_decrypt, f):
#pdb.set_trace()
proc_dir = os.path.join(directory_to_decrypt, 'processing')
if not os.path.exists(proc_dir):
os.makedirs(proc_dir)
upload_filename = os.path.join(directory_to_decrypt, f)
proc_filename = os.path.join(proc_dir, f)
decrypted_filename = os.path.join(myConnector['decrypted_path'], f)
curr_filename = upload_filename #for keeping track of the file's current location
decryption_success = False;
try:
# check if still exists, might have been moved in another thread
if os.path.exists(upload_filename) and not os.path.exists(proc_filename):
# move it to processing
shutil.move(upload_filename, proc_dir)
curr_filename = proc_filename
# decrypt
decryption_start = time.time();
if decrypt_if_not_db_file(proc_filename, key, extension=None):
log.debug({'dtime': time.time()-decryption_start})
decryption_success = True;
fail.safe_move(proc_filename, myConnector['decrypted_path'])
curr_filename = decrypted_filename
orig_filename = proc_filename + '.orig'
if os.path.exists(orig_filename):
os.remove(orig_filename)
else:
fail.fail(curr_filename, myConnector['decryption_failed_path'], 'Could not decrypt file: ' + f)
return False
return True
else:
return False
except Exception as e:
#find out when it happened
action = '';
if curr_filename == upload_filename:
action = 'moving to /processing'
elif curr_filename == proc_filename and decryption_success == False:
action = 'decrypting'
elif curr_filename == proc_filename and decryption_success == True:
action = 'moving to /decrypted'
elif curr_filename == decrypted_filename:
action = 'removing the .orig file of'
try:
if 'already exists' not in str(e):
fail.fail(curr_filename, myConnector['decryption_failed_path'], 'Exception thrown: ' + str(e) + '. While ' + action + ' file: ' + f)
else:
log.error({'error': str(e), 'action': str(action), 'file': str(f)})
except Exception as e1:
pass
return False;
'''
def decrypt_file(directory_to_decrypt, f):
#pdb.set_trace()
proc_dir = os.path.join(directory_to_decrypt, 'processing')
if not os.path.exists(proc_dir):
os.makedirs(proc_dir)
upload_filename = os.path.join(directory_to_decrypt, f)
proc_filename = os.path.join(proc_dir, f)
decrypted_filename = os.path.join(mConnector.decrypted_path, f)
curr_filename = upload_filename #for keeping track of the file's current location
decryption_success = False;
try:
# check if still exists, might have been moved in another thread
if os.path.exists(upload_filename) and not os.path.exists(proc_filename):
# move it to processing
shutil.move(upload_filename, proc_dir)
curr_filename = proc_filename
# decrypt
if decrypt_if_not_db_file(proc_filename, key, extension=None):
decryption_success = True;
fail.safe_move(proc_filename, mConnector.decrypted_path)
log.log('Debug','Still here #1')
curr_filename = decrypted_filename
orig_filename = proc_filename + '.orig'
if os.path.exists(orig_filename):
os.remove(orig_filename)
#log.log('Debug','Still here #2')
database_single_population.load_file(f)
return True
else:
return False
except Exception as e:
#find out when it happened
action = '';
if curr_filename == upload_filename:
action = 'moving to /processing'
elif curr_filename == proc_filename and decryption_success == False:
action = 'decrypting'
elif curr_filename == proc_filename and decryption_success == True:
action = 'moving to /decrypted'
elif curr_filename == decrypted_filename:
action = 'removing the .orig file of'
try:
if not str(e).contains('already exists'):
fail.fail(curr_filename, mConnector.decryption_failed_path, 'Exception thrown: ' + str(e) + '. While ' + action + ' file: ' + f)
log.log('error', 'README ^^^^^^^^^^^^^')
else:
log.log('error','Exception thrown: ' + str(e) + '. While ' + action + ' file: ' + f);
except Exception as e1:
pass
return False;
'''
def decrypt_directory(directory_to_decrypt=service_config.CONNECTORS['connector_funf']['config']['upload_path']): decrypted_directory_path = service_config.CONNECTORS['connector_funf']['config']['decrypted_path'] decryption_failed_path = service_config.CONNECTORS['connector_funf']['config']['decryption_failed_path'] backup_path = service_config.CONNECTORS['connector_funf']['config']['backup_path'] #TODO #raw_filenames = [filename for filename in os.listdir(directory_to_decrypt) if fnmatch.fnmatch(filename, '*.db')] raw_filenames = [filename for filename in os.listdir(directory_to_decrypt) if fnmatch.fnmatch(filename, '*.orig')] filenames = [os.path.join(directory_to_decrypt, filename) for filename in raw_filenames] proc_dir = os.path.join(directory_to_decrypt, 'processing') failed_filenames = [] for f in filenames: try: shutil.move(f, proc_dir) except Exception as e: fail.fail(f, decryption_failed_path, 'Exception thrown: ' + str(e) + '. While decrypting file: ' + f) failed_filenames.append(os.path.basename(f)) raw_filenames = [e for e in raw_filenames if e not in failed_filenames] filenames = [os.path.join(proc_dir, filename) for filename in raw_filenames] for filename in filenames: try: # If successfull we move the decrypted file to the decrypted directory if decrypt_if_not_db_file(filename, key, extension=None): fail.safe_move(filename, decrypted_directory_path) # Move original db file to original directory if it exists -- if db file is already decrypted .orig will not exist #orig_filename = filename + '.orig' orig_filename = filename if os.path.exists(orig_filename): fail.safe_move(orig_filename, backup_path) # If decryption fails we move the file to the failed directory else: fail.fail(filename, decryption_failed_path, 'Could not decrypt file: ' + filename) except Exception as e: # If anything goes wrong we move the file to the failed directory fail.fail(filename, decryption_failed_path, 'Exception thrown: ' + str(e) + '. While decrypting file: ' + filename)
def decrypt_file(directory_to_decrypt, f):
#pdb.set_trace()
proc_dir = os.path.join(directory_to_decrypt, 'processing')
if not os.path.exists(proc_dir):
os.makedirs(proc_dir)
upload_filename = os.path.join(directory_to_decrypt, f)
proc_filename = os.path.join(proc_dir, f)
decrypted_filename = os.path.join(myConnector['decrypted_path'], f)
curr_filename = upload_filename #for keeping track of the file's current location
decryption_success = False
try:
# check if still exists, might have been moved in another thread
if os.path.exists(
upload_filename) and not os.path.exists(proc_filename):
# move it to processing
shutil.move(upload_filename, proc_dir)
curr_filename = proc_filename
# decrypt
decryption_start = time.time()
if decrypt_if_not_db_file(proc_filename, key, extension=None):
log.debug({'dtime': time.time() - decryption_start})
decryption_success = True
fail.safe_move(proc_filename, myConnector['decrypted_path'])
curr_filename = decrypted_filename
orig_filename = proc_filename + '.orig'
if os.path.exists(orig_filename):
os.remove(orig_filename)
else:
fail.fail(curr_filename, myConnector['decryption_failed_path'],
'Could not decrypt file: ' + f)
return False
return True
else:
return False
except Exception as e:
#find out when it happened
action = ''
if curr_filename == upload_filename:
action = 'moving to /processing'
elif curr_filename == proc_filename and decryption_success == False:
action = 'decrypting'
elif curr_filename == proc_filename and decryption_success == True:
action = 'moving to /decrypted'
elif curr_filename == decrypted_filename:
action = 'removing the .orig file of'
try:
if 'already exists' not in str(e):
fail.fail(
curr_filename, myConnector['decryption_failed_path'],
'Exception thrown: ' + str(e) + '. While ' + action +
' file: ' + f)
else:
log.error({
'error': str(e),
'action': str(action),
'file': str(f)
})
except Exception as e1:
pass
return False
'''