def test_hash_files(self):
mock_keys = {
ApiKeys.SALT_KEYS: [{
"value": "test-salt-key"
}],
ApiKeys.ENCRYPTION_KEY:
"_hSmVyMTLi-Qo_rmISp8jrH5Aob7frHp1X-28sxQZAU="
}
HashService.hash_files(self.config, mock_keys)
input_csv = pandas.read_csv(self.config.FILES[0],
delimiter=self.config.CSV_DELIMITER,
dtype=object,
encoding=DEFAULT_CSV_ENCODING)
hashed_csv_file_name = self.config.FILES[
0][:-4] + "_chunk_1" + HASHED_FILE_EXTENSION + ".csv"
hashed_csv = pandas.read_csv(hashed_csv_file_name,
delimiter=self.config.CSV_DELIMITER,
dtype=object,
encoding=DEFAULT_CSV_ENCODING)
input_csv_columns = input_csv.columns.values.tolist()
hashed_csv_columns = hashed_csv.columns.values.tolist()
for column in input_csv_columns:
if column not in self.config.COLUMNS_TO_HASH:
assert column in hashed_csv_columns
assert input_csv[column][0] == hashed_csv[column][0]
else:
assert column + HASHED_FILE_EXTENSION in hashed_csv_columns
assert input_csv[column][0] != hashed_csv[
column + HASHED_FILE_EXTENSION][0]
def test_encrypt_files(self):
config = ConfigService.initialize_config(TEST_CONFIG_FILE_PATH)
mock_keys = {
ApiKeys.SALT_KEYS: [{
"value": "test-salt-key"
}],
ApiKeys.ENCRYPTION_KEY:
"_hSmVyMTLi-Qo_rmISp8jrH5Aob7frHp1X-28sxQZAU="
}
FileService.validate_files(config)
HashService.hash_files(config, mock_keys)
EncryptionService.encrypt_files(config, mock_keys)
assert len(config.ENCRYPTED_FILES) > 0
os.remove(config.ENCRYPTED_FILES[0])
os.remove(config.HASHED_FILES[0])
os.chdir(self.test_directory)
def run(input_file, log_file, mode):
"""Entry point for the INOIS application."""
log_level = logging.DEBUG if log_file else logging.CRITICAL
log_location = log_file if log_file else "inois.log"
logging.basicConfig(format='%(asctime)s (%(levelname)s): %(message)s',
filename=log_location,
level=log_level)
application_mode = mode if mode == ApplicationModeKeys.SEARCH else ApplicationModeKeys.UPLOAD
logging.info(
Notifications.APPLICATION_STARTED.format(application_mode,
datetime.now()))
print("\n" + Notifications.APPLICATION_STARTED.format(
application_mode, datetime.now()))
print(Banner.TEXT)
config = ConfigService.initialize_config(input_file=input_file)
session = AuthenticationService(config).get_authorization()
FileService.validate_files(config)
keys = KeyService.get_keys(config, session)
if application_mode == ApplicationModeKeys.UPLOAD:
HashService.hash_files(config, keys)
FileService.delete_chunked_files(config)
EncryptionService.encrypt_files(config, keys)
FileService.delete_hashed_files(config)
UploadService.upload_files(config, session)
FileService.delete_encrypted_files(config)
elif application_mode == ApplicationModeKeys.SEARCH:
search_queries = HashService.hash_records_for_search(config, keys)
SearchService.search_on_all_queries(search_queries, session)
os.chdir(config.LAUNCH_DIRECTORY)
logging.info(Notifications.APPLICATION_TERMINATED.format(datetime.now()))
print("\n" + Notifications.APPLICATION_TERMINATED.format(datetime.now()))