def test_hash_files(self): mock_keys = { ApiKeys.SALT_KEYS: [{ "value": "test-salt-key" }], ApiKeys.ENCRYPTION_KEY: "_hSmVyMTLi-Qo_rmISp8jrH5Aob7frHp1X-28sxQZAU=" } HashService.hash_files(self.config, mock_keys) input_csv = pandas.read_csv(self.config.FILES[0], delimiter=self.config.CSV_DELIMITER, dtype=object, encoding=DEFAULT_CSV_ENCODING) hashed_csv_file_name = self.config.FILES[ 0][:-4] + "_chunk_1" + HASHED_FILE_EXTENSION + ".csv" hashed_csv = pandas.read_csv(hashed_csv_file_name, delimiter=self.config.CSV_DELIMITER, dtype=object, encoding=DEFAULT_CSV_ENCODING) input_csv_columns = input_csv.columns.values.tolist() hashed_csv_columns = hashed_csv.columns.values.tolist() for column in input_csv_columns: if column not in self.config.COLUMNS_TO_HASH: assert column in hashed_csv_columns assert input_csv[column][0] == hashed_csv[column][0] else: assert column + HASHED_FILE_EXTENSION in hashed_csv_columns assert input_csv[column][0] != hashed_csv[ column + HASHED_FILE_EXTENSION][0]
def test_encrypt_files(self): config = ConfigService.initialize_config(TEST_CONFIG_FILE_PATH) mock_keys = { ApiKeys.SALT_KEYS: [{ "value": "test-salt-key" }], ApiKeys.ENCRYPTION_KEY: "_hSmVyMTLi-Qo_rmISp8jrH5Aob7frHp1X-28sxQZAU=" } FileService.validate_files(config) HashService.hash_files(config, mock_keys) EncryptionService.encrypt_files(config, mock_keys) assert len(config.ENCRYPTED_FILES) > 0 os.remove(config.ENCRYPTED_FILES[0]) os.remove(config.HASHED_FILES[0]) os.chdir(self.test_directory)
def run(input_file, log_file, mode): """Entry point for the INOIS application.""" log_level = logging.DEBUG if log_file else logging.CRITICAL log_location = log_file if log_file else "inois.log" logging.basicConfig(format='%(asctime)s (%(levelname)s): %(message)s', filename=log_location, level=log_level) application_mode = mode if mode == ApplicationModeKeys.SEARCH else ApplicationModeKeys.UPLOAD logging.info( Notifications.APPLICATION_STARTED.format(application_mode, datetime.now())) print("\n" + Notifications.APPLICATION_STARTED.format( application_mode, datetime.now())) print(Banner.TEXT) config = ConfigService.initialize_config(input_file=input_file) session = AuthenticationService(config).get_authorization() FileService.validate_files(config) keys = KeyService.get_keys(config, session) if application_mode == ApplicationModeKeys.UPLOAD: HashService.hash_files(config, keys) FileService.delete_chunked_files(config) EncryptionService.encrypt_files(config, keys) FileService.delete_hashed_files(config) UploadService.upload_files(config, session) FileService.delete_encrypted_files(config) elif application_mode == ApplicationModeKeys.SEARCH: search_queries = HashService.hash_records_for_search(config, keys) SearchService.search_on_all_queries(search_queries, session) os.chdir(config.LAUNCH_DIRECTORY) logging.info(Notifications.APPLICATION_TERMINATED.format(datetime.now())) print("\n" + Notifications.APPLICATION_TERMINATED.format(datetime.now()))