def setUp(self): self.m = random.randint(1, 6) self.k = self.m - 1 self.storage_manager = StorageManager() self.fec = FileFec(self.k, self.m) self.mapping = MappingConfigParser(create_random_dir(), generate_random_file_path()) self.handler = DemerioConductor(self.mapping, self.fec, self.storage_manager)
class TestDemerioHandler(unittest.TestCase): """ This is an integration testCase, we use Mock as storage_manager and as split to only test mapping integration """ def _mock_encode_path_in_dir(self, input_path, temp_dir): return [generate_random_file_name_in_dir(temp_dir) for i in range(self.m)] def _mock_storage_new_file(self, file_parts): return [ (generate_random_string(), file_part) for file_part in file_parts ] def setUp(self): self.m = random.randint(1, 6) self.k = self.m - 1 self.storage_manager = StorageManager() self.fec = FileFec(self.k, self.m) self.mapping = MappingConfigParser(create_random_dir(), generate_random_file_path()) self.handler = DemerioConductor(self.mapping, self.fec, self.storage_manager) def tearDown(self): delete_file(self.mapping.config_file_path) delete_dir(self.mapping.base_dir) def test_on_created_file_without_error(self): # Given new_file = generate_random_file_name_in_dir(self.mapping.base_dir) created_event = FileCreatedEvent(new_file) self.fec.encode_path_in_dir = self._mock_encode_path_in_dir self.storage_manager.new_file = self._mock_storage_new_file # When self.handler.on_created(created_event) # Then self.assertTrue(self.mapping.has_file(new_file)) self.assertTrue(self.mapping.get_state(new_file) == STATE.ok) def test_on_created_file_with_split_error(self): # Given new_file = generate_random_file_name_in_dir(self.mapping.base_dir) created_event = FileCreatedEvent(new_file) self.fec.encode_path_in_dir = MagicMock(side_effect=DemerioSplitError('')) # When self.handler.on_created(created_event) # Then self.assertTrue(self.mapping.has_file(new_file)) self.assertTrue(self.mapping.get_state(new_file) == STATE.detected) def test_after_reconstruct_i_have_the_same_number_of_files(self): # Given number_of_files = random.randint(1, 100) for file_number in range(number_of_files): file_path = generate_random_file_name_in_dir(self.mapping.base_dir) self.mapping.add_file(file_path, self.k, self.m) self.mapping.update_to_splitted_state(file_path, [generate_random_string() for i in range(self.m)]) output_dir = create_random_dir() self.addCleanup(lambda: delete_dir(output_dir)) self.storage_manager.download_file_chunks = mock_download_file_chunks self.fec.decode_path = mock_decode_path # When self.handler.reconstruct_dir(output_dir) # Then actual_number_of_files = count_files_recursively_in_dir(output_dir) self.assertEqual(number_of_files, actual_number_of_files) def test_reconstruct_with_subdirectories(self): # Given number_of_dir = random.randint(1, 10) number_of_files_in_dir = [random.randint(1, 100) for i in range(number_of_dir)] expected_number_of_files = sum(number_of_files_in_dir) for dir_number in range(number_of_dir): number_of_files_to_create = number_of_files_in_dir[dir_number] random_dir = create_random_dir(self.mapping.base_dir) for file_number in range(number_of_files_to_create): file_path = generate_random_file_name_in_dir(random_dir) self.mapping.add_file(file_path, self.k, self.m) self.mapping.update_to_splitted_state(file_path, [generate_random_string() for i in range(self.m)]) output_dir = create_random_dir() self.addCleanup(lambda: delete_dir(output_dir)) self.storage_manager.download_file_chunks = mock_download_file_chunks self.fec.decode_path = mock_decode_path # When self.handler.reconstruct_dir(output_dir) # Then actual_number_of_files = count_files_recursively_in_dir(output_dir) self.assertEqual(expected_number_of_files, actual_number_of_files)
class TestDemerioHandler(unittest.TestCase): """ This is an integration testCase, we use Mock as storage_manager and as split to only test mapping integration """ def _mock_encode_path_in_dir(self, input_path, temp_dir): return [ generate_random_file_name_in_dir(temp_dir) for i in range(self.m) ] def _mock_storage_new_file(self, file_parts): return [(generate_random_string(), file_part) for file_part in file_parts] def setUp(self): self.m = random.randint(1, 6) self.k = self.m - 1 self.storage_manager = StorageManager() self.fec = FileFec(self.k, self.m) self.mapping = MappingConfigParser(create_random_dir(), generate_random_file_path()) self.handler = DemerioConductor(self.mapping, self.fec, self.storage_manager) def tearDown(self): delete_file(self.mapping.config_file_path) delete_dir(self.mapping.base_dir) def test_on_created_file_without_error(self): # Given new_file = generate_random_file_name_in_dir(self.mapping.base_dir) created_event = FileCreatedEvent(new_file) self.fec.encode_path_in_dir = self._mock_encode_path_in_dir self.storage_manager.new_file = self._mock_storage_new_file # When self.handler.on_created(created_event) # Then self.assertTrue(self.mapping.has_file(new_file)) self.assertTrue(self.mapping.get_state(new_file) == STATE.ok) def test_on_created_file_with_split_error(self): # Given new_file = generate_random_file_name_in_dir(self.mapping.base_dir) created_event = FileCreatedEvent(new_file) self.fec.encode_path_in_dir = MagicMock( side_effect=DemerioSplitError('')) # When self.handler.on_created(created_event) # Then self.assertTrue(self.mapping.has_file(new_file)) self.assertTrue(self.mapping.get_state(new_file) == STATE.detected) def test_after_reconstruct_i_have_the_same_number_of_files(self): # Given number_of_files = random.randint(1, 100) for file_number in range(number_of_files): file_path = generate_random_file_name_in_dir(self.mapping.base_dir) self.mapping.add_file(file_path, self.k, self.m) self.mapping.update_to_splitted_state( file_path, [generate_random_string() for i in range(self.m)]) output_dir = create_random_dir() self.addCleanup(lambda: delete_dir(output_dir)) self.storage_manager.download_file_chunks = mock_download_file_chunks self.fec.decode_path = mock_decode_path # When self.handler.reconstruct_dir(output_dir) # Then actual_number_of_files = count_files_recursively_in_dir(output_dir) self.assertEqual(number_of_files, actual_number_of_files) def test_reconstruct_with_subdirectories(self): # Given number_of_dir = random.randint(1, 10) number_of_files_in_dir = [ random.randint(1, 100) for i in range(number_of_dir) ] expected_number_of_files = sum(number_of_files_in_dir) for dir_number in range(number_of_dir): number_of_files_to_create = number_of_files_in_dir[dir_number] random_dir = create_random_dir(self.mapping.base_dir) for file_number in range(number_of_files_to_create): file_path = generate_random_file_name_in_dir(random_dir) self.mapping.add_file(file_path, self.k, self.m) self.mapping.update_to_splitted_state( file_path, [generate_random_string() for i in range(self.m)]) output_dir = create_random_dir() self.addCleanup(lambda: delete_dir(output_dir)) self.storage_manager.download_file_chunks = mock_download_file_chunks self.fec.decode_path = mock_decode_path # When self.handler.reconstruct_dir(output_dir) # Then actual_number_of_files = count_files_recursively_in_dir(output_dir) self.assertEqual(expected_number_of_files, actual_number_of_files)