def match(patterns, limits=None): if len(patterns) == 1 and patterns[0] == _INPUT_PATTERN: return [ mock.Mock(metadata_list=[ file_metadata_stub.FileMetadataStub(path, size) for (path, size) in _INPUT_FILES_WITH_SIZE ]) ] return []
def test_disribute_files_on_workers_one(self): output_dir = 'test/out/dir' file_metadata_list = [file_metadata_stub.FileMetadataStub(path, size) for (path, size) in _INPUT_FILES_WITH_SIZE] worker_actions_list = vep_runner_util.get_all_vm_io_info( file_metadata_list, output_dir, 1) self.assertEqual(1, len(worker_actions_list)) single_worker_action_map = worker_actions_list[0].io_map self.assertDictEqual( single_worker_action_map, {f.path: '{}/{}{}'.format(output_dir, f.path, vep_runner_util._VEP_OUTPUT_SUFFIX) for f in file_metadata_list})
def test_disribute_files_on_workers_multiple(self): output_dir = 'test/out/dir' file_metadata_list = [file_metadata_stub.FileMetadataStub(path, size) for (path, size) in _INPUT_FILES_WITH_SIZE] worker_actions_list = vep_runner_util.get_all_vm_io_info( file_metadata_list, output_dir, 3) self.assertEqual(3, len(worker_actions_list)) total_number_of_files = sum([len(l.io_map) for l in worker_actions_list]) self.assertEqual(total_number_of_files, len(_INPUT_FILES_WITH_SIZE)) merged_dict = {} for actions_list in worker_actions_list: for k, v in actions_list.io_map.iteritems(): merged_dict[k] = v self.assertDictEqual( merged_dict, {f.path: '{}/{}{}'.format(output_dir, f.path, vep_runner_util._VEP_OUTPUT_SUFFIX) for f in file_metadata_list})