def test_when_task_mappings_are_found_for_changed_files(self): evg_api_mock = self._mock_evg_api() evg_config = get_evergreen_config("etc/evergreen.yml") selected_tests_service_mock = MagicMock() selected_tests_service_mock.get_task_mappings.return_value = [ { "source_file": "src/file1.cpp", "tasks": [{ "name": "auth" }], }, ] selected_tests_variant_expansions = { "task_name": "selected_tests_gen", "build_variant": "selected-tests", "build_id": "my_build_id", "project": "mongodb-mongo-master" } repos = [mock_changed_git_files(["src/file1.cpp"])] origin_build_variants = ["enterprise-rhel-62-64-bit"] config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock, selected_tests_variant_expansions, repos, origin_build_variants) self.assertIn("selected_tests_config.json", config_dict) # the auth task's generator task, auth_gen, has fallback_num_sub_suites = 4 in # its resmoke args, resulting in 4 subtasks being generated, plus a _misc task self.assertEqual(len(config_dict), 6) self.assertEqual(sorted(config_dict.keys()), [ "auth_0.yml", "auth_1.yml", "auth_2.yml", "auth_3.yml", "auth_misc.yml", "selected_tests_config.json" ])
def test_when_no_mappings_are_found_for_changed_files(self): mock_evg_api = self._mock_evg_api() mock_evg_config = get_evergreen_config("etc/evergreen.yml") mock_evg_expansions = under_test.EvgExpansions( task_id="task_id", task_name="selected_tests_gen", build_variant="selected-tests", build_id="my_build_id", project="mongodb-mongo-master", revision="abc123", version_id="my_version", ) mock_selected_tests_client = MagicMock() mock_selected_tests_client.get_test_mappings.return_value = TestMappingsResponse( test_mappings=[]) configure_dependencies(mock_evg_api, mock_evg_expansions, mock_evg_config, mock_selected_tests_client) repos = [mock_changed_git_files([])] selected_tests = under_test.SelectedTestsOrchestrator() changed_files = selected_tests.find_changed_files(repos, "task_id") generated_config = selected_tests.generate_version(changed_files) # assert that config_dict does not contain keys for any generated task configs self.assertEqual(len(generated_config.file_list), 1) self.assertEqual(generated_config.file_list[0].file_name, "selected_tests_config.json")
def test_when_test_mappings_are_found_for_changed_files(self): evg_api_mock = self._mock_evg_api() evg_config = get_evergreen_config("etc/evergreen.yml") selected_tests_service_mock = MagicMock() selected_tests_service_mock.get_test_mappings.return_value = [ { "source_file": "src/file1.cpp", "test_files": [{"name": "jstests/auth/auth1.js"}], }, ] selected_tests_variant_expansions = { "task_name": "selected_tests_gen", "build_variant": "selected-tests", "build_id": "my_build_id", "project": "mongodb-mongo-master" } repos = [mock_changed_git_files(["src/file1.cpp"])] config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock, selected_tests_variant_expansions, repos) self.assertIn("selected_tests_config.json", config_dict) # assert that tasks are generated on all required build variants build_variants_with_generated_tasks = json.loads( config_dict["selected_tests_config.json"])["buildvariants"] self.assertEqual( len(build_variants_with_generated_tasks), len(evg_config.get_required_variants())) # jstests/auth/auth1.js belongs to two suites, auth and auth_audit, each of which has # fallback_num_sub_suites = 4 in their resmoke args, resulting in 4 subtasks being generated # for each, hence 8 tasks total rhel_62_with_generated_tasks = next( (variant for variant in build_variants_with_generated_tasks if variant["name"] == "enterprise-rhel-62-64-bit-dynamic-required"), None) self.assertEqual(len(rhel_62_with_generated_tasks["tasks"]), 8)
def test_when_task_mappings_are_found_for_changed_files(self): evg_api_mock = self._mock_evg_api() evg_config = get_evergreen_config("etc/evergreen.yml") selected_tests_service_mock = MagicMock() selected_tests_service_mock.get_task_mappings.return_value = [ { "source_file": "src/file1.cpp", "tasks": [{"name": "auth"}], }, ] selected_tests_variant_expansions = { "task_name": "selected_tests_gen", "build_variant": "selected-tests", "build_id": "my_build_id", "project": "mongodb-mongo-master" } repos = [mock_changed_git_files(["src/file1.cpp"])] config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock, selected_tests_variant_expansions, repos) self.assertIn("selected_tests_config.json", config_dict) # the auth task's generator task, auth_gen, has fallback_num_sub_suites = 4 in # its resmoke args, resulting in 4 subtasks being generated, plus a _misc task, hence 5 # tasks total build_variants_with_generated_tasks = json.loads( config_dict["selected_tests_config.json"])["buildvariants"] rhel_62_with_generated_tasks = next( (variant for variant in build_variants_with_generated_tasks if variant["name"] == "enterprise-rhel-62-64-bit-dynamic-required"), None) self.assertEqual(len(rhel_62_with_generated_tasks["tasks"]), 5)
def test_when_test_mappings_are_found_for_changed_files(self): mock_evg_api = self._mock_evg_api() mock_evg_config = get_evergreen_config("etc/evergreen.yml") mock_evg_expansions = under_test.EvgExpansions( task_id="task_id", task_name="selected_tests_gen", build_variant="selected-tests", build_id="my_build_id", project="mongodb-mongo-master", revision="abc123", version_id="my_version", ) mock_test_mapping = TestMapping(branch="master", project="mongodb-mongo-master", repo="mongodb/mongo", source_file="src/file1.cpp", source_file_seen_count=8, test_files=[ TestFileInstance( name="jstests/auth/auth1.js", test_file_seen_count=3) ]) mock_selected_tests_client = MagicMock() mock_selected_tests_client.get_test_mappings.return_value = TestMappingsResponse( test_mappings=[mock_test_mapping]) configure_dependencies(mock_evg_api, mock_evg_expansions, mock_evg_config, mock_selected_tests_client) repos = [mock_changed_git_files(["src/file1.cpp"])] selected_tests = under_test.SelectedTestsOrchestrator() changed_files = selected_tests.find_changed_files(repos, "task_id") generated_config = selected_tests.generate_version(changed_files) files_to_generate = { gen_file.file_name for gen_file in generated_config.file_list } self.assertIn("selected_tests_config.json", files_to_generate) # assert that generated suite files have the suite name and the variant name in the # filename, to prevent tasks on different variants from using the same suite file self.assertIn("auth_0_enterprise-rhel-80-64-bit-dynamic-required.yml", files_to_generate) generated_evg_config_raw = [ gen_file.content for gen_file in generated_config.file_list if gen_file.file_name == "selected_tests_config.json" ][0] generated_evg_config = json.loads(generated_evg_config_raw) build_variants_with_generated_tasks = generated_evg_config[ "buildvariants"] # jstests/auth/auth1.js belongs to two suites, auth and auth_audit, rhel_80_with_generated_tasks = next( (variant for variant in build_variants_with_generated_tasks if variant["name"] == "enterprise-rhel-80-64-bit-dynamic-required" ), None) self.assertEqual(len(rhel_80_with_generated_tasks["tasks"]), 2)
def test_when_task_mappings_are_found_for_changed_files(self): mock_evg_api = self._mock_evg_api() mock_evg_config = get_evergreen_config("etc/evergreen.yml") mock_evg_expansions = under_test.EvgExpansions( task_id="task_id", task_name="selected_tests_gen", build_variant="selected-tests", build_id="my_build_id", project="mongodb-mongo-master", revision="abc123", version_id="my_version", ) mock_task_mapping = TaskMapping(branch="master", project="mongodb-mongo-master", repo="mongodb/mongo", source_file="src/file1.cpp", source_file_seen_count=8, tasks=[ TaskMapInstance( name="auth", variant="enterprise-rhel-80", flip_count=5) ]) mock_selected_tests_client = MagicMock() mock_selected_tests_client.get_task_mappings.return_value = TaskMappingsResponse( task_mappings=[mock_task_mapping]) configure_dependencies(mock_evg_api, mock_evg_expansions, mock_evg_config, mock_selected_tests_client) repos = [mock_changed_git_files(["src/file1.cpp"])] selected_tests = under_test.SelectedTestsOrchestrator() changed_files = selected_tests.find_changed_files(repos, "task_id") generated_config = selected_tests.generate_version(changed_files) files_to_generate = { gen_file.file_name for gen_file in generated_config.file_list } self.assertIn("selected_tests_config.json", files_to_generate) generated_evg_config_raw = [ gen_file.content for gen_file in generated_config.file_list if gen_file.file_name == "selected_tests_config.json" ][0] generated_evg_config = json.loads(generated_evg_config_raw) # the auth task's generator task, max_sub_suites is 3, # resulting in 3 subtasks being generated, plus a _misc task, hence 4 # tasks total build_variants_with_generated_tasks = generated_evg_config[ "buildvariants"] rhel_80_with_generated_tasks = next( (variant for variant in build_variants_with_generated_tasks if variant["name"] == "enterprise-rhel-80-64-bit-dynamic-required" ), None) self.assertEqual(len(rhel_80_with_generated_tasks["tasks"]), 5)
def test_when_test_mappings_are_found_for_changed_files(self): evg_api_mock = self._mock_evg_api() evg_config = get_evergreen_config("etc/evergreen.yml") selected_tests_service_mock = MagicMock() selected_tests_service_mock.get_test_mappings.return_value = [ { "source_file": "src/file1.cpp", "test_files": [{ "name": "jstests/auth/auth1.js" }], }, ] selected_tests_variant_expansions = { "task_name": "selected_tests_gen", "build_variant": "selected-tests", "build_id": "my_build_id", "project": "mongodb-mongo-master", "version_id": "my_version", "task_id": "task_id", "max_sub_suites": 3, } repos = [mock_changed_git_files(["src/file1.cpp"])] config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock, selected_tests_variant_expansions, repos) self.assertIn("selected_tests_config.json", config_dict) # assert that generated suite files have the suite name and the variant name in the # filename, to prevent tasks on different variants from using the same suite file self.assertIn("auth_enterprise-rhel-80-64-bit-dynamic-required_0.yml", config_dict) # assert that tasks are generated on all required build variants build_variants_with_generated_tasks = json.loads( config_dict["selected_tests_config.json"])["buildvariants"] self.assertEqual(len(build_variants_with_generated_tasks), len(evg_config.get_required_variants())) # jstests/auth/auth1.js belongs to two suites, auth and auth_audit, # max_sub_suites = 3, resulting in 3 subtasks being generated # for each, hence 6 tasks total rhel_80_with_generated_tasks = next( (variant for variant in build_variants_with_generated_tasks if variant["name"] == "enterprise-rhel-80-64-bit-dynamic-required" ), None) self.assertEqual(len(rhel_80_with_generated_tasks["tasks"]), 6)
def test_when_no_mappings_are_found_for_changed_files(self): evg_api_mock = self._mock_evg_api() evg_config = get_evergreen_config("etc/evergreen.yml") selected_tests_service_mock = MagicMock() selected_tests_service_mock.get_test_mappings.return_value = [] selected_tests_variant_expansions = { "task_name": "selected_tests_gen", "build_variant": "selected-tests", "build_id": "my_build_id", "project": "mongodb-mongo-master" } repos = [mock_changed_git_files([])] config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock, selected_tests_variant_expansions, repos) # assert that config_dict does not contain keys for any generated task configs self.assertEqual(config_dict.keys(), {"selected_tests_config.json"})
def test_when_no_mappings_are_found_for_changed_files(self): evg_api_mock = self._mock_evg_api() evg_config = get_evergreen_config("etc/evergreen.yml") selected_tests_service_mock = MagicMock() selected_tests_service_mock.get_test_mappings.return_value = [] selected_tests_variant_expansions = { "task_name": "selected_tests_gen", "build_variant": "selected-tests", "build_id": "my_build_id", "project": "mongodb-mongo-master" } repos = [mock_changed_git_files([])] origin_build_variants = ["enterprise-rhel-62-64-bit"] config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock, selected_tests_variant_expansions, repos, origin_build_variants) self.assertEqual(config_dict["selected_tests_config.json"], "{}")
def test_when_test_mappings_are_found_for_changed_files(self): evg_api_mock = self._mock_evg_api() evg_config = get_evergreen_config("etc/evergreen.yml") selected_tests_service_mock = MagicMock() selected_tests_service_mock.get_test_mappings.return_value = [ { "source_file": "src/file1.cpp", "test_files": [{ "name": "jstests/auth/auth1.js" }], }, ] selected_tests_variant_expansions = { "task_name": "selected_tests_gen", "build_variant": "selected-tests", "build_id": "my_build_id", "project": "mongodb-mongo-master", "version_id": "my_version", "task_id": "task_id" } repos = [mock_changed_git_files(["src/file1.cpp"])] origin_build_variants = ["enterprise-rhel-62-64-bit"] config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock, selected_tests_variant_expansions, repos, origin_build_variants) self.assertIn("selected_tests_config.json", config_dict) # jstests/auth/auth1.js belongs to two suites, auth and auth_audit, each of which has # fallback_num_sub_suites = 4 in their resmoke args, resulting in 4 subtasks being generated # for each self.assertEqual(len(config_dict), 9) self.assertEqual(sorted(config_dict.keys()), [ "auth_0.yml", "auth_1.yml", "auth_2.yml", "auth_3.yml", "auth_audit_4.yml", "auth_audit_5.yml", "auth_audit_6.yml", "auth_audit_7.yml", "selected_tests_config.json" ])