def test_when_task_mappings_are_found_for_changed_files(self):
evg_api_mock = self._mock_evg_api()
evg_config = get_evergreen_config("etc/evergreen.yml")
selected_tests_service_mock = MagicMock()
selected_tests_service_mock.get_task_mappings.return_value = [
{
"source_file": "src/file1.cpp",
"tasks": [{
"name": "auth"
}],
},
]
selected_tests_variant_expansions = {
"task_name": "selected_tests_gen",
"build_variant": "selected-tests",
"build_id": "my_build_id",
"project": "mongodb-mongo-master"
}
repos = [mock_changed_git_files(["src/file1.cpp"])]
origin_build_variants = ["enterprise-rhel-62-64-bit"]
config_dict = under_test.run(evg_api_mock, evg_config,
selected_tests_service_mock,
selected_tests_variant_expansions, repos,
origin_build_variants)
self.assertIn("selected_tests_config.json", config_dict)
# the auth task's generator task, auth_gen, has fallback_num_sub_suites = 4 in
# its resmoke args, resulting in 4 subtasks being generated, plus a _misc task
self.assertEqual(len(config_dict), 6)
self.assertEqual(sorted(config_dict.keys()), [
"auth_0.yml", "auth_1.yml", "auth_2.yml", "auth_3.yml",
"auth_misc.yml", "selected_tests_config.json"
])
def test_when_no_mappings_are_found_for_changed_files(self):
mock_evg_api = self._mock_evg_api()
mock_evg_config = get_evergreen_config("etc/evergreen.yml")
mock_evg_expansions = under_test.EvgExpansions(
task_id="task_id",
task_name="selected_tests_gen",
build_variant="selected-tests",
build_id="my_build_id",
project="mongodb-mongo-master",
revision="abc123",
version_id="my_version",
)
mock_selected_tests_client = MagicMock()
mock_selected_tests_client.get_test_mappings.return_value = TestMappingsResponse(
test_mappings=[])
configure_dependencies(mock_evg_api, mock_evg_expansions,
mock_evg_config, mock_selected_tests_client)
repos = [mock_changed_git_files([])]
selected_tests = under_test.SelectedTestsOrchestrator()
changed_files = selected_tests.find_changed_files(repos, "task_id")
generated_config = selected_tests.generate_version(changed_files)
# assert that config_dict does not contain keys for any generated task configs
self.assertEqual(len(generated_config.file_list), 1)
self.assertEqual(generated_config.file_list[0].file_name,
"selected_tests_config.json")
def test_when_test_mappings_are_found_for_changed_files(self):
evg_api_mock = self._mock_evg_api()
evg_config = get_evergreen_config("etc/evergreen.yml")
selected_tests_service_mock = MagicMock()
selected_tests_service_mock.get_test_mappings.return_value = [
{
"source_file": "src/file1.cpp",
"test_files": [{"name": "jstests/auth/auth1.js"}],
},
]
selected_tests_variant_expansions = {
"task_name": "selected_tests_gen", "build_variant": "selected-tests",
"build_id": "my_build_id", "project": "mongodb-mongo-master"
}
repos = [mock_changed_git_files(["src/file1.cpp"])]
config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock,
selected_tests_variant_expansions, repos)
self.assertIn("selected_tests_config.json", config_dict)
# assert that tasks are generated on all required build variants
build_variants_with_generated_tasks = json.loads(
config_dict["selected_tests_config.json"])["buildvariants"]
self.assertEqual(
len(build_variants_with_generated_tasks), len(evg_config.get_required_variants()))
# jstests/auth/auth1.js belongs to two suites, auth and auth_audit, each of which has
# fallback_num_sub_suites = 4 in their resmoke args, resulting in 4 subtasks being generated
# for each, hence 8 tasks total
rhel_62_with_generated_tasks = next(
(variant for variant in build_variants_with_generated_tasks
if variant["name"] == "enterprise-rhel-62-64-bit-dynamic-required"), None)
self.assertEqual(len(rhel_62_with_generated_tasks["tasks"]), 8)
def test_when_task_mappings_are_found_for_changed_files(self):
evg_api_mock = self._mock_evg_api()
evg_config = get_evergreen_config("etc/evergreen.yml")
selected_tests_service_mock = MagicMock()
selected_tests_service_mock.get_task_mappings.return_value = [
{
"source_file": "src/file1.cpp",
"tasks": [{"name": "auth"}],
},
]
selected_tests_variant_expansions = {
"task_name": "selected_tests_gen", "build_variant": "selected-tests",
"build_id": "my_build_id", "project": "mongodb-mongo-master"
}
repos = [mock_changed_git_files(["src/file1.cpp"])]
config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock,
selected_tests_variant_expansions, repos)
self.assertIn("selected_tests_config.json", config_dict)
# the auth task's generator task, auth_gen, has fallback_num_sub_suites = 4 in
# its resmoke args, resulting in 4 subtasks being generated, plus a _misc task, hence 5
# tasks total
build_variants_with_generated_tasks = json.loads(
config_dict["selected_tests_config.json"])["buildvariants"]
rhel_62_with_generated_tasks = next(
(variant for variant in build_variants_with_generated_tasks
if variant["name"] == "enterprise-rhel-62-64-bit-dynamic-required"), None)
self.assertEqual(len(rhel_62_with_generated_tasks["tasks"]), 5)
def test_when_test_mappings_are_found_for_changed_files(self):
mock_evg_api = self._mock_evg_api()
mock_evg_config = get_evergreen_config("etc/evergreen.yml")
mock_evg_expansions = under_test.EvgExpansions(
task_id="task_id",
task_name="selected_tests_gen",
build_variant="selected-tests",
build_id="my_build_id",
project="mongodb-mongo-master",
revision="abc123",
version_id="my_version",
)
mock_test_mapping = TestMapping(branch="master",
project="mongodb-mongo-master",
repo="mongodb/mongo",
source_file="src/file1.cpp",
source_file_seen_count=8,
test_files=[
TestFileInstance(
name="jstests/auth/auth1.js",
test_file_seen_count=3)
])
mock_selected_tests_client = MagicMock()
mock_selected_tests_client.get_test_mappings.return_value = TestMappingsResponse(
test_mappings=[mock_test_mapping])
configure_dependencies(mock_evg_api, mock_evg_expansions,
mock_evg_config, mock_selected_tests_client)
repos = [mock_changed_git_files(["src/file1.cpp"])]
selected_tests = under_test.SelectedTestsOrchestrator()
changed_files = selected_tests.find_changed_files(repos, "task_id")
generated_config = selected_tests.generate_version(changed_files)
files_to_generate = {
gen_file.file_name
for gen_file in generated_config.file_list
}
self.assertIn("selected_tests_config.json", files_to_generate)
# assert that generated suite files have the suite name and the variant name in the
# filename, to prevent tasks on different variants from using the same suite file
self.assertIn("auth_0_enterprise-rhel-80-64-bit-dynamic-required.yml",
files_to_generate)
generated_evg_config_raw = [
gen_file.content for gen_file in generated_config.file_list
if gen_file.file_name == "selected_tests_config.json"
][0]
generated_evg_config = json.loads(generated_evg_config_raw)
build_variants_with_generated_tasks = generated_evg_config[
"buildvariants"]
# jstests/auth/auth1.js belongs to two suites, auth and auth_audit,
rhel_80_with_generated_tasks = next(
(variant for variant in build_variants_with_generated_tasks
if variant["name"] == "enterprise-rhel-80-64-bit-dynamic-required"
), None)
self.assertEqual(len(rhel_80_with_generated_tasks["tasks"]), 2)
def test_when_task_mappings_are_found_for_changed_files(self):
mock_evg_api = self._mock_evg_api()
mock_evg_config = get_evergreen_config("etc/evergreen.yml")
mock_evg_expansions = under_test.EvgExpansions(
task_id="task_id",
task_name="selected_tests_gen",
build_variant="selected-tests",
build_id="my_build_id",
project="mongodb-mongo-master",
revision="abc123",
version_id="my_version",
)
mock_task_mapping = TaskMapping(branch="master",
project="mongodb-mongo-master",
repo="mongodb/mongo",
source_file="src/file1.cpp",
source_file_seen_count=8,
tasks=[
TaskMapInstance(
name="auth",
variant="enterprise-rhel-80",
flip_count=5)
])
mock_selected_tests_client = MagicMock()
mock_selected_tests_client.get_task_mappings.return_value = TaskMappingsResponse(
task_mappings=[mock_task_mapping])
configure_dependencies(mock_evg_api, mock_evg_expansions,
mock_evg_config, mock_selected_tests_client)
repos = [mock_changed_git_files(["src/file1.cpp"])]
selected_tests = under_test.SelectedTestsOrchestrator()
changed_files = selected_tests.find_changed_files(repos, "task_id")
generated_config = selected_tests.generate_version(changed_files)
files_to_generate = {
gen_file.file_name
for gen_file in generated_config.file_list
}
self.assertIn("selected_tests_config.json", files_to_generate)
generated_evg_config_raw = [
gen_file.content for gen_file in generated_config.file_list
if gen_file.file_name == "selected_tests_config.json"
][0]
generated_evg_config = json.loads(generated_evg_config_raw)
# the auth task's generator task, max_sub_suites is 3,
# resulting in 3 subtasks being generated, plus a _misc task, hence 4
# tasks total
build_variants_with_generated_tasks = generated_evg_config[
"buildvariants"]
rhel_80_with_generated_tasks = next(
(variant for variant in build_variants_with_generated_tasks
if variant["name"] == "enterprise-rhel-80-64-bit-dynamic-required"
), None)
self.assertEqual(len(rhel_80_with_generated_tasks["tasks"]), 5)
def test_when_test_mappings_are_found_for_changed_files(self):
evg_api_mock = self._mock_evg_api()
evg_config = get_evergreen_config("etc/evergreen.yml")
selected_tests_service_mock = MagicMock()
selected_tests_service_mock.get_test_mappings.return_value = [
{
"source_file": "src/file1.cpp",
"test_files": [{
"name": "jstests/auth/auth1.js"
}],
},
]
selected_tests_variant_expansions = {
"task_name": "selected_tests_gen",
"build_variant": "selected-tests",
"build_id": "my_build_id",
"project": "mongodb-mongo-master",
"version_id": "my_version",
"task_id": "task_id",
"max_sub_suites": 3,
}
repos = [mock_changed_git_files(["src/file1.cpp"])]
config_dict = under_test.run(evg_api_mock, evg_config,
selected_tests_service_mock,
selected_tests_variant_expansions, repos)
self.assertIn("selected_tests_config.json", config_dict)
# assert that generated suite files have the suite name and the variant name in the
# filename, to prevent tasks on different variants from using the same suite file
self.assertIn("auth_enterprise-rhel-80-64-bit-dynamic-required_0.yml",
config_dict)
# assert that tasks are generated on all required build variants
build_variants_with_generated_tasks = json.loads(
config_dict["selected_tests_config.json"])["buildvariants"]
self.assertEqual(len(build_variants_with_generated_tasks),
len(evg_config.get_required_variants()))
# jstests/auth/auth1.js belongs to two suites, auth and auth_audit,
# max_sub_suites = 3, resulting in 3 subtasks being generated
# for each, hence 6 tasks total
rhel_80_with_generated_tasks = next(
(variant for variant in build_variants_with_generated_tasks
if variant["name"] == "enterprise-rhel-80-64-bit-dynamic-required"
), None)
self.assertEqual(len(rhel_80_with_generated_tasks["tasks"]), 6)
def test_when_no_mappings_are_found_for_changed_files(self):
evg_api_mock = self._mock_evg_api()
evg_config = get_evergreen_config("etc/evergreen.yml")
selected_tests_service_mock = MagicMock()
selected_tests_service_mock.get_test_mappings.return_value = []
selected_tests_variant_expansions = {
"task_name": "selected_tests_gen", "build_variant": "selected-tests",
"build_id": "my_build_id", "project": "mongodb-mongo-master"
}
repos = [mock_changed_git_files([])]
config_dict = under_test.run(evg_api_mock, evg_config, selected_tests_service_mock,
selected_tests_variant_expansions, repos)
# assert that config_dict does not contain keys for any generated task configs
self.assertEqual(config_dict.keys(), {"selected_tests_config.json"})
def test_when_no_mappings_are_found_for_changed_files(self):
evg_api_mock = self._mock_evg_api()
evg_config = get_evergreen_config("etc/evergreen.yml")
selected_tests_service_mock = MagicMock()
selected_tests_service_mock.get_test_mappings.return_value = []
selected_tests_variant_expansions = {
"task_name": "selected_tests_gen",
"build_variant": "selected-tests",
"build_id": "my_build_id",
"project": "mongodb-mongo-master"
}
repos = [mock_changed_git_files([])]
origin_build_variants = ["enterprise-rhel-62-64-bit"]
config_dict = under_test.run(evg_api_mock, evg_config,
selected_tests_service_mock,
selected_tests_variant_expansions, repos,
origin_build_variants)
self.assertEqual(config_dict["selected_tests_config.json"], "{}")
def test_when_test_mappings_are_found_for_changed_files(self):
evg_api_mock = self._mock_evg_api()
evg_config = get_evergreen_config("etc/evergreen.yml")
selected_tests_service_mock = MagicMock()
selected_tests_service_mock.get_test_mappings.return_value = [
{
"source_file": "src/file1.cpp",
"test_files": [{
"name": "jstests/auth/auth1.js"
}],
},
]
selected_tests_variant_expansions = {
"task_name": "selected_tests_gen",
"build_variant": "selected-tests",
"build_id": "my_build_id",
"project": "mongodb-mongo-master",
"version_id": "my_version",
"task_id": "task_id"
}
repos = [mock_changed_git_files(["src/file1.cpp"])]
origin_build_variants = ["enterprise-rhel-62-64-bit"]
config_dict = under_test.run(evg_api_mock, evg_config,
selected_tests_service_mock,
selected_tests_variant_expansions, repos,
origin_build_variants)
self.assertIn("selected_tests_config.json", config_dict)
# jstests/auth/auth1.js belongs to two suites, auth and auth_audit, each of which has
# fallback_num_sub_suites = 4 in their resmoke args, resulting in 4 subtasks being generated
# for each
self.assertEqual(len(config_dict), 9)
self.assertEqual(sorted(config_dict.keys()), [
"auth_0.yml", "auth_1.yml", "auth_2.yml", "auth_3.yml",
"auth_audit_4.yml", "auth_audit_5.yml", "auth_audit_6.yml",
"auth_audit_7.yml", "selected_tests_config.json"
])
