def get_suites(suite_names_or_paths, test_files):
"""Retrieve the Suite instances based on suite configuration files and override parameters.
Args:
suite_names_or_paths: A list of file paths pointing to suite YAML configuration files. For the suites
defined in 'buildscripts/resmokeconfig/suites/' and matrix suites, a shorthand name consisting
of the filename without the extension can be used.
test_files: A list of file paths pointing to test files overriding the roots for the suites.
"""
suite_roots = None
if test_files:
# Do not change the execution order of the tests passed as args, unless a tag option is
# specified. If an option is specified, then sort the tests for consistent execution order.
_config.ORDER_TESTS_BY_NAME = any(
tag_filter is not None
for tag_filter in (_config.EXCLUDE_WITH_ANY_TAGS,
_config.INCLUDE_WITH_ANY_TAGS))
# Build configuration for list of files to run.
suite_roots = _make_suite_roots(test_files)
suites = []
for suite_filename in suite_names_or_paths:
suite_config = _get_suite_config(suite_filename)
if suite_roots:
# Override the suite's default test files with those passed in from the command line.
suite_config.update(suite_roots)
suite = _suite.Suite(suite_filename, suite_config)
suites.append(suite)
return suites
def setUp(self):
self.default_repeat_tests = under_test._config.REPEAT_TESTS
self.default_num_jobs = under_test._config.JOBS
self.suite = under_test.Suite("suite_name", {"test_kind": "js_test"})
self.suite._tests = []
self.num_tests = 5
for _ in range(self.num_tests):
self.suite._tests.append(MagicMock(TestCase))
def create_test_membership_map(fail_on_missing_selector=False, test_kind=None):
"""Return a dict keyed by test name containing all of the suites that will run that test.
If 'test_kind' is specified, then only the mappings for that kind of test are returned. Multiple
kinds of tests can be specified as an iterable (e.g. a tuple or list). This function parses the
definition of every available test suite, which is an expensive operation. It is therefore
desirable for it to only ever be called once.
"""
if test_kind is not None:
if isinstance(test_kind, str):
test_kind = [test_kind]
test_kind = frozenset(test_kind)
test_membership = collections.defaultdict(list)
suite_names = get_named_suites()
for suite_name in suite_names:
try:
suite_config = _get_suite_config(suite_name)
if test_kind and suite_config.get("test_kind") not in test_kind:
continue
suite = _suite.Suite(suite_name, suite_config)
except IOError as err:
# We ignore errors from missing files referenced in the test suite's "selector"
# section. Certain test suites (e.g. unittests.yml) have a dedicated text file to
# capture the list of tests they run; the text file may not be available if the
# associated SCons target hasn't been built yet.
if err.filename in _config.EXTERNAL_SUITE_SELECTORS:
if not fail_on_missing_selector:
continue
raise
for testfile in suite.tests:
if isinstance(testfile, (dict, list)):
continue
test_membership[testfile].append(suite_name)
return test_membership
def get_suite(suite_name_or_path) -> _suite.Suite:
"""Retrieve the Suite instance corresponding to a suite configuration file."""
suite_config = _get_suite_config(suite_name_or_path)
return _suite.Suite(suite_name_or_path, suite_config)
def get_suite(suite_file):
"""Retrieve the Suite instance corresponding to a suite configuration file."""
suite_config = _get_suite_config(suite_file)
return _suite.Suite(suite_file, suite_config)
def setUp(self):
self.default_repeat_tests = under_test._config.REPEAT_TESTS
self.suite = under_test.Suite("suite_name", {"test_kind": "js_test"})
