def expect_control_file_parsing_in_batch(self, suite_name=_TAG):
"""Expect an attempt to parse the contents of all control files in
|self.files| and |self.files_to_filter|, form them to a dict.
@param suite_name: The suite name to parse control files for.
"""
self.getter = self.mox.CreateMock(control_file_getter.DevServerGetter)
self.mox.StubOutWithMock(control_data, 'parse_control_string')
self.mox.StubOutWithMock(suite_common.multiprocessing, 'Pool')
suite_common.multiprocessing.Pool(
processes=suite_common.get_process_limit()).AndReturn(
FakeMultiprocessingPool())
suite_info = {}
for k, v in self.files.iteritems():
suite_info[k] = v.string
control_data.parse_control_string(
v.string,
raise_warnings=True,
path=k).InAnyOrder().AndReturn(v)
for k, v in self.files_to_filter.iteritems():
suite_info[k] = v.string
self.getter._dev_server = self._DEVSERVER_HOST
self.getter.get_suite_info(
suite_name=suite_name).AndReturn(suite_info)
def _set_control_file_parsing_expectations(self, already_stubbed,
file_list, files_to_parse,
suite_name):
"""Expect an attempt to parse the 'control files' in |files|.
@param already_stubbed: parse_control_string already stubbed out.
@param file_list: the files the dev server returns
@param files_to_parse: the {'name': FakeControlData} dict of files we
expect to get parsed.
"""
if not already_stubbed:
self.mox.StubOutWithMock(control_data, 'parse_control_string')
self.mox.StubOutWithMock(suite_common.multiprocessing, 'Pool')
suite_common.multiprocessing.Pool(
processes=suite_common.get_process_limit()).AndReturn(
FakeMultiprocessingPool())
self.getter.get_control_file_list(
suite_name=suite_name).AndReturn(file_list)
for file, data in files_to_parse.iteritems():
self.getter.get_control_file_contents(
file).InAnyOrder().AndReturn(data.string)
control_data.parse_control_string(
data.string,
raise_warnings=True,
path=file).InAnyOrder().AndReturn(data)
def generate_full_control_file(test, env, orig_control_code):
"""Returns the parameterized control file for the test config.
@param test: the test config object (TestConfig)
@param env: the test environment parameters (TestEnv or None)
@param orig_control_code: string containing the template control code
@returns Parameterized control file based on args (string)
"""
orig_name = control_data.parse_control_string(orig_control_code).name
code_lines = orig_control_code.splitlines()
for i, line in enumerate(code_lines):
if _name_re.match(line):
new_name = '%s_%s' % (orig_name, test.unique_name_suffix())
code_lines[i] = line.replace(orig_name, new_name)
break
env_code_args = env.get_code_args() if env else ''
return test.get_code_args() + env_code_args + '\n'.join(code_lines) + '\n'
def get_tests_by_build(build):
"""Get the tests that are available for the specified build.
@param build: unique name by which to refer to the image.
@return: A sorted list of all tests that are in the build specified.
"""
# Stage the test artifacts.
try:
ds = dev_server.ImageServer.resolve(build)
build = ds.translate(build)
except dev_server.DevServerException as e:
raise ValueError('Could not resolve build %s: %s' % (build, e))
try:
ds.stage_artifacts(build, ['test_suites'])
except dev_server.DevServerException as e:
raise error.StageControlFileFailure('Failed to stage %s: %s' %
(build, e))
# Collect the control files specified in this build
cfile_getter = control_file_getter.DevServerGetter.create(build, ds)
control_file_list = cfile_getter.get_control_file_list()
test_objects = []
_id = 0
for control_file_path in control_file_list:
# Read and parse the control file
control_file = cfile_getter.get_control_file_contents(
control_file_path)
control_obj = control_data.parse_control_string(control_file)
# Extract the values needed for the AFE from the control_obj.
# The keys list represents attributes in the control_obj that
# are required by the AFE
keys = [
'author', 'doc', 'name', 'time', 'test_type', 'experimental',
'test_category', 'test_class', 'dependencies', 'run_verify',
'sync_count', 'job_retries', 'retries', 'path'
]
test_object = {}
for key in keys:
test_object[key] = getattr(control_obj, key) if hasattr(
control_obj, key) else ''
# Unfortunately, the AFE expects different key-names for certain
# values, these must be corrected to avoid the risk of tests
# being omitted by the AFE.
# The 'id' is an additional value used in the AFE.
# The control_data parsing does not reference 'run_reset', but it
# is also used in the AFE and defaults to True.
test_object['id'] = _id
test_object['run_reset'] = True
test_object['description'] = test_object.get('doc', '')
test_object['test_time'] = test_object.get('time', 0)
test_object['test_retry'] = test_object.get('retries', 0)
# Fix the test name to be consistent with the current presentation
# of test names in the AFE.
testpath, subname = os.path.split(control_file_path)
testname = os.path.basename(testpath)
subname = subname.split('.')[1:]
if subname:
testname = '%s:%s' % (testname, ':'.join(subname))
test_object['name'] = testname
# Correct the test path as parse_control_string sets an empty string.
test_object['path'] = control_file_path
_id += 1
test_objects.append(test_object)
test_objects = sorted(test_objects, key=lambda x: x.get('name'))
return rpc_utils.prepare_for_serialization(test_objects)