def _stage_artifacts(suite_spec):
"""Stage artifacts for a suite job.
@param suite_spec: a populated SuiteSpec object.
"""
try:
suite_spec.devserver.stage_artifacts(
image=suite_spec.test_source_build,
artifacts=['control_files', 'test_suites'])
except dev_server.DevServerException as e:
# If we can't get the control files, there's nothing to run.
raise error.AsynchronousBuildFailure(e)
def _stage_artifacts_for_build(devserver, build):
"""Stage artifacts for a suite job.
@param devserver: devserver to stage artifacts with.
@param build: image to stage artifacts for.
"""
try:
devserver.stage_artifacts(image=build,
artifacts=['control_files', 'test_suites'])
except dev_server.DevServerException as e:
# If we can't get the control files, there's nothing to run.
raise error.AsynchronousBuildFailure(e)
def _perform_reimage_and_run(spec, afe, tko, predicate, suite_job_id=None):
"""
Do the work of reimaging hosts and running tests.
@param spec: a populated SuiteSpec object.
@param afe: an instance of AFE as defined in server/frontend.py.
@param tko: an instance of TKO as defined in server/frontend.py.
@param predicate: A function mapping ControlData objects to True if they
should be included in the suite.
@param suite_job_id: Job id that will act as parent id to all sub jobs.
Default: None
"""
# We can't do anything else until the devserver has finished downloading
# control_files and test_suites packages so that we can get the control
# files we should schedule.
try:
if not spec.run_prod_code:
spec.devserver.stage_artifacts(spec.test_source_build,
['control_files', 'test_suites'])
except dev_server.DevServerException as e:
# If we can't get the control files, there's nothing to run.
raise error.AsynchronousBuildFailure(e)
timestamp = datetime.datetime.now().strftime(time_utils.TIME_FMT)
utils.write_keyval(spec.job.resultdir,
{constants.ARTIFACT_FINISHED_TIME: timestamp})
suite = Suite.create_from_predicates(
predicates=[predicate],
name=spec.name,
builds=spec.builds,
board=spec.board,
devserver=spec.devserver,
afe=afe,
tko=tko,
pool=spec.pool,
results_dir=spec.job.resultdir,
max_runtime_mins=spec.max_runtime_mins,
timeout_mins=spec.timeout_mins,
file_bugs=spec.file_bugs,
file_experimental_bugs=spec.file_experimental_bugs,
suite_job_id=suite_job_id,
extra_deps=spec.suite_dependencies,
priority=spec.priority,
wait_for_results=spec.wait_for_results,
job_retry=spec.job_retry,
max_retries=spec.max_retries,
offload_failures_only=spec.offload_failures_only,
test_source_build=spec.test_source_build,
run_prod_code=spec.run_prod_code)
# Now we get to asychronously schedule tests.
suite.schedule(spec.job.record_entry, spec.add_experimental)
if suite.wait_for_results:
logging.debug('Waiting on suite.')
suite.wait(spec.job.record_entry, spec.bug_template)
logging.debug('Finished waiting on suite. '
'Returning from _perform_reimage_and_run.')
else:
logging.info('wait_for_results is set to False, suite job will exit '
'without waiting for test jobs to finish.')