def run(self, config):
job_id = config.get('run.replay.job_id')
if job_id is None:
return
err = None
replay_ignore = config.get('run.replay.ignore')
test_status = config.get('run.replay.test_status')
if test_status and 'variants' in replay_ignore:
err = ("Option `--replay-test-status` is incompatible with "
"`--replay-ignore variants`.")
elif test_status and config.get('run.references'):
err = ("Option --replay-test-status is incompatible with "
"test references given on the command line.")
elif config.get("remote_hostname", False):
err = "Currently we don't replay jobs in remote hosts."
if err is not None:
LOG_UI.error(err)
sys.exit(exit_codes.AVOCADO_FAIL)
resultsdir = data_dir.get_job_results_dir(
job_id, config.get('run.results_dir'))
if resultsdir is None:
LOG_UI.error("Can't find job results directory for '%s'", job_id)
sys.exit(exit_codes.AVOCADO_FAIL)
with open(os.path.join(resultsdir, 'id'), 'r') as id_file:
config['replay_sourcejob'] = id_file.read().strip()
replay_config = jobdata.retrieve_job_config(resultsdir)
whitelist = [
'loaders', 'external_runner', 'external_runner_testdir',
'external_runner_chdir', 'failfast', 'ignore_missing_references',
'execution_order'
]
if replay_config is None:
LOG_UI.warn(
'Source job config data not found. These options will '
'not be loaded in this replay job: %s', ', '.join(whitelist))
else:
for option in whitelist:
optvalue = config.get(option, None)
# Temporary, this will be removed soon
if option in [
'failfast', 'ignore_missing_references',
'execution_order', 'loaders', 'external_runner',
'external_runner_chdir', 'external_runner_testdir'
]:
optvalue = config.get('run.{}'.format(option))
if optvalue is not None:
LOG_UI.warn(
"Overriding the replay %s with the --%s value "
"given on the command line.", option.replace('_', '-'),
option.replace('_', '-'))
elif option in replay_config:
config[option] = replay_config[option]
if config.get('run.references'):
LOG_UI.warn('Overriding the replay test references with test '
'references given in the command line.')
else:
references = jobdata.retrieve_references(resultsdir)
if references is None:
LOG_UI.error('Source job test references data not found. '
'Aborting.')
sys.exit(exit_codes.AVOCADO_FAIL)
else:
config['run.references'] = references
if 'config' in replay_ignore:
LOG_UI.warn("Ignoring configuration from source job with "
"--replay-ignore.")
else:
self.load_config(resultsdir)
if 'variants' in replay_ignore:
LOG_UI.warn("Ignoring variants from source job with "
"--replay-ignore.")
else:
variants = jobdata.retrieve_variants(resultsdir)
if variants is None:
LOG_UI.error('Source job variants data not found. Aborting.')
sys.exit(exit_codes.AVOCADO_FAIL)
else:
LOG_UI.warning("Using src job Mux data only, use "
"`--replay-ignore variants` to override "
"them.")
config["avocado_variants"] = variants
# Extend "replay_test_status" of "INTERRUPTED" when --replay-resume
# supplied.
if config.get('run.replay.resume'):
if not test_status:
config['replay_teststatus'] = ["INTERRUPTED"]
elif "INTERRUPTED" not in test_status:
config['replay_teststatus'].append("INTERRUPTED")
if test_status:
replay_map = self._create_replay_map(resultsdir, test_status)
config['replay_map'] = replay_map
# Use the original directory to resolve test references properly
pwd = jobdata.retrieve_pwd(resultsdir)
if pwd is not None:
if os.path.exists(pwd):
os.chdir(pwd)
else:
LOG_UI.warn(
"Directory used in the replay source job '%s' does"
" not exist, using '.' instead", pwd)
def run(self, args):
if getattr(args, 'replay_jobid', None) is None:
return
err = None
if args.replay_teststatus and 'variants' in args.replay_ignore:
err = ("Option `--replay-test-status` is incompatible with "
"`--replay-ignore variants`.")
elif args.replay_teststatus and args.reference:
err = ("Option --replay-test-status is incompatible with "
"test references given on the command line.")
elif getattr(args, "remote_hostname", False):
err = "Currently we don't replay jobs in remote hosts."
if err is not None:
LOG_UI.error(err)
sys.exit(exit_codes.AVOCADO_FAIL)
base_logdir = getattr(args, 'base_logdir', None)
if base_logdir is None:
base_logdir = settings.get_value(section='datadir.paths',
key='logs_dir', key_type='path',
default=None)
try:
resultsdir = jobdata.get_resultsdir(base_logdir, args.replay_jobid)
except ValueError as exception:
LOG_UI.error(exception.message)
sys.exit(exit_codes.AVOCADO_FAIL)
if resultsdir is None:
LOG_UI.error("Can't find job results directory in '%s'", base_logdir)
sys.exit(exit_codes.AVOCADO_FAIL)
sourcejob = jobdata.get_id(os.path.join(resultsdir, 'id'),
args.replay_jobid)
if sourcejob is None:
msg = ("Can't find matching job id '%s' in '%s' directory."
% (args.replay_jobid, resultsdir))
LOG_UI.error(msg)
sys.exit(exit_codes.AVOCADO_FAIL)
setattr(args, 'replay_sourcejob', sourcejob)
replay_args = jobdata.retrieve_args(resultsdir)
whitelist = ['loaders',
'external_runner',
'external_runner_testdir',
'external_runner_chdir',
'failfast',
'ignore_missing_references',
'execution_order']
if replay_args is None:
LOG_UI.warn('Source job args data not found. These options will '
'not be loaded in this replay job: %s',
', '.join(whitelist))
else:
for option in whitelist:
optvalue = getattr(args, option, None)
if optvalue is not None:
LOG_UI.warn("Overriding the replay %s with the --%s value "
"given on the command line.",
option.replace('_', '-'),
option.replace('_', '-'))
elif option in replay_args:
setattr(args, option, replay_args[option])
if getattr(args, 'reference', None):
LOG_UI.warn('Overriding the replay test references with test '
'references given in the command line.')
else:
references = jobdata.retrieve_references(resultsdir)
if references is None:
LOG_UI.error('Source job test references data not found. '
'Aborting.')
sys.exit(exit_codes.AVOCADO_FAIL)
else:
setattr(args, 'reference', references)
if 'config' in args.replay_ignore:
LOG_UI.warn("Ignoring configuration from source job with "
"--replay-ignore.")
else:
self.load_config(resultsdir)
if 'variants' in args.replay_ignore:
LOG_UI.warn("Ignoring variants from source job with "
"--replay-ignore.")
else:
variants = jobdata.retrieve_variants(resultsdir)
if variants is None:
LOG_UI.error('Source job variants data not found. Aborting.')
sys.exit(exit_codes.AVOCADO_FAIL)
else:
LOG_UI.warning("Using src job Mux data only, use "
"`--replay-ignore variants` to override "
"them.")
setattr(args, "avocado_variants", variants)
# Extend "replay_test_status" of "INTERRUPTED" when --replay-resume
# supplied.
if args.replay_resume:
if not args.replay_teststatus:
args.replay_teststatus = ["INTERRUPTED"]
elif "INTERRUPTED" not in args.replay_teststatus:
args.replay_teststatus.append("INTERRUPTED")
if args.replay_teststatus:
replay_map = self._create_replay_map(resultsdir,
args.replay_teststatus)
setattr(args, 'replay_map', replay_map)
# Use the original directory to resolve test references properly
pwd = jobdata.retrieve_pwd(resultsdir)
if pwd is not None:
if os.path.exists(pwd):
os.chdir(pwd)
else:
LOG_UI.warn("Directory used in the replay source job '%s' does"
" not exist, using '.' instead", pwd)
def run(self, args):
if getattr(args, 'replay_jobid', None) is None:
return
err = None
if args.replay_teststatus and 'variants' in args.replay_ignore:
err = ("Option `--replay-test-status` is incompatible with "
"`--replay-ignore variants`.")
elif args.replay_teststatus and args.reference:
err = ("Option --replay-test-status is incompatible with "
"test references given on the command line.")
elif args.remote_hostname:
err = "Currently we don't replay jobs in remote hosts."
if err is not None:
LOG_UI.error(err)
sys.exit(exit_codes.AVOCADO_FAIL)
if getattr(args, 'logdir', None) is not None:
logdir = args.logdir
else:
logdir = settings.get_value(section='datadir.paths',
key='logs_dir',
key_type='path',
default=None)
try:
resultsdir = jobdata.get_resultsdir(logdir, args.replay_jobid)
except ValueError as exception:
LOG_UI.error(exception.message)
sys.exit(exit_codes.AVOCADO_FAIL)
if resultsdir is None:
LOG_UI.error("Can't find job results directory in '%s'", logdir)
sys.exit(exit_codes.AVOCADO_FAIL)
sourcejob = jobdata.get_id(os.path.join(resultsdir, 'id'),
args.replay_jobid)
if sourcejob is None:
msg = ("Can't find matching job id '%s' in '%s' directory." %
(args.replay_jobid, resultsdir))
LOG_UI.error(msg)
sys.exit(exit_codes.AVOCADO_FAIL)
setattr(args, 'replay_sourcejob', sourcejob)
replay_args = jobdata.retrieve_args(resultsdir)
whitelist = [
'loaders', 'external_runner', 'external_runner_testdir',
'external_runner_chdir', 'failfast', 'ignore_missing_references'
]
if replay_args is None:
LOG_UI.warn(
'Source job args data not found. These options will '
'not be loaded in this replay job: %s', ', '.join(whitelist))
else:
for option in whitelist:
optvalue = getattr(args, option, None)
if optvalue is not None:
LOG_UI.warn(
"Overriding the replay %s with the --%s value "
"given on the command line.", option.replace('_', '-'),
option.replace('_', '-'))
else:
setattr(args, option, replay_args[option])
# Keeping this for compatibility.
# TODO: Use replay_args['reference'] at some point in the future.
if getattr(args, 'reference', None):
LOG_UI.warn('Overriding the replay test references with test '
'references given in the command line.')
else:
references = jobdata.retrieve_references(resultsdir)
if references is None:
LOG_UI.error('Source job test references data not found. '
'Aborting.')
sys.exit(exit_codes.AVOCADO_FAIL)
else:
setattr(args, 'reference', references)
if 'config' in args.replay_ignore:
LOG_UI.warn("Ignoring configuration from source job with "
"--replay-ignore.")
else:
self.load_config(resultsdir)
if 'variants' in args.replay_ignore:
LOG_UI.warn("Ignoring variants from source job with "
"--replay-ignore.")
else:
variants = jobdata.retrieve_variants(resultsdir)
if variants is None:
LOG_UI.error('Source job variants data not found. Aborting.')
sys.exit(exit_codes.AVOCADO_FAIL)
else:
# Ignore data manipulation. This is necessary, because
# we replaced the unparsed object with parsed one. There
# are other plugins running before/after this which might
# want to alter the variants object.
if args.avocado_variants.is_parsed():
LOG_UI.warning("Using src job Mux data only, use "
"`--replay-ignore variants` to override "
"them.")
setattr(args, "avocado_variants", variants)
# Extend "replay_test_status" of "INTERRUPTED" when --replay-resume
# supplied.
if args.replay_resume:
if not args.replay_teststatus:
args.replay_teststatus = ["INTERRUPTED"]
elif "INTERRUPTED" not in args.replay_teststatus:
args.replay_teststatus.append("INTERRUPTED")
if args.replay_teststatus:
replay_map = self._create_replay_map(resultsdir,
args.replay_teststatus)
setattr(args, 'replay_map', replay_map)
# Use the original directory to resolve test references properly
pwd = jobdata.retrieve_pwd(resultsdir)
if pwd is not None:
if os.path.exists(pwd):
os.chdir(pwd)
else:
LOG_UI.warn(
"Directory used in the replay source job '%s' does"
" not exist, using '.' instead", pwd)
def run(self, config):
if config.get('replay_jobid', None) is None:
return
err = None
if config.get('replay_teststatus') and 'variants' in config.get(
'replay_ignore'):
err = ("Option `--replay-test-status` is incompatible with "
"`--replay-ignore variants`.")
elif config.get('replay_teststatus') and config.get('references'):
err = ("Option --replay-test-status is incompatible with "
"test references given on the command line.")
elif config.get("remote_hostname", False):
err = "Currently we don't replay jobs in remote hosts."
if err is not None:
LOG_UI.error(err)
sys.exit(exit_codes.AVOCADO_FAIL)
base_logdir = config.get('base_logdir', None)
if base_logdir is None:
base_logdir = settings.get_value(section='datadir.paths',
key='logs_dir',
key_type='path',
default=None)
try:
resultsdir = jobdata.get_resultsdir(base_logdir,
config.get('replay_jobid'))
except ValueError as exception:
LOG_UI.error(exception)
sys.exit(exit_codes.AVOCADO_FAIL)
if resultsdir is None:
LOG_UI.error("Can't find job results directory in '%s'",
base_logdir)
sys.exit(exit_codes.AVOCADO_FAIL)
sourcejob = jobdata.get_id(os.path.join(resultsdir, 'id'),
config.get('replay_jobid'))
if sourcejob is None:
msg = ("Can't find matching job id '%s' in '%s' directory." %
(config.get('replay_jobid'), resultsdir))
LOG_UI.error(msg)
sys.exit(exit_codes.AVOCADO_FAIL)
config['replay_sourcejob'] = sourcejob
replay_config = jobdata.retrieve_job_config(resultsdir)
whitelist = [
'loaders', 'external_runner', 'external_runner_testdir',
'external_runner_chdir', 'failfast', 'ignore_missing_references',
'execution_order'
]
if replay_config is None:
LOG_UI.warn(
'Source job config data not found. These options will '
'not be loaded in this replay job: %s', ', '.join(whitelist))
else:
for option in whitelist:
optvalue = config.get(option, None)
if optvalue is not None:
LOG_UI.warn(
"Overriding the replay %s with the --%s value "
"given on the command line.", option.replace('_', '-'),
option.replace('_', '-'))
elif option in replay_config:
config[option] = replay_config[option]
if config.get('references', None):
LOG_UI.warn('Overriding the replay test references with test '
'references given in the command line.')
else:
references = jobdata.retrieve_references(resultsdir)
if references is None:
LOG_UI.error('Source job test references data not found. '
'Aborting.')
sys.exit(exit_codes.AVOCADO_FAIL)
else:
config['references'] = references
if 'config' in config.get('replay_ignore'):
LOG_UI.warn("Ignoring configuration from source job with "
"--replay-ignore.")
else:
self.load_config(resultsdir)
if 'variants' in config.get('replay_ignore'):
LOG_UI.warn("Ignoring variants from source job with "
"--replay-ignore.")
else:
variants = jobdata.retrieve_variants(resultsdir)
if variants is None:
LOG_UI.error('Source job variants data not found. Aborting.')
sys.exit(exit_codes.AVOCADO_FAIL)
else:
LOG_UI.warning("Using src job Mux data only, use "
"`--replay-ignore variants` to override "
"them.")
config["avocado_variants"] = variants
# Extend "replay_test_status" of "INTERRUPTED" when --replay-resume
# supplied.
if config.get('replay_resume'):
if not config.get('replay_teststatus'):
config['replay_teststatus'] = ["INTERRUPTED"]
elif "INTERRUPTED" not in config.get('replay_teststatus'):
config['replay_teststatus'].append("INTERRUPTED")
if config.get('replay_teststatus'):
replay_map = self._create_replay_map(
resultsdir, config.get('replay_teststatus'))
config['replay_map'] = replay_map
# Use the original directory to resolve test references properly
pwd = jobdata.retrieve_pwd(resultsdir)
if pwd is not None:
if os.path.exists(pwd):
os.chdir(pwd)
else:
LOG_UI.warn(
"Directory used in the replay source job '%s' does"
" not exist, using '.' instead", pwd)
