def _should_skip_on_failure(self, test, skip_on_failure_tags,
critical_tags):
critical_pattern = TagPatterns(critical_tags)
if critical_pattern and critical_pattern.match(test.tags):
return False
skip_on_fail_pattern = TagPatterns(skip_on_failure_tags)
return skip_on_fail_pattern and skip_on_fail_pattern.match(test.tags)
def _skip_on_failure(self):
critical_pattern = TagPatterns(self._critical_tags)
if critical_pattern and critical_pattern.match(self._test.tags):
return False
skip_on_fail_pattern = TagPatterns(self._skip_on_failure_tags)
return skip_on_fail_pattern and \
skip_on_fail_pattern.match(self._test.tags)
def _skip_on_failure(self):
tags = self._test.tags
critical_pattern = TagPatterns(self._critical_tags)
critical = not critical_pattern or critical_pattern.match(tags)
skip_on_fail_pattern = TagPatterns(self._skip_on_failure_tags)
skip_on_fail = skip_on_fail_pattern and skip_on_fail_pattern.match(
tags)
return not critical or skip_on_fail
class TagSearchMatcher(object):
def __init__(self, includes, excludes):
self._tag_pattern_includes = TagPatterns(
includes.split()) if includes.split() else None
self._tag_pattern_excludes = TagPatterns(excludes.split())
def matches(self, test):
tags = [unicode(tag) for tag in test.tags]
if self._matches(tags):
return test.longname
return False
def _matches(self, tags):
return (self._tag_pattern_includes is None or self._tag_pattern_includes.match(tags)) and \
not self._tag_pattern_excludes.match(tags)
class TagSearchMatcher(object):
def __init__(self, includes, excludes):
self._tag_pattern_includes = TagPatterns(includes.split()) if includes.split() else None
self._tag_pattern_excludes = TagPatterns(excludes.split())
def matches(self, test):
tags = [unicode(tag) for tag in test.tags]
if self._matches(tags):
return test.longname
return False
def _matches(self, tags):
return (self._tag_pattern_includes is None or self._tag_pattern_includes.match(tags)) and \
not self._tag_pattern_excludes.match(tags)
class FlattenByTagMatcher(object):
def __init__(self, flatten):
if not is_list_like(flatten):
flatten = [flatten]
patterns = [p[4:] for p in flatten if p[:4].lower() == 'tag:']
self._matcher = TagPatterns(patterns)
def match(self, kwtags):
return self._matcher.match(kwtags)
def __nonzero__(self):
return bool(self._matcher)
class FlattenByTagMatcher(object):
def __init__(self, flatten):
if not is_list_like(flatten):
flatten = [flatten]
patterns = [p[4:] for p in flatten if p[:4].lower() == 'tag:']
self._matcher = TagPatterns(patterns)
def match(self, kwtags):
return self._matcher.match(kwtags)
def __nonzero__(self):
return bool(self._matcher)
class SuiteRunner(SuiteVisitor):
def __init__(self, output, settings):
self.result = None
self._output = output
self._settings = settings
self._variables = VariableScopes(settings)
self._suite = None
self._suite_status = None
self._executed_tests = None
self._skipped_tags = TagPatterns(settings.skipped_tags)
@property
def _context(self):
return EXECUTION_CONTEXTS.current
def start_suite(self, suite):
self._output.library_listeners.new_suite_scope()
result = TestSuite(source=suite.source,
name=suite.name,
doc=suite.doc,
metadata=suite.metadata,
starttime=get_timestamp(),
rpa=self._settings.rpa)
if not self.result:
self.result = Result(root_suite=result, rpa=self._settings.rpa)
self.result.configure(status_rc=self._settings.status_rc,
stat_config=self._settings.statistics_config)
else:
self._suite.suites.append(result)
self._suite = result
self._suite_status = SuiteStatus(self._suite_status,
self._settings.exit_on_failure,
self._settings.exit_on_error,
self._settings.skip_teardown_on_exit)
ns = Namespace(self._variables, result, suite.resource)
ns.start_suite()
ns.variables.set_from_variable_table(suite.resource.variables)
EXECUTION_CONTEXTS.start_suite(result, ns, self._output,
self._settings.dry_run)
self._context.set_suite_variables(result)
if not self._suite_status.failed:
ns.handle_imports()
ns.variables.resolve_delayed()
result.doc = self._resolve_setting(result.doc)
result.metadata = [(self._resolve_setting(n), self._resolve_setting(v))
for n, v in result.metadata.items()]
self._context.set_suite_variables(result)
self._output.start_suite(
ModelCombiner(suite,
result,
tests=suite.tests,
suites=suite.suites,
test_count=suite.test_count))
self._output.register_error_listener(self._suite_status.error_occurred)
self._run_setup(suite.setup, self._suite_status)
self._executed_tests = NormalizedDict(ignore='_')
def _resolve_setting(self, value):
if is_list_like(value):
return self._variables.replace_list(value, ignore_errors=True)
return self._variables.replace_string(value, ignore_errors=True)
def end_suite(self, suite):
self._suite.message = self._suite_status.message
self._context.report_suite_status(self._suite.status,
self._suite.full_message)
with self._context.suite_teardown():
failure = self._run_teardown(suite.teardown, self._suite_status)
if failure:
if failure.skip:
self._suite.suite_teardown_skipped(unic(failure))
else:
self._suite.suite_teardown_failed(unic(failure))
self._suite_status.failure_occurred()
self._suite.endtime = get_timestamp()
self._suite.message = self._suite_status.message
self._context.end_suite(ModelCombiner(suite, self._suite))
self._suite = self._suite.parent
self._suite_status = self._suite_status.parent
self._output.library_listeners.discard_suite_scope()
def visit_test(self, test):
if test.name in self._executed_tests:
self._output.warn("Multiple test cases with name '%s' executed in "
"test suite '%s'." %
(test.name, self._suite.longname))
self._executed_tests[test.name] = True
result = self._suite.tests.create(
name=self._resolve_setting(test.name),
doc=self._resolve_setting(test.doc),
tags=self._resolve_setting(test.tags),
starttime=get_timestamp(),
timeout=self._get_timeout(test))
self._context.start_test(result)
self._output.start_test(ModelCombiner(test, result))
status = TestStatus(self._suite_status, result,
self._settings.skip_on_failure,
self._settings.critical_tags, self._settings.rpa)
if status.exit:
self._add_exit_combine()
result.tags.add('robot:exit')
if self._skipped_tags.match(test.tags):
status.test_skipped(
test_or_task(
"{Test} skipped with '--skip' command line option.",
self._settings.rpa))
if not status.failed and not test.name:
status.test_failed(
test_or_task('{Test} case name cannot be empty.',
self._settings.rpa))
if not status.failed and not test.body:
status.test_failed(
test_or_task('{Test} case contains no keywords.',
self._settings.rpa))
self._run_setup(test.setup, status, result)
try:
if not status.failed:
BodyRunner(self._context,
templated=bool(test.template)).run(test.body)
else:
if status.skipped:
status.test_skipped(status.message)
else:
status.test_failed(status.message)
except PassExecution as exception:
err = exception.earlier_failures
if err:
status.test_failed(err)
else:
result.message = exception.message
except ExecutionStatus as err:
status.test_failed(err)
result.status = status.status
result.message = status.message or result.message
if status.teardown_allowed:
with self._context.test_teardown(result):
failure = self._run_teardown(test.teardown, status, result)
if failure:
status.failure_occurred()
if not status.failed and result.timeout and result.timeout.timed_out():
status.test_failed(result.timeout.get_message())
result.message = status.message
if status.skip_if_needed():
result.message = status.message or result.message
result.status = status.status
result.endtime = get_timestamp()
self._output.end_test(ModelCombiner(test, result))
self._context.end_test(result)
def _add_exit_combine(self):
exit_combine = ('NOT robot:exit', '')
if exit_combine not in self._settings['TagStatCombine']:
self._settings['TagStatCombine'].append(exit_combine)
def _get_timeout(self, test):
if not test.timeout:
return None
return TestTimeout(test.timeout, self._variables, rpa=test.parent.rpa)
def _run_setup(self, setup, status, result=None):
if not status.failed:
exception = self._run_setup_or_teardown(setup)
status.setup_executed(exception)
if result and isinstance(exception, PassExecution):
result.message = exception.message
else:
if status.parent and status.parent.skipped:
status.skipped = True
def _run_teardown(self, teardown, status, result=None):
if status.teardown_allowed:
exception = self._run_setup_or_teardown(teardown)
status.teardown_executed(exception)
failed = exception and not isinstance(exception, PassExecution)
if result and exception:
if failed or status.skipped or exception.skip:
result.message = status.message
else:
# Pass execution used in teardown,
# and it overrides previous failure message
result.message = exception.message
return exception if failed else None
def _run_setup_or_teardown(self, data):
if not data:
return None
try:
name = self._variables.replace_string(data.name)
except DataError as err:
if self._settings.dry_run:
return None
return err
if name.upper() in ('', 'NONE'):
return None
try:
KeywordRunner(self._context).run(data, name=name)
except ExecutionStatus as err:
return err
