def get_unexpected_results(expected, passing, flaky):
rs, exp = get_result_summary(self._port, test_files, expectations)
if expected:
rs.add(get_result('pass/pass.html', test_expectations.PASS),
expected)
rs.add(get_result('pass/timeout.html',
test_expectations.TIMEOUT), expected)
rs.add(get_result('fail/crash.html', test_expectations.CRASH),
expected)
elif passing:
rs.add(get_result('pass/pass.html'), expected)
rs.add(get_result('pass/timeout.html'), expected)
rs.add(get_result('fail/crash.html'), expected)
else:
rs.add(get_result('pass/pass.html', test_expectations.TIMEOUT),
expected)
rs.add(get_result('pass/timeout.html',
test_expectations.CRASH), expected)
rs.add(get_result('fail/crash.html',
test_expectations.TIMEOUT),
expected)
retry = rs
if flaky:
retry, exp = get_result_summary(self._port, test_files,
expectations)
retry.add(get_result('pass/pass.html'), True)
retry.add(get_result('pass/timeout.html'), True)
retry.add(get_result('fail/crash.html'), True)
unexpected_results = run_webkit_tests.summarize_unexpected_results(
self._port, exp, rs, retry)
return unexpected_results
def get_unexpected_results(expected, passing, flaky):
rs, exp = get_result_summary(self._port, test_files, expectations)
if expected:
rs.add(get_result('pass/pass.html', test_expectations.PASS),
expected)
rs.add(
get_result('pass/timeout.html', test_expectations.TIMEOUT),
expected)
rs.add(get_result('fail/crash.html', test_expectations.CRASH),
expected)
elif passing:
rs.add(get_result('pass/pass.html'), expected)
rs.add(get_result('pass/timeout.html'), expected)
rs.add(get_result('fail/crash.html'), expected)
else:
rs.add(get_result('pass/pass.html', test_expectations.TIMEOUT),
expected)
rs.add(
get_result('pass/timeout.html', test_expectations.CRASH),
expected)
rs.add(
get_result('fail/crash.html', test_expectations.TIMEOUT),
expected)
retry = rs
if flaky:
retry, exp = get_result_summary(self._port, test_files,
expectations)
retry.add(get_result('pass/pass.html'), True)
retry.add(get_result('pass/timeout.html'), True)
retry.add(get_result('fail/crash.html'), True)
unexpected_results = run_webkit_tests.summarize_unexpected_results(
self._port, exp, rs, retry)
return unexpected_results
def get_unexpected_results(expected, passing, flaky):
"""Return an unexpected results summary matching the input description.
There are a lot of different combinations of test results that
can be tested; this routine produces various combinations based
on the values of the input flags.
Args
expected: whether the tests ran as expected
passing: whether the tests should all pass
flaky: whether the tests should be flaky (if False, they
produce the same results on both runs; if True, they
all pass on the second run).
"""
paths, rs, exp = self.get_result_summary(tests, expectations)
if expected:
rs.add(
self.get_result('passes/text.html',
test_expectations.PASS), expected)
rs.add(
self.get_result('failures/expected/timeout.html',
test_expectations.TIMEOUT), expected)
rs.add(
self.get_result('failures/expected/crash.html',
test_expectations.CRASH), expected)
elif passing:
rs.add(self.get_result('passes/text.html'), expected)
rs.add(self.get_result('failures/expected/timeout.html'),
expected)
rs.add(self.get_result('failures/expected/crash.html'),
expected)
else:
rs.add(
self.get_result('passes/text.html',
test_expectations.TIMEOUT), expected)
rs.add(
self.get_result('failures/expected/timeout.html',
test_expectations.CRASH), expected)
rs.add(
self.get_result('failures/expected/crash.html',
test_expectations.TIMEOUT), expected)
retry = rs
if flaky:
paths, retry, exp = self.get_result_summary(
tests, expectations)
retry.add(self.get_result('passes/text.html'), True)
retry.add(self.get_result('failures/expected/timeout.html'),
True)
retry.add(self.get_result('failures/expected/crash.html'),
True)
unexpected_results = run_webkit_tests.summarize_unexpected_results(
self._port, exp, rs, retry)
return unexpected_results
def get_unexpected_results(expected, passing, flaky):
"""Return an unexpected results summary matching the input description.
There are a lot of different combinations of test results that
can be tested; this routine produces various combinations based
on the values of the input flags.
Args
expected: whether the tests ran as expected
passing: whether the tests should all pass
flaky: whether the tests should be flaky (if False, they
produce the same results on both runs; if True, they
all pass on the second run).
"""
paths, rs, exp = self.get_result_summary(tests, expectations)
if expected:
rs.add(self.get_result('passes/text.html', test_expectations.PASS),
expected)
rs.add(self.get_result('failures/expected/timeout.html',
test_expectations.TIMEOUT), expected)
rs.add(self.get_result('failures/expected/crash.html', test_expectations.CRASH),
expected)
elif passing:
rs.add(self.get_result('passes/text.html'), expected)
rs.add(self.get_result('failures/expected/timeout.html'), expected)
rs.add(self.get_result('failures/expected/crash.html'), expected)
else:
rs.add(self.get_result('passes/text.html', test_expectations.TIMEOUT),
expected)
rs.add(self.get_result('failures/expected/timeout.html',
test_expectations.CRASH), expected)
rs.add(self.get_result('failures/expected/crash.html',
test_expectations.TIMEOUT),
expected)
retry = rs
if flaky:
paths, retry, exp = self.get_result_summary(tests,
expectations)
retry.add(self.get_result('passes/text.html'), True)
retry.add(self.get_result('failures/expected/timeout.html'), True)
retry.add(self.get_result('failures/expected/crash.html'), True)
unexpected_results = run_webkit_tests.summarize_unexpected_results(
self._port, exp, rs, retry)
return unexpected_results
