def get_unexpected_results(expected, passing, flaky): rs, exp = get_result_summary(self._port, test_files, expectations) if expected: rs.add(get_result('pass/pass.html', test_expectations.PASS), expected) rs.add(get_result('pass/timeout.html', test_expectations.TIMEOUT), expected) rs.add(get_result('fail/crash.html', test_expectations.CRASH), expected) elif passing: rs.add(get_result('pass/pass.html'), expected) rs.add(get_result('pass/timeout.html'), expected) rs.add(get_result('fail/crash.html'), expected) else: rs.add(get_result('pass/pass.html', test_expectations.TIMEOUT), expected) rs.add(get_result('pass/timeout.html', test_expectations.CRASH), expected) rs.add(get_result('fail/crash.html', test_expectations.TIMEOUT), expected) retry = rs if flaky: retry, exp = get_result_summary(self._port, test_files, expectations) retry.add(get_result('pass/pass.html'), True) retry.add(get_result('pass/timeout.html'), True) retry.add(get_result('fail/crash.html'), True) unexpected_results = run_webkit_tests.summarize_unexpected_results( self._port, exp, rs, retry) return unexpected_results
def get_unexpected_results(expected, passing, flaky): rs, exp = get_result_summary(self._port, test_files, expectations) if expected: rs.add(get_result('pass/pass.html', test_expectations.PASS), expected) rs.add( get_result('pass/timeout.html', test_expectations.TIMEOUT), expected) rs.add(get_result('fail/crash.html', test_expectations.CRASH), expected) elif passing: rs.add(get_result('pass/pass.html'), expected) rs.add(get_result('pass/timeout.html'), expected) rs.add(get_result('fail/crash.html'), expected) else: rs.add(get_result('pass/pass.html', test_expectations.TIMEOUT), expected) rs.add( get_result('pass/timeout.html', test_expectations.CRASH), expected) rs.add( get_result('fail/crash.html', test_expectations.TIMEOUT), expected) retry = rs if flaky: retry, exp = get_result_summary(self._port, test_files, expectations) retry.add(get_result('pass/pass.html'), True) retry.add(get_result('pass/timeout.html'), True) retry.add(get_result('fail/crash.html'), True) unexpected_results = run_webkit_tests.summarize_unexpected_results( self._port, exp, rs, retry) return unexpected_results
def get_unexpected_results(expected, passing, flaky): """Return an unexpected results summary matching the input description. There are a lot of different combinations of test results that can be tested; this routine produces various combinations based on the values of the input flags. Args expected: whether the tests ran as expected passing: whether the tests should all pass flaky: whether the tests should be flaky (if False, they produce the same results on both runs; if True, they all pass on the second run). """ paths, rs, exp = self.get_result_summary(tests, expectations) if expected: rs.add( self.get_result('passes/text.html', test_expectations.PASS), expected) rs.add( self.get_result('failures/expected/timeout.html', test_expectations.TIMEOUT), expected) rs.add( self.get_result('failures/expected/crash.html', test_expectations.CRASH), expected) elif passing: rs.add(self.get_result('passes/text.html'), expected) rs.add(self.get_result('failures/expected/timeout.html'), expected) rs.add(self.get_result('failures/expected/crash.html'), expected) else: rs.add( self.get_result('passes/text.html', test_expectations.TIMEOUT), expected) rs.add( self.get_result('failures/expected/timeout.html', test_expectations.CRASH), expected) rs.add( self.get_result('failures/expected/crash.html', test_expectations.TIMEOUT), expected) retry = rs if flaky: paths, retry, exp = self.get_result_summary( tests, expectations) retry.add(self.get_result('passes/text.html'), True) retry.add(self.get_result('failures/expected/timeout.html'), True) retry.add(self.get_result('failures/expected/crash.html'), True) unexpected_results = run_webkit_tests.summarize_unexpected_results( self._port, exp, rs, retry) return unexpected_results
def get_unexpected_results(expected, passing, flaky): """Return an unexpected results summary matching the input description. There are a lot of different combinations of test results that can be tested; this routine produces various combinations based on the values of the input flags. Args expected: whether the tests ran as expected passing: whether the tests should all pass flaky: whether the tests should be flaky (if False, they produce the same results on both runs; if True, they all pass on the second run). """ paths, rs, exp = self.get_result_summary(tests, expectations) if expected: rs.add(self.get_result('passes/text.html', test_expectations.PASS), expected) rs.add(self.get_result('failures/expected/timeout.html', test_expectations.TIMEOUT), expected) rs.add(self.get_result('failures/expected/crash.html', test_expectations.CRASH), expected) elif passing: rs.add(self.get_result('passes/text.html'), expected) rs.add(self.get_result('failures/expected/timeout.html'), expected) rs.add(self.get_result('failures/expected/crash.html'), expected) else: rs.add(self.get_result('passes/text.html', test_expectations.TIMEOUT), expected) rs.add(self.get_result('failures/expected/timeout.html', test_expectations.CRASH), expected) rs.add(self.get_result('failures/expected/crash.html', test_expectations.TIMEOUT), expected) retry = rs if flaky: paths, retry, exp = self.get_result_summary(tests, expectations) retry.add(self.get_result('passes/text.html'), True) retry.add(self.get_result('failures/expected/timeout.html'), True) retry.add(self.get_result('failures/expected/crash.html'), True) unexpected_results = run_webkit_tests.summarize_unexpected_results( self._port, exp, rs, retry) return unexpected_results