def test_results_wptfyi(env, pr_19900_github): results_data = results.Results() results_data.add_jobs_from_log_files(*pr_19900_github) summary = results_data.summary() assert summary.parent_tests == 1 assert summary.subtests == 1 assert summary.job_results == { "OK": {"chrome": {"GitHub": 1}, "safari": {"GitHub": 1}}, "FAIL": {"chrome": {"GitHub": 1}, "safari": {"GitHub": 1}}, "ERROR": {"firefox": {"GitHub": 1}}, "NOTRUN": {"firefox": {"GitHub": 1}}, } assert list(results_data.iter_browser_only()) == [( "/html/browsers/sandboxing/sandbox-new-execution-context.html", None, results_data.test_results[ "/html/browsers/sandboxing/sandbox-new-execution-context.html"])] assert list(results_data.iter_crashes()) == [] assert list(results_data.iter_new_non_passing()) == [ ("/html/browsers/sandboxing/sandbox-new-execution-context.html", None, results_data.test_results[ "/html/browsers/sandboxing/sandbox-new-execution-context.html"]), ("/html/browsers/sandboxing/sandbox-new-execution-context.html", "iframe with sandbox should load with new execution context", results_data.test_results[ "/html/browsers/sandboxing/sandbox-new-execution-context.html"] .subtests["iframe with sandbox should load with new execution context"])] assert list(results_data.iter_regressions()) == [] assert list(results_data.iter_disabled()) == []
def test_msg_gecko(env, pr_19900_gecko_ci): results_data = results.Results() results_data.add_jobs_from_log_files(*pr_19900_gecko_ci) results_data.treeherder_url = ("https://treeherder.mozilla.org/#/jobs?" "repo=try&" "revision=b0337497587b2bac7d2baeecea0d873df8bcb4f4") message = msg.for_results(results_data) assert message[0] == """# CI Results
def test_results_gecko(env, pr_19900_gecko_ci): results_data = results.Results() results_data.add_jobs_from_log_files(*pr_19900_gecko_ci) summary = results_data.summary() assert summary.subtests == 1 assert summary.parent_tests == 1 assert summary.job_results == { "NOTRUN": { "firefox": { "Gecko-windows10-64-qr-debug": 1, "Gecko-linux64-asan-opt": 1, "Gecko-windows7-32-debug": 1, "Gecko-windows10-64-qr-opt": 1, "Gecko-android-em-7.0-x86_64-debug-geckoview": 1, "Gecko-windows7-32-opt": 1, "Gecko-linux64-qr-debug": 1, "Gecko-linux64-opt": 1, "Gecko-android-em-7.0-x86_64-opt-geckoview": 1, "Gecko-windows10-64-debug": 1, "Gecko-linux64-qr-opt": 1, "Gecko-linux64-debug": 1, "Gecko-windows10-64-opt": 1 } }, "ERROR": { "firefox": { "Gecko-windows10-64-qr-debug": 1, "Gecko-linux64-asan-opt": 1, "Gecko-windows7-32-debug": 1, "Gecko-windows10-64-qr-opt": 1, "Gecko-android-em-7.0-x86_64-debug-geckoview": 1, "Gecko-windows7-32-opt": 1, "Gecko-linux64-qr-debug": 1, "Gecko-linux64-opt": 1, "Gecko-android-em-7.0-x86_64-opt-geckoview": 1, "Gecko-windows10-64-debug": 1, "Gecko-linux64-qr-opt": 1, "Gecko-linux64-debug": 1, "Gecko-windows10-64-opt": 1 } } } assert list(results_data.iter_browser_only()) == [] assert list(results_data.iter_crashes()) == [] assert list(results_data.iter_new_non_passing()) == [ ("/html/browsers/sandboxing/sandbox-new-execution-context.html", None, results_data.test_results[ "/html/browsers/sandboxing/sandbox-new-execution-context.html"]), ("/html/browsers/sandboxing/sandbox-new-execution-context.html", "iframe with sandbox should load with new execution context", results_data.test_results[ "/html/browsers/sandboxing/sandbox-new-execution-context.html"] .subtests["iframe with sandbox should load with new execution context"])] assert list(results_data.iter_regressions()) == [] assert list(results_data.iter_disabled()) == []
def test_msg_both(env, pr_19900_gecko_ci, pr_19900_github): results_data = results.Results() results_data.add_jobs_from_log_files(*pr_19900_gecko_ci) results_data.treeherder_url = ("https://treeherder.mozilla.org/#/jobs?" "repo=try&" "revision=b0337497587b2bac7d2baeecea0d873df8bcb4f4") results_data.add_jobs_from_log_files(*pr_19900_github) results_data.wpt_sha = "6146f4a506c1b7efaac68c9e8d552597212eabca" message = msg.for_results(results_data) assert message[0] == """# CI Results
def fx_crash(): result = results.TestResult() result.set_status("firefox", "GitHub", False, "PASS", ["PASS"]) result.set_status("firefox", "GitHub", True, "CRASH", ["PASS"]) results_obj = results.Results() results_obj.test_results = {"/test/test.html": result} results_obj.wpt_sha = "abcdef" results_obj.treeherder_url = "https://treeherder.mozilla.org" return results_obj
def test_msg_wptfyi(env, pr_19900_github): results_data = results.Results() results_data.add_jobs_from_log_files(*pr_19900_github) results_data.wpt_sha = "6146f4a506c1b7efaac68c9e8d552597212eabca" message = msg.for_results(results_data) assert message[0] == """# CI Results Ran 0 Firefox configurations based on mozilla-central, and Firefox, Chrome, and Safari on GitHub CI Total 1 tests and 1 subtests ## Status Summary ### Firefox ERROR : 1 NOTRUN: 1 ### Chrome OK : 1 FAIL : 1 ### Safari OK : 1 FAIL : 1 ## Links [GitHub PR Head](https://wpt.fyi/results/?sha=6146f4a506c1b7efaac68c9e8d552597212eabca&label=pr_head) [GitHub PR Base](https://wpt.fyi/results/?sha=6146f4a506c1b7efaac68c9e8d552597212eabca&label=pr_base) ## Details ### Firefox-only Failures /html/browsers/sandboxing/sandbox-new-execution-context.html: ERROR ### New Tests That Don't Pass /html/browsers/sandboxing/sandbox-new-execution-context.html: ERROR (Chrome: OK, Safari: OK) iframe with sandbox should load with new execution context: NOTRUN (Chrome: FAIL, Safari: FAIL) """ # noqa: E501 assert message[1] is None