def from_wpt_output(cls, output):
"""Parse the output from a web-platform test that uses testharness.js.
(The output is written to stdout in js/src/tests/testharnessreport.js.)
"""
from wptrunner.executors.base import testharness_result_converter
rc = output.rc
stdout = output.out.split("\n")
if rc != 0:
if rc == 3:
harness_status = "ERROR"
harness_message = "Exit code reported exception"
else:
harness_status = "CRASH"
harness_message = "Exit code reported crash"
tests = []
else:
for (idx, line) in enumerate(stdout):
if line.startswith("WPT OUTPUT: "):
msg = line[len("WPT OUTPUT: "):]
data = [output.test.wpt.url] + json.loads(msg)
harness_status_obj, tests = testharness_result_converter(
output.test.wpt, data)
harness_status = harness_status_obj.status
harness_message = "Reported by harness: %s" % (
harness_status_obj.message, )
del stdout[idx]
break
else:
harness_status = "ERROR"
harness_message = "No harness output found"
tests = []
stdout.append("Harness status: %s (%s)" %
(harness_status, harness_message))
result = cls.PASS
results = []
subtests = []
expected_harness_status = output.test.wpt.expected()
if harness_status != expected_harness_status:
if harness_status == "CRASH":
result = cls.CRASH
else:
result = cls.FAIL
else:
for test in tests:
test_output = "Subtest \"%s\": " % (test.name, )
expected = output.test.wpt.expected(test.name)
if test.status == expected:
test_result = (cls.PASS, "")
test_output += "as expected: %s" % (test.status, )
else:
test_result = (cls.FAIL, test.message)
result = cls.FAIL
test_output += "expected %s, found %s" % (expected,
test.status)
if test.message:
test_output += " (with message: \"%s\")" % (
test.message, )
subtests.append({
"test": output.test.wpt.id,
"subtest": test.name,
"status": test.status,
"expected": expected,
})
results.append(test_result)
stdout.append(test_output)
output.out = "\n".join(stdout) + "\n"
wpt_results = {
"name": output.test.wpt.id,
"status": harness_status,
"expected": expected_harness_status,
"subtests": subtests,
}
return cls(output.test, result, results, wpt_results)
def from_wpt_output(cls, output):
"""Parse the output from a web-platform test that uses testharness.js.
(The output is written to stdout in js/src/tests/testharnessreport.js.)
"""
from wptrunner.executors.base import testharness_result_converter
rc = output.rc
stdout = output.out.split("\n")
if rc != 0:
if rc == 3:
harness_status = "ERROR"
harness_message = "Exit code reported exception"
else:
harness_status = "CRASH"
harness_message = "Exit code reported crash"
tests = []
else:
for (idx, line) in enumerate(stdout):
if line.startswith("WPT OUTPUT: "):
msg = line[len("WPT OUTPUT: "):]
data = [output.test.wpt.url] + json.loads(msg)
harness_status_obj, tests = testharness_result_converter(output.test.wpt, data)
harness_status = harness_status_obj.status
harness_message = "Reported by harness: %s" % (harness_status_obj.message,)
del stdout[idx]
break
else:
harness_status = "ERROR"
harness_message = "No harness output found"
tests = []
stdout.append("Harness status: %s (%s)" % (harness_status, harness_message))
result = cls.PASS
results = []
subtests = []
expected_harness_status = output.test.wpt.expected()
if harness_status != expected_harness_status:
if harness_status == "CRASH":
result = cls.CRASH
else:
result = cls.FAIL
else:
for test in tests:
test_output = "Subtest \"%s\": " % (test.name,)
expected = output.test.wpt.expected(test.name)
if test.status == expected:
test_result = (cls.PASS, "")
test_output += "as expected: %s" % (test.status,)
else:
test_result = (cls.FAIL, test.message)
result = cls.FAIL
test_output += "expected %s, found %s" % (expected, test.status)
if test.message:
test_output += " (with message: \"%s\")" % (test.message,)
subtests.append({
"test": output.test.wpt.id,
"subtest": test.name,
"status": test.status,
"expected": expected,
})
results.append(test_result)
stdout.append(test_output)
output.out = "\n".join(stdout) + "\n"
wpt_results = {
"name": output.test.wpt.id,
"status": harness_status,
"expected": expected_harness_status,
"subtests": subtests,
}
return cls(output.test, result, results, wpt_results)