def test_update_result_replace(): """ Generates tests for update_result """ def create_test_result(res): result = framework.results.TestResult() result['result'] = res result['subtest'] = {} result['subtest']['test'] = res return result dmesg = TestDmesg() for res in ['pass', 'fail', 'crash', 'warn', 'skip', 'notrun']: dmesg.regex = None dmesg._new_messages = ['add', 'some', 'stuff'] new_result = dmesg.update_result(create_test_result(res)) check_update_result.description = "Test update_result: {0}".format(res) yield check_update_result, new_result['result'], res check_update_result.description = \ "Test update_result subtest: {0}".format(res) yield check_update_result, new_result['subtest']['test'], res # check that the status is not updated when Dmesg.regex is set and does # not match the dmesg output dmesg.regex = re.compile("(?!)") dmesg._new_messages = ['more', 'new', 'stuff'] new_result = dmesg.update_result(create_test_result(res)) check_equal_result.description = \ "Test update_result with non-matching regex: {0}".format(res) yield check_equal_result, new_result['result'], res # check that the status is updated when Dmesg.regex is set and matches # the dmesg output dmesg.regex = re.compile("piglit.*test") dmesg._new_messages = ['piglit.awesome.test', 'and', 'stuff'] new_result = dmesg.update_result(create_test_result(res)) check_update_result.description = \ "Test update_result with matching regex: {0} ".format(res) yield check_update_result, new_result['result'], res
def test_update_result_match_regex(): """ Generates tests for update_result """ def create_test_result(res): result = framework.results.TestResult() result.result = res result.subtests["test"] = res return result dmesg = TestDmesg() for res in [status.status_lookup(x) for x in ["pass", "fail", "crash", "warn", "skip", "notrun"]]: # check that the status is updated when Dmesg.regex is set and matches # the dmesg output dmesg.regex = re.compile("piglit.*test") dmesg._new_messages = ["piglit.awesome.test", "and", "stuff"] new_result = dmesg.update_result(create_test_result(res)) check_update_result.description = "dmesg.Dmesg.update_result: with matching regex '{0}'".format(res) yield check_update_result, new_result.result, res
def test_update_result_replace(): """ Generates tests for update_result """ def create_test_result(res): result = framework.results.TestResult() result.result = res result.subtests["test"] = res return result dmesg = TestDmesg() for res in [status.status_lookup(x) for x in ["pass", "fail", "crash", "warn", "skip", "notrun"]]: dmesg.regex = None dmesg._new_messages = ["add", "some", "stuff"] new_result = dmesg.update_result(create_test_result(res)) check_update_result.description = "dmesg.Dmesg.update_result: '{0}' replaced correctly".format(res) yield check_update_result, new_result.result, res check_update_result.description = "dmesg.Dmesg.update_result: subtest '{0}' replaced correctly".format(res) yield check_update_result, new_result.subtests["test"], res
def test_update_result_match_regex(): """ Generates tests for update_result """ def create_test_result(res): result = framework.results.TestResult() result['result'] = res result['subtest'] = {} result['subtest']['test'] = res return result dmesg = TestDmesg() for res in ['pass', 'fail', 'crash', 'warn', 'skip', 'notrun']: # check that the status is updated when Dmesg.regex is set and matches # the dmesg output dmesg.regex = re.compile("piglit.*test") dmesg._new_messages = ['piglit.awesome.test', 'and', 'stuff'] new_result = dmesg.update_result(create_test_result(res)) check_update_result.description = \ "dmesg.Dmesg.update_result: with matching regex '{0}'".format(res) yield check_update_result, new_result['result'], res
def test_update_result_no_match_regex(): """ Generates tests for update_result """ def create_test_result(res): result = framework.results.TestResult() result['result'] = res result['subtest'] = {} result['subtest']['test'] = res return result dmesg = TestDmesg() for res in ['pass', 'fail', 'crash', 'warn', 'skip', 'notrun']: # check that the status is not updated when Dmesg.regex is set and does # not match the dmesg output dmesg.regex = re.compile("(?!)") dmesg._new_messages = ['more', 'new', 'stuff'] new_result = dmesg.update_result(create_test_result(res)) check_equal_result.description = \ "dmesg.Dmesg.update_result: with non-matching regex '{0}'".format(res) yield check_equal_result, new_result['result'], res
def test_update_result_replace(): """ Generates tests for update_result """ def create_test_result(res): result = framework.results.TestResult() result.result = res result.subtests['test'] = res return result dmesg = TestDmesg() for res in [status.status_lookup(x) for x in ['pass', 'fail', 'crash', 'warn', 'skip', 'notrun']]: dmesg.regex = None dmesg._new_messages = ['add', 'some', 'stuff'] new_result = dmesg.update_result(create_test_result(res)) check_update_result.description = \ "dmesg.Dmesg.update_result: '{0}' replaced correctly".format(res) yield check_update_result, new_result.result, res check_update_result.description = \ "dmesg.Dmesg.update_result: subtest '{0}' replaced correctly".format(res) yield check_update_result, new_result.subtests['test'], res