class JSONResultTest(unittest.TestCase): def setUp(self): class SimpleTest(Test): def test(self): pass self.tmpfile = tempfile.mkstemp() self.tmpdir = tempfile.mkdtemp(prefix='avocado_' + __name__) args = argparse.Namespace(json_output=self.tmpfile[1], base_logdir=self.tmpdir) self.job = job.Job(args) self.test_result = Result(FakeJob(args)) self.test_result.filename = self.tmpfile[1] self.test_result.tests_total = 1 self.test1 = SimpleTest(job=self.job, base_logdir=self.tmpdir) self.test1._Test__status = 'PASS' self.test1.time_elapsed = 1.23 def tearDown(self): os.close(self.tmpfile[0]) os.remove(self.tmpfile[1]) shutil.rmtree(self.tmpdir) def test_add_success(self): self.test_result.start_test(self.test1) self.test_result.end_test(self.test1.get_state()) self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) with open(self.job.args.json_output) as fp: j = fp.read() obj = json.loads(j) self.assertTrue(obj) self.assertEqual(len(obj['tests']), 1) def test_add_several_statuses(self): def run_fake_status(status): self.test_result.start_test(self.test1) self.test_result.check_test(status) def check_item(name, value, exp): self.assertEqual(value, exp, "Result%s is %s and not %s\n%s" % (name, value, exp, res)) # Set the number of tests to all tests + 3 self.test_result.tests_total = 13 # Full PASS status self.test_result.start_test(self.test1) self.test_result.check_test(self.test1.get_state()) # Only status - valid statuses run_fake_status({"status": "PASS"}) run_fake_status({"status": "SKIP"}) run_fake_status({"status": "FAIL"}) run_fake_status({"status": "ERROR"}) run_fake_status({"status": "WARN"}) run_fake_status({"status": "INTERRUPTED"}) # Only status - invalid statuses run_fake_status({"status": "INVALID"}) run_fake_status({"status": None}) run_fake_status({"status": ""}) # Postprocess self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) res = json.loads(open(self.job.args.json_output).read()) check_item("[pass]", res["pass"], 2) check_item("[errors]", res["errors"], 4) check_item("[failures]", res["failures"], 1) check_item("[skip]", res["skip"], 4) check_item("[total]", res["total"], 13) def test_negative_status(self): def check_item(name, value, exp): self.assertEqual(value, exp, "Result%s is %s and not %s\n%s" % (name, value, exp, res)) self.test_result.tests_total = 0 self.test_result.start_test(self.test1) self.test_result.check_test(self.test1.get_state()) self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) res = json.loads(open(self.job.args.json_output).read()) check_item("[total]", res["total"], 1) check_item("[skip]", res["skip"], 0) check_item("[pass]", res["pass"], 1)
class JSONResultTest(unittest.TestCase): def setUp(self): class SimpleTest(Test): def test(self): pass self.tmpfile = tempfile.mkstemp() prefix = temp_dir_prefix(__name__, self, 'setUp') self.tmpdir = tempfile.TemporaryDirectory(prefix=prefix) args = argparse.Namespace(json_output=self.tmpfile[1], base_logdir=self.tmpdir.name) self.job = job.Job(args) self.test_result = Result(FakeJob(args)) self.test_result.filename = self.tmpfile[1] self.test_result.tests_total = 1 self.test1 = SimpleTest(job=self.job, base_logdir=self.tmpdir.name) self.test1._Test__status = 'PASS' self.test1.time_elapsed = 1.23 def tearDown(self): os.close(self.tmpfile[0]) os.remove(self.tmpfile[1]) self.tmpdir.cleanup() def test_add_success(self): self.test_result.start_test(self.test1) self.test_result.end_test(self.test1.get_state()) self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) with open(self.job.args.json_output) as fp: j = fp.read() obj = json.loads(j) self.assertTrue(obj) self.assertEqual(len(obj['tests']), 1) def test_add_several_statuses(self): def run_fake_status(status): self.test_result.start_test(self.test1) self.test_result.check_test(status) def check_item(name, value, exp): self.assertEqual( value, exp, "Result%s is %s and not %s\n%s" % (name, value, exp, res)) # Set the number of tests to all tests + 3 self.test_result.tests_total = 13 # Full PASS status self.test_result.start_test(self.test1) self.test_result.check_test(self.test1.get_state()) # Only status - valid statuses run_fake_status({"status": "PASS"}) run_fake_status({"status": "SKIP"}) run_fake_status({"status": "FAIL"}) run_fake_status({"status": "ERROR"}) run_fake_status({"status": "WARN"}) run_fake_status({"status": "INTERRUPTED"}) # Only status - invalid statuses run_fake_status({"status": "INVALID"}) run_fake_status({"status": None}) run_fake_status({"status": ""}) # Postprocess self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) res = json.loads(open(self.job.args.json_output).read()) check_item("[pass]", res["pass"], 2) check_item("[errors]", res["errors"], 4) check_item("[failures]", res["failures"], 1) check_item("[skip]", res["skip"], 4) check_item("[total]", res["total"], 13) def test_negative_status(self): def check_item(name, value, exp): self.assertEqual( value, exp, "Result%s is %s and not %s\n%s" % (name, value, exp, res)) self.test_result.tests_total = 0 self.test_result.start_test(self.test1) self.test_result.check_test(self.test1.get_state()) self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) res = json.loads(open(self.job.args.json_output).read()) check_item("[total]", res["total"], 1) check_item("[skip]", res["skip"], 0) check_item("[pass]", res["pass"], 1)
def test_result_rate_all_succeeded_with_cancelled(self): result = Result(UNIQUE_ID, LOGFILE) result.check_test({'status': 'PASS'}) result.check_test({'status': 'CANCEL'}) result.end_tests() self.assertEqual(result.rate, 100.0)
def test_result_rate_none_succeeded(self): result = Result(UNIQUE_ID, LOGFILE) result.check_test({'status': 'FAIL'}) result.end_tests() self.assertEqual(result.rate, 0.0)
def test_result_rate_all_succeeded_with_cancelled(self): result = Result(FakeJob([])) result.check_test({'status': 'PASS'}) result.check_test({'status': 'CANCEL'}) result.end_tests() self.assertEquals(result.rate, 100.0)
def test_result_rate_none_succeeded(self): result = Result(FakeJob([])) result.check_test({'status': 'FAIL'}) result.end_tests() self.assertEquals(result.rate, 0.0)
def test_result_rate_none_succeeded(self): result = Result(FakeJob([])) result.check_test({'status': 'FAIL'}) result.end_tests() self.assertEquals(result.rate, 0.0)
def test_result_rate_all_succeeded_with_skips(self): result = Result(FakeJob([])) result.check_test({'status': 'PASS'}) result.check_test({'status': 'SKIP'}) result.end_tests() self.assertEquals(result.rate, 100.0)
def test_result_rate_all_succeeded_with_cancelled(self): result = Result(FakeJob([])) result.check_test({'status': 'PASS'}) result.check_test({'status': 'CANCEL'}) result.end_tests() self.assertEquals(result.rate, 100.0)
def test_result_rate_all_succeeded_with_skips(self): result = Result(FakeJob([])) result.check_test({'status': 'PASS'}) result.check_test({'status': 'SKIP'}) result.end_tests() self.assertEquals(result.rate, 100.0)
class JSONResultTest(TestCaseTmpDir): def setUp(self): super().setUp() class SimpleTest(Test): def test(self): pass json_output_path = os.path.join(self.tmpdir.name, 'results.json') config = { 'run.results_dir': self.tmpdir.name, 'job.run.result.json.output': json_output_path } self.job = job.Job(config) self.job.setup() self.test_result = Result(UNIQUE_ID, LOGFILE) self.test_result.filename = json_output_path self.test_result.tests_total = 1 self.test1 = SimpleTest(config=self.job.config, base_logdir=self.tmpdir.name) self.test1._Test__status = 'PASS' self.test1.time_elapsed = 1.23 def test_add_success(self): self.test_result.start_test(self.test1) self.test_result.end_test(self.test1.get_state()) self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) with open(self.job.config.get('job.run.result.json.output'), encoding='utf-8') as fp: j = fp.read() obj = json.loads(j) self.assertTrue(obj) self.assertEqual(len(obj['tests']), 1) def test_add_several_statuses(self): def run_fake_status(status): self.test_result.start_test(self.test1) self.test_result.check_test(status) def check_item(name, value, exp): self.assertEqual(value, exp, f"Result{name} is {value} and not {exp}\n{res}") # Set the number of tests to all tests + 3 self.test_result.tests_total = 13 # Full PASS status self.test_result.start_test(self.test1) self.test_result.check_test(self.test1.get_state()) # Only status - valid statuses run_fake_status({"status": "PASS"}) run_fake_status({"status": "SKIP"}) run_fake_status({"status": "FAIL"}) run_fake_status({"status": "ERROR"}) run_fake_status({"status": "WARN"}) run_fake_status({"status": "INTERRUPTED"}) # Only status - invalid statuses run_fake_status({"status": "INVALID"}) run_fake_status({"status": None}) run_fake_status({"status": ""}) # Postprocess self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) output = self.job.config.get('job.run.result.json.output') with open(output, encoding='utf-8') as json_output: res = json.loads(json_output.read()) check_item("[pass]", res["pass"], 2) check_item("[errors]", res["errors"], 4) check_item("[failures]", res["failures"], 1) check_item("[skip]", res["skip"], 4) check_item("[total]", res["total"], 13) def test_negative_status(self): def check_item(name, value, exp): self.assertEqual(value, exp, f"Result{name} is {value} and not {exp}\n{res}") self.test_result.tests_total = 0 self.test_result.start_test(self.test1) self.test_result.check_test(self.test1.get_state()) self.test_result.end_tests() json_result = jsonresult.JSONResult() json_result.render(self.test_result, self.job) output = self.job.config.get('job.run.result.json.output') with open(output, encoding='utf-8') as json_output: res = json.loads(json_output.read()) check_item("[total]", res["total"], 1) check_item("[skip]", res["skip"], 0) check_item("[pass]", res["pass"], 1) def tearDown(self): self.job.cleanup() super().tearDown()
def test_result_rate_half_succeeded(self): result = Result(UNIQUE_ID, LOGFILE) result.check_test({"status": "PASS"}) result.check_test({"status": "FAIL"}) result.end_tests() self.assertEqual(result.rate, 50.0)
def test_result_rate_all_succeeded_with_skips(self): result = Result(UNIQUE_ID, LOGFILE) result.check_test({"status": "PASS"}) result.check_test({"status": "SKIP"}) result.end_tests() self.assertEqual(result.rate, 100.0)