def test_can_read_output(self, tempdir):
report = TestReport()
runner = TestRunner(report, tempdir)
test_case = self.create_test("test", True)
test_list = TestList()
test_list.add_test(test_case)
def side_effect(read_output, **kwargs): # pylint: disable=unused-argument
"""
Side effect that print output to stdout
"""
print("out1", end="")
print("out2", end="")
assert read_output() == "out1out2"
print("out3", end="")
print("out4", end="")
assert read_output() == "out1out2out3out4"
print("out5", end="")
return True
test_case.run_side_effect = side_effect
runner.run(test_list)
self.assertTrue(report.result_of("test").passed)
self.assertEqual(report.result_of("test").output, "out1out2out3out4out5")
def _run_test(self, test_cases):
report = TestReport(printer=self._printer)
runner = TestRunner(report,
join(self._output_path, "tests"),
verbose=self._verbose)
runner.run(test_cases)
return report
def setUp(self):
self._tests = []
self.output_path = join(dirname(__file__), "test_runner_out")
if exists(self.output_path):
rmtree(self.output_path)
self.report = TestReport()
self.runner = TestRunner(self.report, self.output_path)
def _run_test(self, test_cases, report):
"""
Run the test suites and return the report
"""
runner = TestRunner(report,
join(self._output_path, "tests"),
verbose=self._verbose,
num_threads=self._num_threads)
runner.run(test_cases)
def test_handles_python_exeception(self):
report = TestReport()
runner = TestRunner(report, self.output_path)
test_case = self.create_test("test", True)
test_list = TestList()
test_list.add_test(test_case)
test_case.run.side_effect = KeyError
runner.run(test_list)
self.assertTrue(report.result_of("test").failed)
def test_handles_python_exeception(self, tempdir):
report = TestReport()
runner = TestRunner(report, tempdir)
test_case = self.create_test("test", True)
test_list = TestList()
test_list.add_test(test_case)
def side_effect(*args, **kwargs): # pylint: disable=unused-argument
raise KeyError
test_case.run_side_effect = side_effect
runner.run(test_list)
self.assertTrue(report.result_of("test").failed)
def test_runs_testcases_in_order(self):
report = TestReport()
runner = TestRunner(report, self.output_path)
test_case1 = self.create_test("test1", True)
test_case2 = self.create_test("test2", False)
test_case3 = self.create_test("test3", True)
test_list = TestList()
test_list.add_test(test_case1)
test_list.add_test(test_case2)
runner.run(test_list)
test_case1.run.assert_called_once_with(
create_output_path(self.output_path, "test1"))
test_case2.run.assert_called_once_with(
create_output_path(self.output_path, "test2"))
self.assertFalse(test_case3.run.called)
self.assertEqual(self._tests, ["test1", "test2"])
self.assertTrue(report.result_of("test1").passed)
self.assertTrue(report.result_of("test2").failed)
def test_fail_fast(self):
report = TestReport()
runner = TestRunner(report, self.output_path, fail_fast=True)
test_case1 = self.create_test("test1", True)
test_case2 = self.create_test("test2", False)
test_list = TestList()
test_list.add_test(test_case1)
test_list.add_test(test_case2)
try:
runner.run(test_list)
except KeyboardInterrupt:
pass
test_case1.run.assert_called_once_with(
create_output_path(self.output_path, "test1"))
test_case2.run.assert_called_once_with(
create_output_path(self.output_path, "test2"))
self.assertEqual(self._tests, ["test1", "test2"])
self.assertTrue(report.result_of("test1").passed)
self.assertTrue(report.result_of("test2").failed)
def test_runs_testcases_in_order(self, tempdir):
report = TestReport()
runner = TestRunner(report, tempdir)
order = []
test_case1 = self.create_test("test1", True, order=order)
test_case2 = self.create_test("test2", False, order=order)
test_case3 = self.create_test("test3", True, order=order)
test_list = TestList()
test_list.add_test(test_case1)
test_list.add_test(test_case2)
test_list.add_test(test_case3)
runner.run(test_list)
self.assertEqual(test_case1.output_path, create_output_path(tempdir, "test1"))
self.assertEqual(test_case2.output_path, create_output_path(tempdir, "test2"))
self.assertEqual(test_case3.output_path, create_output_path(tempdir, "test3"))
self.assertEqual(order, ["test1", "test2", "test3"])
self.assertTrue(report.result_of("test1").passed)
self.assertTrue(report.result_of("test2").failed)
self.assertTrue(report.result_of("test3").passed)
def test_collects_output(self):
report = TestReport()
runner = TestRunner(report, self.output_path)
test_case = self.create_test("test", True)
test_list = TestList()
test_list.add_test(test_case)
output = "Output string, <xml>, </xml>\n"
def side_effect(*args, **kwargs): # pylint: disable=unused-argument
"""
Side effect that print output to stdout
"""
print(output, end="")
return True
test_case.run.side_effect = side_effect
runner.run(test_list)
self.assertTrue(report.result_of("test").passed)
self.assertEqual(report.result_of("test").output, output)
def test_fail_fast(self, tempdir):
report = TestReport()
runner = TestRunner(report, tempdir, fail_fast=True)
order = []
test_case1 = self.create_test("test1", True, order=order)
test_case2 = self.create_test("test2", False, order=order)
test_case3 = self.create_test("test3", True, order=order)
test_list = TestList()
test_list.add_test(test_case1)
test_list.add_test(test_case2)
test_list.add_test(test_case3)
try:
runner.run(test_list)
except KeyboardInterrupt:
pass
self.assertEqual(test_case1.output_path, create_output_path(tempdir, "test1"))
self.assertEqual(test_case2.output_path, create_output_path(tempdir, "test2"))
self.assertEqual(test_case3.called, False)
self.assertEqual(order, ["test1", "test2"])
self.assertTrue(report.result_of("test1").passed)
self.assertTrue(report.result_of("test2").failed)
def setUp(self):
self._tests = []
self.output_path = join(dirname(__file__), "test_runner_out")
renew_path(self.output_path)
self.report = TestReport()
self.runner = TestRunner(self.report, self.output_path)
