def test_run(self):
with mock.patch("testrunner.runner.PyTestRunner") as MockHelper:
MockHelper.return_value.run.return_value = ("foo", "bar")
runner = Runner("test", "test", RunnerType.PYTEST)
result = runner.run()
MockHelper.assert_called_once()
self.assertEqual(("foo", "bar"), result)
def test_get_run_result(self):
with mock.patch("testrunner.runner.PyTestRunner") as MockHelper:
run_result = RunResult(
statements=42,
missing=23,
coverage=53.23,
failed=0,
skipped=2,
passed=6,
warnings=0,
error=1,
time=42.23,
)
MockHelper.return_value.get_run_result.return_value = run_result
runner = Runner("test", "test", RunnerType.PYTEST)
result = runner.get_run_result("bar")
MockHelper.assert_called_once()
self.assertEqual(run_result, result)
def test_instantiate_nose2_runner(self):
test_runner = Runner("test", "test", RunnerType.NOSE2)
runner = test_runner._instantiate_runner()
self.assertTrue(isinstance(runner, Nose2Runner))
def test_instantiate_setup_py_runner(self):
test_runner = Runner("test", "test", RunnerType.SETUP_PY)
runner = test_runner._instantiate_runner()
self.assertTrue(isinstance(runner, SetupPyRunner))
def test_instantiate_pytest_runner(self):
test_runner = Runner("test", "test", RunnerType.PYTEST)
runner = test_runner._instantiate_runner()
self.assertTrue(isinstance(runner, PyTestRunner))
def test_detect_not_nose(self):
with open(os.path.join(self._setup_py_dir, "setup.py"), "w") as f:
f.write("nosa")
runner = Runner("test", self._setup_py_dir, RunnerType.NOSE)
self.assertFalse(runner._is_nose())
def test_detect_nose(self):
with open(os.path.join(self._setup_py_dir, "setup.py"), "w") as f:
f.write("nose")
runner = Runner("test", self._setup_py_dir, RunnerType.AUTO_DETECT)
self.assertTrue(runner._is_nose())
def setUp(self):
self.runner = Runner()
def test_detect_runner_type_pytest(self):
with open(os.path.join(self._pytest_dir, "foo.txt"), "w") as f:
f.write("foo pytest bar")
runner = Runner("test", self._pytest_dir, RunnerType.AUTO_DETECT)
runner_type = runner._detect_runner_type()
self.assertEqual(runner_type, RunnerType.PYTEST)
def test_is_pytest_grep(self):
with open(os.path.join(self._pytest_dir, "foo.txt"), "w") as f:
f.write("foo pytest bar")
runner = Runner("test", self._pytest_dir, RunnerType.PYTEST)
self.assertTrue(runner._is_pytest())
def test_is_pytest_from_import(self):
with open(os.path.join(self._pytest_dir, "foo.py"), "w") as f:
f.write("from pytest import foo")
runner = Runner("test", self._pytest_dir, RunnerType.PYTEST)
self.assertTrue(runner._is_pytest())
def test_is_pytest_ini(self):
with open(os.path.join(self._pytest_dir, "pytest.ini"), "w") as f:
f.write("foo")
runner = Runner("test", self._pytest_dir, RunnerType.PYTEST)
self.assertTrue(runner._is_pytest())
def test_is_pytest_setup_test_suite_py_test(self):
with open(os.path.join(self._pytest_dir, "setup.py"), "w") as f:
f.write(" test_suite=py.test")
runner = Runner("test", self._pytest_dir, RunnerType.PYTEST)
self.assertTrue(runner._is_pytest())
def test_is_not_pytest_setup_py(self):
with open(os.path.join(self._pytest_dir, "setup.py"), "w") as f:
f.write(" test_suite=nose")
runner = Runner("test", self._pytest_dir, RunnerType.PYTEST)
self.assertFalse(runner._is_pytest())
def test_is_not_setup_py(self):
runner = Runner("test", self._setup_py_dir, RunnerType.SETUP_PY)
self.assertFalse(runner._is_setup_py())
def test_instantiate_unknown_runner(self):
with self.assertRaises(IllegalStateException) as context:
Runner("test", "test", RunnerType.AUTO_DETECT)
self.assertTrue("Could not find a matching runner!" in str(context.exception))
def test_is_not_setup_py_test(self):
with open(os.path.join(self._setup_py_dir, "setup.py"), "w") as f:
f.write("foo")
runner = Runner("test", self._setup_py_dir, RunnerType.SETUP_PY)
self.assertFalse(runner._is_setup_py())
def test_detect_runner_type_setup_py(self):
with open(os.path.join(self._setup_py_dir, "setup.py"), "w") as f:
f.write(" test_suite=foobar")
runner = Runner("test", self._setup_py_dir, RunnerType.SETUP_PY)
runner_type = runner._detect_runner_type()
self.assertEqual(runner_type, RunnerType.SETUP_PY)
def test_is_not_pytest(self):
runner = Runner("test", self._pytest_dir, RunnerType.PYTEST)
self.assertFalse(runner._is_pytest())
class TestRunner(TestCase):
def setUp(self):
self.runner = Runner()
def test_expected_console_outputs(self, spawnu=None):
"""
Script should do stuff for EOF or when debugger is triggered
"""
self.assertIn(pexpect.EOF, self.runner._excepted)
self.assertIn("pdb", repr(self.runner._excepted).lower())
def test_spawning_pocesses_clean_exit(self, spawnu):
"""
Running simple command that succeeds - no tracking
"""
proc = Mock(logfile=None, exitstatus=0)
proc.expect.return_value = 0
spawnu.return_value = proc
result = self.runner.run_test("test-cmd", progress=False)
spawnu.assert_called_once_with("test-cmd")
self.assertEqual(proc.logfile, None)
proc.expect.assert_called_once_with(self.runner._excepted, timeout=ANY)
self.assertTrue(proc.close.called)
self.assertTrue(result)
def test_spawning_pocesses_clean_exit_progess(self, spawnu):
"""
Running simple command that succeeds - with tracking
"""
proc = Mock(logfile=None, exitstatus=0)
proc.expect.return_value = 0
spawnu.return_value = proc
result = self.runner.run_test("test-cmd", progress=True)
spawnu.assert_called_once_with("test-cmd")
self.assertEqual(proc.logfile, sys.stderr)
proc.expect.assert_called_once_with(self.runner._excepted, timeout=ANY)
self.assertTrue(proc.close.called)
self.assertTrue(result)
@patch("testrunner.runner._log", autospec=True)
def test_spawning_pocesses_errors(self, logger, spawnu):
"""
Running simple command that exits with an error
"""
proc = Mock(logfile=None, exitstatus=1, before="error message")
proc.expect.return_value = 0
spawnu.return_value = proc
result = self.runner.run_test("test-cmd", progress=False)
spawnu.assert_called_once_with("test-cmd")
self.assertEqual(proc.logfile, None)
proc.expect.assert_called_once_with(self.runner._excepted, timeout=ANY)
self.assertTrue(proc.close.called)
self.assertIn("error message", repr(logger.error.call_args))
self.assertFalse(result)
@patch("testrunner.runner._log", autospec=True)
def test_spawning_pocesses_with_debugger(self, logger, spawnu):
"""
Running simple command interrupted with debugger
"""
proc = Mock(logfile=None, exitstatus=0, before="msg")
proc.expect.return_value = 1
spawnu.return_value = proc
result = self.runner.run_test("test-cmd", progress=False)
spawnu.assert_called_once_with("test-cmd")
self.assertIn("msg", repr(logger.info.call_args))
proc.sendline.assert_called_once_with("")
proc.interact.assert_called_once_with()
self.assertEqual(proc.logfile, None)
proc.expect.assert_called_once_with(self.runner._excepted, timeout=ANY)
self.assertTrue(proc.close.called)
self.assertTrue(result)