def test_full_match_ok(self):
runner = NoseRunner("test", "test")
result = runner.get_run_result("""Ran 20 tests in 100.123s
OK (DEPRECATED=3, errors=1, failures=2, SKIP=4, TODO=5)""")
self.assertEqual(1, result.error)
self.assertEqual(2, result.failed)
self.assertEqual(4, result.skipped)
def test_integration_extra_context_py(self):
url = "https://github.com/WanzenBug/extra-context-py"
Repo.clone_from(url, self._tmp_dir)
runner = NoseRunner("extra-context-py", self._tmp_dir)
out, err = runner.run()
result = runner.get_run_result(out)
self.assertGreater(result.statements, 0)
self.assertGreater(result.missing, 0)
self.assertGreater(result.coverage, 0)
def test_integration_ratelimitqueue(self):
url = "https://github.com/JohnPaton/ratelimitqueue"
Repo.clone_from(url, self._tmp_dir)
runner = NoseRunner("ratelimitqueue", self._tmp_dir)
out, err = runner.run()
result = runner.get_run_result(out)
self.assertGreater(result.statements, 0)
self.assertGreaterEqual(result.missing, 0)
self.assertGreater(result.coverage, 0)
def test_integration_zula(self):
url = "https://github.com/efe/zula"
Repo.clone_from(url, self._tmp_dir)
runner = NoseRunner("zula", self._tmp_dir)
out, err = runner.run()
result = runner.get_run_result(out)
self.assertGreater(result.statements, 0)
self.assertGreaterEqual(result.missing, 0)
self.assertGreater(result.coverage, 0)
def test_full_log(self):
runner = NoseRunner("test", "test")
log = """
.......
Name Stmts Miss Cover
--------------------------------------
blahblah.py 0 0 100%
spameggs.py 42 0 100%
--------------------------------------
TOTAL 47 21 42%
----------------------------------------------------------------------
Ran 20 tests in 0.010s
FAILED (DEPRECATED=1, errors=2, failures=3, SKIP=4, TODO=5)
"""
result = runner.get_run_result(log)
self.assertEqual(5, result.passed)
self.assertEqual(0.010, result.time)
self.assertEqual(42, result.coverage)
self.assertEqual(21, result.missing)
self.assertEqual(47, result.statements)
def _instantiate_runner(self) -> AbstractRunner:
if self._runner_type == RunnerType.PYTEST:
runner = PyTestRunner(
self._project_name,
self._repo_path,
self._time_limit,
self._junit_xml_file,
self._venv_path,
)
elif self._runner_type == RunnerType.SETUP_PY:
runner = SetupPyRunner(self._project_name, self._repo_path,
self._time_limit)
elif self._runner_type == RunnerType.NOSE:
runner = NoseRunner(self._project_name, self._repo_path,
self._time_limit)
elif self._runner_type == RunnerType.NOSE2:
runner = Nose2Runner(self._project_name, self._repo_path,
self._time_limit)
else:
raise IllegalStateException("Could not find a matching runner!")
return runner
def test_no_match(self):
runner = NoseRunner("test", "test")
result = runner.get_run_result("test")
self.assertEqual(-1, result.time)
self.assertEqual(-1, result.coverage)
def test_information_missing_error(self):
runner = NoseRunner("test", "test")
result = runner.get_run_result(
"Ran 10 tests in 42.424s\nFAILED (errors=1)")
self.assertEqual(1, result.error)
def test_information_missing_skip(self):
runner = NoseRunner("test", "test")
result = runner.get_run_result("Ran 10 tests in 42.424s\nOK (SKIP=1)")
self.assertEqual(9, result.passed)
self.assertEqual(1, result.skipped)