def test_failure(self):
with patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(FailureTestCase))):
with self.assertRaises(SystemExit) as cm_exc:
main(['-v'])
self.assertEqual(cm_exc.exception.code, 1)
self.assertEqual(stdout.getvalue(), '')
self.assert_output(
stderr.getvalue(), '''\
mock_1 (tests.test_main.FailureTestCase) ... ok
mock_2 (tests.test_main.FailureTestCase) ... FAIL
mock_3 (tests.test_main.FailureTestCase) ... ok
======================================================================
mock_2 (tests.test_main.FailureTestCase)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<FILE>", line <LINE>, in mock_2
self.fail()
AssertionError: None
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
FAILED (failures=1)
''')
def test_error(self):
with patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(ErrorTestCase))):
with self.assertRaises(SystemExit) as cm_exc:
main(['-v'])
self.assertEqual(cm_exc.exception.code, 1)
self.assertEqual(stdout.getvalue(), '')
self.assert_output(
re.sub(r'File ".*?", line \d+', 'File "<FILE>", line <LINE>',
stderr.getvalue()), '''\
mock_1 (tests.test_main.ErrorTestCase) ... ok
mock_2 (tests.test_main.ErrorTestCase) ... ERROR
mock_3 (tests.test_main.ErrorTestCase) ... ok
======================================================================
mock_2 (tests.test_main.ErrorTestCase)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<FILE>", line <LINE>, in mock_2
raise Exception()
Exception
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
FAILED (errors=1)
''')
def test_version(self):
with patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr:
with self.assertRaises(SystemExit) as cm_exc:
main(['--version'])
self.assertEqual(cm_exc.exception.code, 0)
self.assertEqual(stdout.getvalue(), '')
self.assertEqual(stderr.getvalue(), str(__version__) + '\n')
def test_success_quiet(self):
with patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(SuccessTestCase))):
main(['-q'])
self.assertEqual(stdout.getvalue(), '')
self.assert_output(
stderr.getvalue(), '''\
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
OK
''')
def test_pool_no_tests(self):
with patch('multiprocessing.cpu_count', Mock(return_value=1)), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=unittest.TestSuite())):
main([])
self.assertEqual(stdout.getvalue(), '')
self.assert_output(
stderr.getvalue(), '''\
----------------------------------------------------------------------
Ran 0 test in <SEC>s
OK
''')
def test_jobs(self):
with patch('multiprocessing.cpu_count', Mock(return_value=1)) as cpu_count_mock, \
patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=unittest.TestSuite())):
main(['-j', '1'])
cpu_count_mock.assert_not_called()
self.assertEqual(stdout.getvalue(), '')
self.assertEqual(
stderr.getvalue(), '''\
----------------------------------------------------------------------
Ran 0 test in 0.000s
OK
''')
def test_run_tests_coverage(self):
with patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(SuccessTestCase))):
main(['-v'])
self.assertEqual(stdout.getvalue(), '')
self.assertEqual(
re.sub(r'\d+\.\d{3}s', '<SEC>s', stderr.getvalue()), '''\
mock_1 (tests.test_main.SuccessTestCase) ... ok
mock_2 (tests.test_main.SuccessTestCase) ... ok
mock_3 (tests.test_main.SuccessTestCase) ... ok
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
OK
''')
def test_skipped(self):
with patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(SkipTestCase))):
main(['-v'])
self.assertEqual(stdout.getvalue(), '')
self.assert_output(
stderr.getvalue(), '''\
mock_1 (tests.test_main.SkipTestCase) ... ok
mock_2 (tests.test_main.SkipTestCase) ... skipped 'skip reason'
mock_3 (tests.test_main.SkipTestCase) ... ok
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
OK (skipped=1)
''')
def test_expected_failure(self):
with patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(ExpectedFailureTestCase))):
with self.assertRaises(SystemExit) as cm_exc:
main(['-v'])
self.assertEqual(cm_exc.exception.code, 1)
self.assertEqual(stdout.getvalue(), '')
self.assert_output(
re.sub(r'File ".*?", line \d+', 'File "<FILE>", line <LINE>',
stderr.getvalue()), '''\
mock_1 (tests.test_main.ExpectedFailureTestCase) ... ok
mock_2 (tests.test_main.ExpectedFailureTestCase) ... expected failure
mock_3 (tests.test_main.ExpectedFailureTestCase) ... unexpected success
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
FAILED (expected failures=1, unexpected successes=1)
''')
def test_success_buffer_off(self):
with patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(SuccessWithOutputTestCase))):
main(['-v'])
self.assertEqual(stdout.getvalue(), '''\
Hello stdout!
''')
self.assert_output(
stderr.getvalue(), '''\
mock_1 (tests.test_main.SuccessWithOutputTestCase) ... ok
mock_2 (tests.test_main.SuccessWithOutputTestCase) ... ok
Hello stderr!
mock_3 (tests.test_main.SuccessWithOutputTestCase) ... ok
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
OK
''')
def test_coverage_no_tests(self):
with patch('coverage.Coverage') as coverage_mock, \
patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=unittest.TestSuite())):
coverage_instance = coverage_mock.return_value
coverage_instance.report.return_value = 100.
main(['--coverage-branch'])
self.assertListEqual(coverage_mock.mock_calls, [
call(branch=True,
config_file=None,
data_file=ANY,
include=None,
omit=[ANY],
source=None),
call().start(),
call().stop(),
call().save(),
call(config_file=None),
call().combine(data_paths=[ANY]),
call().report(ignore_errors=True, file=ANY)
])
self.assertEqual(stdout.getvalue(), '')
self.assertEqual(
re.sub(r'\d+\.\d{3}s', '<SEC>s', stderr.getvalue()), '''\
----------------------------------------------------------------------
Ran 0 test in <SEC>s
OK
Total coverage is 100.00%
''')
def test_coverage_other(self):
with patch('coverage.Coverage') as coverage_mock, \
patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(SuccessTestCase))):
coverage_instance = coverage_mock.return_value
coverage_instance.report.return_value = 100.
main([
'-v', '--coverage-branch', '--coverage-rcfile', 'rcfile',
'--coverage-include', 'include*.py', '--coverage-omit',
'omit*.py', '--coverage-source', 'source*.py'
])
self.assertListEqual(coverage_mock.mock_calls, [
call(branch=True,
config_file='rcfile',
data_file=ANY,
include=['include*.py'],
omit=['omit*.py', ANY],
source=['source*.py']),
call().start(),
call().stop(),
call().save(),
call(branch=True,
config_file='rcfile',
data_file=ANY,
include=['include*.py'],
omit=['omit*.py', ANY],
source=['source*.py']),
call().start(),
call().stop(),
call().save(),
call(branch=True,
config_file='rcfile',
data_file=ANY,
include=['include*.py'],
omit=['omit*.py', ANY],
source=['source*.py']),
call().start(),
call().stop(),
call().save(),
call(branch=True,
config_file='rcfile',
data_file=ANY,
include=['include*.py'],
omit=['omit*.py', ANY],
source=['source*.py']),
call().start(),
call().stop(),
call().save(),
call(config_file='rcfile'),
call().combine(data_paths=[ANY, ANY, ANY, ANY]),
call().report(ignore_errors=True, file=ANY)
])
self.assertEqual(stdout.getvalue(), '')
self.assertEqual(
re.sub(r'\d+\.\d{3}s', '<SEC>s', stderr.getvalue()), '''\
mock_1 (tests.test_main.SuccessTestCase) ... ok
mock_2 (tests.test_main.SuccessTestCase) ... ok
mock_3 (tests.test_main.SuccessTestCase) ... ok
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
OK
Total coverage is 100.00%
''')
def test_coverage_fail_under(self):
with patch('coverage.Coverage') as coverage_mock, \
patch('multiprocessing.Pool', new=MockMultiprocessingPool), \
patch('sys.stdout', StringIO()) as stdout, \
patch('sys.stderr', StringIO()) as stderr, \
patch('unittest.TestLoader.discover', Mock(return_value=_create_test_suite(SuccessTestCase))):
coverage_instance = coverage_mock.return_value
coverage_instance.report.return_value = 99.
with self.assertRaises(SystemExit) as cm_exc:
main([
'-v', '--coverage-branch', '--coverage-fail-under', '100'
])
self.assertEqual(cm_exc.exception.code, 2)
self.assertListEqual(coverage_mock.mock_calls, [
call(branch=True,
config_file=None,
data_file=ANY,
include=None,
omit=[ANY],
source=None),
call().start(),
call().stop(),
call().save(),
call(branch=True,
config_file=None,
data_file=ANY,
include=None,
omit=[ANY],
source=None),
call().start(),
call().stop(),
call().save(),
call(branch=True,
config_file=None,
data_file=ANY,
include=None,
omit=[ANY],
source=None),
call().start(),
call().stop(),
call().save(),
call(branch=True,
config_file=None,
data_file=ANY,
include=None,
omit=[ANY],
source=None),
call().start(),
call().stop(),
call().save(),
call(config_file=None),
call().combine(data_paths=[ANY, ANY, ANY, ANY]),
call().report(ignore_errors=True, file=ANY)
])
self.assertEqual(stdout.getvalue(), '')
self.assertEqual(
re.sub(r'\d+\.\d{3}s', '<SEC>s', stderr.getvalue()), '''\
mock_1 (tests.test_main.SuccessTestCase) ... ok
mock_2 (tests.test_main.SuccessTestCase) ... ok
mock_3 (tests.test_main.SuccessTestCase) ... ok
----------------------------------------------------------------------
Ran 3 tests in <SEC>s
OK
Total coverage is 99.00%
''')