def test_unittest_errors(self):
dummy_taskname = 'unittest'
lines = ('ignored line', 'FAILED (errors=2)')
shell_output = '\n'.join(lines)
self.patch_shellcommand_result(stdout=shell_output, returncode=1)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_pyunittest_result
result = task()
expected_result = CheckResult(dummy_taskname, CheckResult.ERROR,
'FAILED (errors=2)', shell_output)
assert_checkresult_equal(expected_result, result)
def test_pass_if_code_rate_is_10(self):
"""Test if result is determined by function assigned to result_creator attribute."""
expected_summary = 'expected summary'
def result_creator(task, *_):
return CheckResult(task.taskname, summary=expected_summary)
self.patch_shellcommand_result(stdout='dummy')
taskname = 'dummy'
task = CheckerTask(taskname, 'dummy-command')
task.result_creator = result_creator
result = task()
expected_result = CheckResult(taskname, summary=expected_summary)
assert_checkresult_equal(expected_result, result)
def test_unittest_skipped_tests(self):
dummy_taskname = 'unittest'
lines = ('ignored line', 'Ran 26 tests in 0.263s', 'OK (skipped=1)')
shell_output = '\n'.join(lines)
self.patch_shellcommand_result(stdout=shell_output)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_pyunittest_result
result = task()
expected_result = CheckResult(dummy_taskname,
CheckResult.WARNING,
'Ran 26 tests in 0.263s - OK (skipped=1)')
assert_checkresult_equal(expected_result, result)
def test_unittest_skipped_tests(self):
dummy_taskname = 'unittest'
lines = ('ignored line', 'Ran 26 tests in 0.263s', 'OK (skipped=1)')
shell_output = '\n'.join(lines)
self.patch_shellcommand_result(stdout=shell_output)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_pyunittest_result
result = task()
expected_result = CheckResult(
dummy_taskname, CheckResult.WARNING,
'Ran 26 tests in 0.263s - OK (skipped=1)')
assert_checkresult_equal(expected_result, result)
def test_php_fatalerror(self):
dummy_taskname = 'phpunit'
lines = ('dummy', 'PHP Fatal error: Error description ..')
stdout = '\n'.join(lines)
self.patch_shellcommand_result(stdout=stdout, returncode=1)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_phpunit_result
result = task()
expected_result = CheckResult(dummy_taskname,
CheckResult.ERROR,
'FAILED',
message=stdout)
assert_checkresult_equal(expected_result, result)
def test_unittest_errors(self):
dummy_taskname = 'unittest'
lines = ('ignored line', 'FAILED (errors=2)')
shell_output = '\n'.join(lines)
self.patch_shellcommand_result(stdout=shell_output, returncode=1)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_pyunittest_result
result = task()
expected_result = CheckResult(dummy_taskname,
CheckResult.ERROR,
'FAILED (errors=2)',
shell_output)
assert_checkresult_equal(expected_result, result)
def test_ok(self):
dummy_taskname = 'phpunit'
resource_summary = 'Time: 60 ms, Memory: 3.75Mb'
ran_tests_summary = 'OK (40 tests, 57 assertions)'
lines = ('dummy', resource_summary, ran_tests_summary)
stdout = '\n'.join(lines)
self.patch_shellcommand_result(stdout=stdout)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_phpunit_result
result = task()
expected_result = CheckResult(
dummy_taskname, CheckResult.SUCCESS,
'OK (40 tests, 57 assertions) - Time: 60 ms, Memory: 3.75Mb')
assert_checkresult_equal(expected_result, result)
def create(self, relpath=None, config=None):
"""Create Task for specified file."""
config = self._mix_config(config)
if relpath:
abspath = git.abspath(relpath)
command = self._command.safe_substitute(file_abspath=abspath)
taskname = self._taskname.substitute(file_relpath=relpath)
else:
taskname = self._taskname.template
command = self._command.template
task = Task(taskname, command, config)
if self._command_options:
task.command_options = self._command_options
if self._result_creator:
task.result_creator = self._result_creator
return task
def test_php_fatalerror(self):
dummy_taskname = 'phpunit'
lines = ('dummy', 'PHP Fatal error: Error description ..')
stdout = '\n'.join(lines)
self.patch_shellcommand_result(stdout=stdout, returncode=1)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_phpunit_result
result = task()
expected_result = CheckResult(
dummy_taskname,
CheckResult.ERROR,
'FAILED',
message=stdout
)
assert_checkresult_equal(expected_result, result)
def create(self, relpath=None, config=None):
"""Create Task for specified file."""
config = self._mix_config(config)
if relpath:
abspath = git.abspath(relpath)
command = self._command.safe_substitute(file_abspath=abspath)
taskname = self._taskname.substitute(file_relpath=relpath)
else:
taskname = self._taskname.template
command = self._command.template
task = Task(taskname, command, config)
if self._command_options:
task.command_options = self._command_options
if self._result_creator:
task.result_creator = self._result_creator
return task
def test_ok(self):
dummy_taskname = 'phpunit'
resource_summary = 'Time: 60 ms, Memory: 3.75Mb'
ran_tests_summary = 'OK (40 tests, 57 assertions)'
lines = ('dummy', resource_summary, ran_tests_summary)
stdout = '\n'.join(lines)
self.patch_shellcommand_result(stdout=stdout)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_phpunit_result
result = task()
expected_result = CheckResult(
dummy_taskname,
CheckResult.SUCCESS,
'OK (40 tests, 57 assertions) - Time: 60 ms, Memory: 3.75Mb'
)
assert_checkresult_equal(expected_result, result)
def test_failure(self):
dummy_taskname = 'phpunit'
resource_summary = 'Time: 60 ms, Memory: 3.75Mb'
ran_tests_summary = 'Tests: 40, Assertions: 55, ' \
'Failures: 1, Incomplete: 1.'
lines = ('dummy', resource_summary, ran_tests_summary)
stdout = '\n'.join(lines)
self.patch_shellcommand_result(stdout=stdout, returncode=1)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_phpunit_result
result = task()
expected_result = CheckResult(dummy_taskname,
CheckResult.ERROR,
ran_tests_summary +
' - Time: 60 ms, Memory: 3.75Mb',
message=stdout)
assert_checkresult_equal(expected_result, result)
def test_skipped_tests(self):
dummy_taskname = 'phpunit'
resource_summary = 'Time: 60 ms, Memory: 3.75Mb'
ran_tests_summary = 'OK, but incomplete, skipped, or risky tests!'
lines = ('dummy', resource_summary, ran_tests_summary)
stdout = '\n'.join(lines)
self.patch_shellcommand_result(stdout=stdout)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_phpunit_result
result = task()
expected_result = CheckResult(
dummy_taskname,
CheckResult.WARNING,
'OK, but incomplete, skipped, or risky tests!' \
' - Time: 60 ms, Memory: 3.75Mb'
)
assert_checkresult_equal(expected_result, result)
def test_skipped_tests(self):
dummy_taskname = 'phpunit'
resource_summary = 'Time: 60 ms, Memory: 3.75Mb'
ran_tests_summary = 'OK, but incomplete, skipped, or risky tests!'
lines = ('dummy', resource_summary, ran_tests_summary)
stdout = '\n'.join(lines)
self.patch_shellcommand_result(stdout=stdout)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_phpunit_result
result = task()
expected_result = CheckResult(
dummy_taskname,
CheckResult.WARNING,
'OK, but incomplete, skipped, or risky tests!' \
' - Time: 60 ms, Memory: 3.75Mb'
)
assert_checkresult_equal(expected_result, result)
def test_failure(self):
dummy_taskname = 'phpunit'
resource_summary = 'Time: 60 ms, Memory: 3.75Mb'
ran_tests_summary = 'Tests: 40, Assertions: 55, ' \
'Failures: 1, Incomplete: 1.'
lines = ('dummy', resource_summary, ran_tests_summary)
stdout = '\n'.join(lines)
self.patch_shellcommand_result(stdout=stdout, returncode=1)
task = Task(dummy_taskname, 'dummy-command')
task.result_creator = create_phpunit_result
result = task()
expected_result = CheckResult(
dummy_taskname,
CheckResult.ERROR,
ran_tests_summary + ' - Time: 60 ms, Memory: 3.75Mb',
message=stdout
)
assert_checkresult_equal(expected_result, result)
def test_checker_can_be_defined_with_custom_result_creator(self):
"""Checker can have own result creator.
Result creator builds CheckResult based on stdout, returncode and
config.
"""
accepted_code_rate = 9
pylint_config = {
'rcfile': None,
'accepted-code-rate': accepted_code_rate
}
precommit_yaml_contents = yaml.dump({
'file-checkers': {'*.py': ['pylint']}
})
staged_files = ['module.py']
self.patch_git_repository(precommit_yaml_contents, staged_files)
self.patch_file_checker(
'pylint',
taskname='Pylint ${file_relpath}',
command='pylint -f parseable ${file_abspath} ${options}',
defaultconfig=pylint_config,
command_options={'rcfile': '--rcfile=${value}'},
result_creator=create_pylint_result
)
runner.main()
expected_task = Task(
'Pylint module.py',
'pylint -f parseable {}'.format(git.abspath('module.py')),
pylint_config
)
expected_task.result_creator = create_pylint_result
self.worker.execute_checkers.assert_called_once_with(
UnOrderedCollectionMatcher([expected_task])
)
