def publish_comment(
self,
title: str,
stats: UnitTestRunResults,
pull_request: PullRequest,
check_run: Optional[CheckRun] = None,
cases: Optional[UnitTestCaseResults] = None) -> PullRequest:
# compare them with earlier stats
base_commit_sha = self.get_base_commit_sha(pull_request)
logger.debug(f'comparing against base={base_commit_sha}')
base_check_run = self.get_check_run(base_commit_sha)
base_stats = self.get_stats_from_check_run(
base_check_run) if base_check_run is not None else None
stats_with_delta = get_stats_delta(
stats, base_stats, 'base') if base_stats is not None else stats
logger.debug(f'stats with delta: {stats_with_delta}')
# gather test lists from check run and cases
before_all_tests, before_skipped_tests = self.get_test_lists_from_check_run(
base_check_run)
all_tests, skipped_tests = get_all_tests_list(
cases), get_skipped_tests_list(cases)
test_changes = SomeTestChanges(before_all_tests, all_tests,
before_skipped_tests, skipped_tests)
logger.info('creating comment')
details_url = check_run.html_url if check_run else None
summary = get_long_summary_md(stats_with_delta, details_url,
test_changes,
self._settings.test_changes_limit)
pull_request.create_issue_comment(f'## {title}\n{summary}')
return pull_request
def publish_check(self, stats: UnitTestRunResults, cases: UnitTestCaseResults, conclusion: str) -> CheckRun:
# get stats from earlier commits
before_commit_sha = self._settings.event.get('before')
self._logger.debug('comparing against before={}'.format(before_commit_sha))
before_stats = self.get_stats_from_commit(before_commit_sha)
stats_with_delta = get_stats_delta(stats, before_stats, 'earlier') if before_stats is not None else stats
self._logger.debug('stats with delta: {}'.format(stats_with_delta))
error_annotations = get_error_annotations(stats.errors)
case_annotations = get_case_annotations(cases, self._settings.report_individual_runs)
file_list_annotations = self.get_test_list_annotations(cases)
all_annotations = error_annotations + case_annotations + file_list_annotations
# we can send only 50 annotations at once, so we split them into chunks of 50
check_run = None
all_annotations = [all_annotations[x:x+50] for x in range(0, len(all_annotations), 50)] or [[]]
for annotations in all_annotations:
output = dict(
title=get_short_summary(stats),
summary=get_long_summary_with_digest_md(stats_with_delta, stats),
annotations=[annotation.to_dict() for annotation in annotations]
)
self._logger.info('creating check')
check_run = self._repo.create_check_run(name=self._settings.check_name,
head_sha=self._settings.commit,
status='completed',
conclusion=conclusion,
output=output)
return check_run
def test_get_stats_delta(self):
self.assertEqual(get_stats_delta(UnitTestRunResults(
files=1,
suites=2,
duration=3,
tests=20,
tests_succ=2,
tests_skip=5,
tests_fail=6,
tests_error=7,
runs=40,
runs_succ=12,
runs_skip=8,
runs_fail=9,
runs_error=10,
commit='commit'
), UnitTestRunResults(
files=3,
suites=5,
duration=7,
tests=41,
tests_succ=5,
tests_skip=11,
tests_fail=13,
tests_error=15,
runs=81,
runs_succ=25,
runs_skip=17,
runs_fail=19,
runs_error=21,
commit='ref'
), 'type'), UnitTestRunDeltaResults(
files=n(1, -2),
suites=n(2, -3),
duration=d(3, -4),
tests=n(20, -21),
tests_succ=n(2, -3),
tests_skip=n(5, -6),
tests_fail=n(6, -7),
tests_error=n(7, -8),
runs=n(40, -41),
runs_succ=n(12, -13),
runs_skip=n(8, -9),
runs_fail=n(9, -10),
runs_error=n(10, -11),
commit='commit',
reference_commit='ref',
reference_type='type'
))
def publish_comment(self,
title: str,
stats: UnitTestRunResults,
pull_request: PullRequest,
check_run: Optional[CheckRun] = None) -> None:
# compare them with earlier stats
base_commit_sha = pull_request.base.sha if pull_request else None
self._logger.debug('comparing against base={}'.format(base_commit_sha))
base_stats = self.get_stats_from_commit(base_commit_sha)
stats_with_delta = get_stats_delta(
stats, base_stats, 'base') if base_stats is not None else stats
self._logger.debug('stats with delta: {}'.format(stats_with_delta))
self._logger.info('creating comment')
details_url = check_run.html_url if check_run else None
pull_request.create_issue_comment('## {}\n{}'.format(
title, get_long_summary_md(stats_with_delta, details_url)))
return pull_request