def testSubmitRevertSucceed(self, mock_fn, mock_commit, *_):
        repo_name = 'chromium'
        revision = 'rev1'
        commit_position = 123

        cl_info = ClInfo(self.review_server_host, self.review_change_id)
        cl_info.commits.append(
            Commit('20001', 'rev1', [], datetime(2017, 2, 1, 0, 0, 0)))
        mock_fn.return_value = cl_info
        mock_commit.return_value = True

        culprit = WfSuspectedCL.Create(repo_name, revision, commit_position)
        revert = RevertCL()
        revert_change_id = '54321'
        revert.revert_cl_url = 'https://%s/q/%s' % (self.review_server_host,
                                                    revert_change_id)
        culprit.revert_cl = revert
        culprit.revert_status = status.COMPLETED
        culprit.put()
        revert_status = constants.CREATED_BY_FINDIT
        pipeline_input = SubmitRevertCLParameters(
            cl_key=culprit.key.urlsafe(),
            revert_status=revert_status,
            failure_type=failure_type.COMPILE)
        pipeline = SubmitRevertCLPipeline(pipeline_input)
        self.assertEqual(constants.COMMITTED, pipeline.run(pipeline_input))

        culprit = WfSuspectedCL.Get(repo_name, revision)
        self.assertEqual(culprit.revert_submission_status, status.COMPLETED)

        mock_commit.assert_called_with(revert_change_id)
Пример #2
0
    def testRevertCulprit(self, mock_revert, *_):
        repo_name = 'chromium'
        revision = 'rev1'
        build_key = 'm/b/123'

        revert_cl = RevertCL()
        revert_cl.revert_cl_url = 'url'
        revert_cl.created_time = datetime.datetime(2018, 6, 20, 0, 0, 0)

        mock_revert.return_value = (constants.CREATED_BY_FINDIT, revert_cl,
                                    None)

        culprit = WfSuspectedCL.Create(repo_name, revision, 1)
        culprit.put()

        pipeline_input = CreateRevertCLParameters(
            cl_key=culprit.key.urlsafe(),
            build_key=build_key,
            failure_type=failure_type.COMPILE)
        self.assertEqual(
            constants.CREATED_BY_FINDIT,
            culprit_action.RevertCulprit(pipeline_input, 'pipeline_id'))
        culprit = WfSuspectedCL.Get(repo_name, revision)
        self.assertEqual(revert_cl, culprit.revert_cl)
        self.assertEqual(analysis_status.COMPLETED, culprit.revert_status)
Пример #3
0
    def testSubmitRevertSucceed(self, mock_fn, mock_commit, mock_add, *_):
        repo_name = 'chromium'
        revision = 'rev1'
        commit_position = 123

        cl_info = ClInfo(self.review_server_host, self.review_change_id)
        cl_info.commits.append(
            Commit('20001', 'rev1', [], datetime(2017, 2, 1, 0, 0, 0)))
        mock_fn.return_value = cl_info
        mock_commit.return_value = True

        culprit = WfSuspectedCL.Create(repo_name, revision, commit_position)
        revert_for_culprit = RevertCL()
        revert_change_id = '54321'
        revert_for_culprit.revert_cl_url = 'https://%s/q/%s' % (
            self.review_server_host, revert_change_id)
        culprit.revert_cl = revert_for_culprit
        culprit.revert_status = status.COMPLETED
        culprit.put()
        revert_status = services_constants.CREATED_BY_FINDIT
        commit_status = gerrit.CommitRevert(
            SubmitRevertCLParameters(cl_key=culprit.key.urlsafe(),
                                     revert_status=revert_status),
            self.codereview_info)

        self.assertEqual(services_constants.COMMITTED, commit_status)

        mock_commit.assert_called_once_with(revert_change_id)

        culprit_link = (
            'https://analysis.chromium.org/waterfall/culprit?key=%s' %
            (culprit.key.urlsafe()))
        false_positive_bug_link = gerrit.CreateFinditWrongBugLink(
            gerrit.FINDIT_BUILD_FAILURE_COMPONENT, culprit_link, revision)
        message = textwrap.dedent("""
        Sheriffs, CL owner or CL reviewers:
        Please confirm this revert if it is correct.
        If it is a false positive, please reland the original CL and report this
        false positive at %s.

        For more information about Findit auto-revert: %s.

        Sheriffs, it'll be much appreciated if you could take a couple minutes
        to fill out this survey: %s.""") % (
            false_positive_bug_link, gerrit._MANUAL_LINK, gerrit._SURVEY_LINK)
        mock_add.assert_called_once_with(revert_change_id, ['*****@*****.**'],
                                         message)
Пример #4
0
    def testCommitRevertNoCodeReview(self, _):
        repo_name = 'chromium'
        revision = 'rev1'
        commit_position = 123

        cl_info = ClInfo(self.review_server_host, self.review_change_id)
        cl_info.commits.append(
            Commit('20001', 'rev1', [], datetime(2017, 2, 1, 0, 0, 0)))

        culprit = WfSuspectedCL.Create(repo_name, revision, commit_position)
        revert_for_culprit = RevertCL()
        revert_change_id = '54321'
        revert_for_culprit.revert_cl_url = 'https://%s/q/%s' % (
            self.review_server_host, revert_change_id)
        culprit.revert_cl = revert_for_culprit
        culprit.revert_status = status.COMPLETED
        culprit.put()
        revert_status = services_constants.CREATED_BY_FINDIT
        self.assertEquals(
            services_constants.ERROR,
            gerrit.CommitRevert(
                SubmitRevertCLParameters(cl_key=culprit.key.urlsafe(),
                                         revert_status=revert_status), None))
Пример #5
0
def RevertCulprit(urlsafe_key, build_id, build_failure_type, sample_step_name,
                  codereview_info):
    """Creates a revert of a culprit and adds reviewers.

  Args:
    urlsafe_key (str): Key to the ndb model.
    build_id (str): Id of the sample failed build.
    build_failure_type (int): Failure type: compile, test or flake.
    sample_step_name (str): Sample failed step in the failed build.
    codereview_info (dict): Code review information about the culprit.

  Returns:
    (int, string, string):
      - Status of the reverting;
      - change_id of the revert;
      - reason why revert is skipped if it is skipped.
  """

    culprit = entity_util.GetEntityFromUrlsafeKey(urlsafe_key)
    repo_name = culprit.repo_name
    revision = culprit.revision
    # 0. Gets information about this culprit.
    culprit_commit_position = codereview_info['commit_position']
    culprit_change_id = codereview_info['review_change_id']

    codereview = _GetCodeReview(codereview_info)
    print codereview

    if not codereview or not culprit_change_id:  # pragma: no cover
        logging.error('Failed to get change id for %s/%s', repo_name, revision)
        return services_constants.ERROR, None, None

    culprit_cl_info = codereview.GetClDetails(culprit_change_id)
    if not culprit_cl_info:  # pragma: no cover
        logging.error('Failed to get cl_info for %s/%s', repo_name, revision)
        return services_constants.ERROR, None, None

    # Checks if the culprit is a revert. If yes, bail out.
    if _IsCulpritARevert(culprit_cl_info):
        return (services_constants.SKIPPED, None,
                services_constants.CULPRIT_IS_A_REVERT)

    if culprit_cl_info.auto_revert_off:
        return services_constants.SKIPPED, None, services_constants.AUTO_REVERT_OFF

    # 1. Checks if a revert CL by sheriff has been created.
    reverts = culprit_cl_info.GetRevertCLsByRevision(revision)

    if reverts is None:  # pragma: no cover
        # if no reverts, reverts should be [], only when some error happens it will
        # be None.
        logging.error('Failed to find patchset_id for %s/%s' %
                      (repo_name, revision))
        return services_constants.ERROR, None, None

    findit_revert = None
    for revert in reverts:
        if _IsOwnerFindit(revert.reverting_user_email):
            findit_revert = revert
            break

    if reverts and not findit_revert:
        # Sheriff(s) created the revert CL(s).
        return (services_constants.CREATED_BY_SHERIFF, None,
                services_constants.REVERTED_BY_SHERIFF)

    revert_change_id = None
    if findit_revert:
        revert_change_id = findit_revert.reverting_cl.change_id

    # 2. Crreate revert CL.
    # TODO (chanli): Better handle cases where 2 analyses are trying to revert
    # at the same time.
    if not revert_change_id:
        revert_reason = culprit.GenerateRevertReason(build_id,
                                                     culprit_commit_position,
                                                     revision,
                                                     sample_step_name)
        if not revert_reason:  # pragma: no cover.
            logging.error('Failed to get the reason for revert culprit %s',
                          culprit.key.urlsafe() if culprit else '')
            return services_constants.ERROR, None, None
        bug_id = _GetBugIdForCulprit(culprit)
        revert_change_id = codereview.CreateRevert(
            revert_reason,
            culprit_change_id,
            culprit_cl_info.GetPatchsetIdByRevision(revision),
            bug_id=bug_id)

        if not revert_change_id:  # pragma: no cover
            return services_constants.ERROR, None, None

    # Save revert CL info and notification info to culprit.
    revert_cl = None
    if not culprit.revert_cl:
        revert_cl = RevertCL()
        revert_cl.revert_cl_url = codereview.GetCodeReviewUrl(revert_change_id)
        revert_cl.created_time = time_util.GetUTCNow()

    # 3. Add reviewers.
    # If Findit cannot commit the revert, add sheriffs as reviewers and ask them
    # to 'LGTM' and commit the revert.
    action_settings = waterfall_config.GetActionSettings()
    can_commit_revert = (action_settings.get('auto_commit_revert_compile')
                         if build_failure_type == failure_type.COMPILE else
                         action_settings.get('auto_commit_revert_test'))
    if not can_commit_revert:
        success = _AddReviewers(revision, culprit, codereview,
                                revert_change_id, False)
        if not success:  # pragma: no cover
            logging.error('Failed to add reviewers for revert of'
                          ' culprit %s/%s' % (repo_name, revision))
            return services_constants.ERROR, revert_cl, None
    return services_constants.CREATED_BY_FINDIT, revert_cl, None
Пример #6
0
 def testRevertCLUrl(self):
     culprit = BaseSuspectedCL.Create('chromium', 'r1', 123)
     revert_cl = RevertCL()
     revert_cl.revert_cl_url = 'review_url'
     culprit.revert_cl = revert_cl
     self.assertEqual('review_url', culprit.revert_cl_url)
Пример #7
0
    def testSubmitRevertFailed(self, mock_fn, mock_commit, mock_add, *_):
        repo_name = 'chromium'
        revision = 'rev1'
        commit_position = 123

        cl_info = ClInfo(self.review_server_host, self.review_change_id)
        cl_info.commits.append(
            Commit('20001', 'rev1', [], datetime(2017, 2, 1, 0, 0, 0)))
        mock_fn.return_value = cl_info
        mock_commit.return_value = False

        culprit = WfSuspectedCL.Create(repo_name, revision, commit_position)
        revert_for_culprit = RevertCL()
        revert_change_id = '54321'
        revert_for_culprit.revert_cl_url = 'https://%s/q/%s' % (
            self.review_server_host, revert_change_id)
        culprit.revert_cl = revert_for_culprit
        culprit.revert_status = status.COMPLETED
        culprit.put()

        revert_status = services_constants.CREATED_BY_FINDIT
        commit_status = gerrit.CommitRevert(
            SubmitRevertCLParameters(cl_key=culprit.key.urlsafe(),
                                     revert_status=revert_status),
            self.codereview_info)

        self.assertEqual(services_constants.ERROR, commit_status)
        mock_commit.assert_called_once_with(revert_change_id)

        culprit_link = (
            'https://analysis.chromium.org/waterfall/culprit?key=%s' %
            culprit.key.urlsafe())
        false_positive_bug_link = gerrit.CreateFinditWrongBugLink(
            gerrit.FINDIT_BUILD_FAILURE_COMPONENT, culprit_link, revision)

        auto_revert_bug_query = urllib.urlencode({
            'status':
            'Available',
            'components':
            'Tools>Test>FindIt>Autorevert',
            'summary':
            'Auto Revert failed on %s' % revision,
            'comment':
            'Detail is %s' % culprit_link
        })
        auto_revert_bug_link = (
            'https://bugs.chromium.org/p/chromium/issues/entry?%s') % (
                auto_revert_bug_query)
        message = textwrap.dedent("""
        Sheriffs, CL owner or CL reviewers:
        Please submit this revert if it is correct.
        If it is a false positive, please abandon and report it
        at %s.
        If failed to submit the revert, please abandon it and report the failure
        at %s.

        For more information about Findit auto-revert: %s.

        Sheriffs, it'll be much appreciated if you could take a couple minutes
        to fill out this survey: %s.""") % (
            false_positive_bug_link, auto_revert_bug_link, gerrit._MANUAL_LINK,
            gerrit._SURVEY_LINK)
        mock_add.assert_called_once_with('54321', ['*****@*****.**'], message)
Пример #8
0
    def testTestLevelResultIsReturned(self, mock_fn):
        master_name = 'm'
        builder_name = 'b'
        build_number = 5

        master_url = 'https://build.chromium.org/p/%s' % master_name
        builds = {
            'builds': [{
                'master_url': master_url,
                'builder_name': builder_name,
                'build_number': build_number,
                'failed_steps': ['a', 'b on platform']
            }]
        }

        task = WfSwarmingTask.Create(master_name, builder_name, 4,
                                     'b on platform')
        task.parameters['ref_name'] = 'b'
        task.status = analysis_status.COMPLETED
        task.put()

        try_job = WfTryJob.Create(master_name, builder_name, 4)
        try_job.status = analysis_status.COMPLETED
        try_job.test_results = [{
            'culprit': {
                'a': {
                    'repo_name': 'chromium',
                    'revision': 'r4_2',
                    'commit_position': 42,
                    'url': None,
                },
                'b': {
                    'tests': {
                        'Unittest3.Subtest1': {
                            'repo_name': 'chromium',
                            'revision': 'r4_10',
                            'commit_position': 410,
                            'url': None,
                        },
                    }
                }
            },
        }]
        try_job.put()

        analysis = WfAnalysis.Create(master_name, builder_name, build_number)
        analysis.status = analysis_status.COMPLETED
        analysis.failure_result_map = {
            'a': '/'.join([master_name, builder_name, '4']),
            'b on platform': {
                'Unittest1.Subtest1':
                '/'.join([master_name, builder_name, '3']),
                'Unittest2.Subtest1':
                '/'.join([master_name, builder_name, '4']),
                'Unittest3.Subtest1':
                '/'.join([master_name, builder_name, '4']),
            },
        }
        analysis.result = {
            'failures': [{
                'step_name':
                'a',
                'first_failure':
                4,
                'last_pass':
                3,
                'supported':
                True,
                'suspected_cls': [{
                    'build_number': 4,
                    'repo_name': 'chromium',
                    'revision': 'r4_2_failed',
                    'commit_position': None,
                    'url': None,
                    'score': 2,
                    'hints': {
                        'modified f4_2.cc (and it was in log)': 2,
                    },
                }],
            }, {
                'step_name':
                'b on platform',
                'first_failure':
                3,
                'last_pass':
                2,
                'supported':
                True,
                'suspected_cls': [{
                    'build_number': 3,
                    'repo_name': 'chromium',
                    'revision': 'r3_1',
                    'commit_position': None,
                    'url': None,
                    'score': 5,
                    'hints': {
                        'added x/y/f3_1.cc (and it was in log)': 5,
                    },
                }, {
                    'build_number': 4,
                    'repo_name': 'chromium',
                    'revision': 'r4_1',
                    'commit_position': None,
                    'url': None,
                    'score': 2,
                    'hints': {
                        'modified f4.cc (and it was in log)': 2,
                    },
                }],
                'tests': [{
                    'test_name':
                    'Unittest1.Subtest1',
                    'first_failure':
                    3,
                    'last_pass':
                    2,
                    'suspected_cls': [{
                        'build_number': 2,
                        'repo_name': 'chromium',
                        'revision': 'r2_1',
                        'commit_position': None,
                        'url': None,
                        'score': 5,
                        'hints': {
                            'added x/y/f99_1.cc (and it was in log)': 5,
                        },
                    }]
                }, {
                    'test_name':
                    'Unittest2.Subtest1',
                    'first_failure':
                    4,
                    'last_pass':
                    2,
                    'suspected_cls': [{
                        'build_number': 2,
                        'repo_name': 'chromium',
                        'revision': 'r2_1',
                        'commit_position': None,
                        'url': None,
                        'score': 5,
                        'hints': {
                            'added x/y/f99_1.cc (and it was in log)': 5,
                        },
                    }]
                }, {
                    'test_name': 'Unittest3.Subtest1',
                    'first_failure': 4,
                    'last_pass': 2,
                    'suspected_cls': []
                }]
            }, {
                'step_name': 'c',
                'first_failure': 4,
                'last_pass': 3,
                'supported': False,
                'suspected_cls': [],
            }]
        }
        analysis.put()

        suspected_cl_42 = WfSuspectedCL.Create('chromium', 'r4_2', 42)
        suspected_cl_42.builds = {
            build_util.CreateBuildId(master_name, builder_name, 5): {
                'approaches': [analysis_approach_type.TRY_JOB]
            }
        }
        suspected_cl_42.put()

        suspected_cl_21 = WfSuspectedCL.Create('chromium', 'r2_1', None)
        suspected_cl_21.builds = {
            build_util.CreateBuildId(master_name, builder_name, 3): {
                'approaches': [analysis_approach_type.HEURISTIC],
                'top_score': 5
            },
            build_util.CreateBuildId(master_name, builder_name, 4): {
                'approaches': [analysis_approach_type.HEURISTIC],
                'top_score': 5
            },
            build_util.CreateBuildId(master_name, builder_name, build_number):
            {
                'approaches': [analysis_approach_type.HEURISTIC],
                'top_score': 5
            }
        }
        suspected_cl_21.put()

        suspected_cl_410 = WfSuspectedCL.Create('chromium', 'r4_10', None)
        suspected_cl_410.builds = {
            build_util.CreateBuildId(master_name, builder_name, 4): {
                'approaches': [
                    analysis_approach_type.HEURISTIC,
                    analysis_approach_type.TRY_JOB
                ],
                'top_score':
                5
            },
            build_util.CreateBuildId(master_name, builder_name, build_number):
            {
                'approaches': [analysis_approach_type.HEURISTIC],
                'top_score': 5
            }
        }
        revert_cl = RevertCL()
        revert_cl.revert_cl_url = 'revert_cl_url'
        suspected_cl_410.revert_cl = revert_cl
        suspected_cl_410.put()

        def confidence_side_effect(_, build_info, first_build_info):
            if (first_build_info and first_build_info.get('approaches') == [
                    analysis_approach_type.HEURISTIC,
                    analysis_approach_type.TRY_JOB
            ]):
                return 100, analysis_approach_type.TRY_JOB
            if build_info and build_info.get('top_score'):
                return 90, analysis_approach_type.HEURISTIC
            return 98, analysis_approach_type.TRY_JOB

        mock_fn.side_effect = confidence_side_effect

        expected_results = [{
            'master_url':
            master_url,
            'builder_name':
            builder_name,
            'build_number':
            build_number,
            'step_name':
            'a',
            'is_sub_test':
            False,
            'first_known_failed_build_number':
            4,
            'suspected_cls': [{
                'repo_name': 'chromium',
                'revision': 'r4_2',
                'commit_position': 42,
                'confidence': 98,
                'analysis_approach': 'TRY_JOB'
            }],
            'analysis_approach':
            'TRY_JOB',
            'is_flaky_test':
            False,
            'try_job_status':
            'FINISHED',
            'has_findings':
            True,
            'is_finished':
            True,
            'is_supported':
            True,
        }, {
            'master_url':
            master_url,
            'builder_name':
            builder_name,
            'build_number':
            build_number,
            'step_name':
            'b on platform',
            'is_sub_test':
            True,
            'test_name':
            'Unittest1.Subtest1',
            'first_known_failed_build_number':
            3,
            'suspected_cls': [{
                'repo_name': 'chromium',
                'revision': 'r2_1',
                'confidence': 90,
                'analysis_approach': 'HEURISTIC'
            }],
            'analysis_approach':
            'HEURISTIC',
            'is_flaky_test':
            False,
            'try_job_status':
            'FINISHED',
            'has_findings':
            True,
            'is_finished':
            True,
            'is_supported':
            True,
        }, {
            'master_url':
            master_url,
            'builder_name':
            builder_name,
            'build_number':
            build_number,
            'step_name':
            'b on platform',
            'is_sub_test':
            True,
            'test_name':
            'Unittest2.Subtest1',
            'first_known_failed_build_number':
            4,
            'suspected_cls': [{
                'repo_name': 'chromium',
                'revision': 'r2_1',
                'confidence': 90,
                'analysis_approach': 'HEURISTIC'
            }],
            'analysis_approach':
            'HEURISTIC',
            'is_flaky_test':
            False,
            'try_job_status':
            'FINISHED',
            'has_findings':
            True,
            'is_finished':
            True,
            'is_supported':
            True,
        }, {
            'master_url':
            master_url,
            'builder_name':
            builder_name,
            'build_number':
            build_number,
            'step_name':
            'b on platform',
            'is_sub_test':
            True,
            'test_name':
            'Unittest3.Subtest1',
            'first_known_failed_build_number':
            4,
            'suspected_cls': [{
                'repo_name': 'chromium',
                'revision': 'r4_10',
                'commit_position': 410,
                'analysis_approach': 'TRY_JOB',
                'confidence': 100,
                'revert_cl_url': 'revert_cl_url'
            }],
            'analysis_approach':
            'TRY_JOB',
            'is_flaky_test':
            False,
            'try_job_status':
            'FINISHED',
            'has_findings':
            True,
            'is_finished':
            True,
            'is_supported':
            True,
        }, {
            'master_url': master_url,
            'builder_name': builder_name,
            'build_number': build_number,
            'step_name': 'c',
            'is_sub_test': False,
            'analysis_approach': 'HEURISTIC',
            'is_flaky_test': False,
            'has_findings': False,
            'is_finished': True,
            'is_supported': False,
        }]

        self._MockMasterIsSupported(supported=True)

        response = self.call_api('AnalyzeBuildFailures', body=builds)
        self.assertEqual(200, response.status_int)
        self.assertItemsEqual(expected_results,
                              response.json_body.get('results'))
def _RevertCulprit(master_name, builder_name, build_number, repo_name,
                   revision):

    culprit = _UpdateCulprit(repo_name, revision)

    if culprit.revert_cl and culprit.revert_status == status.COMPLETED:
        return CREATED_BY_FINDIT

    # 0. Gets information about this culprit.
    culprit_info = (suspected_cl_util.GetCulpritInfo(repo_name, revision))

    culprit_commit_position = culprit_info['commit_position']
    culprit_change_id = culprit_info['review_change_id']
    culprit_host = culprit_info['review_server_host']

    codereview = codereview_util.GetCodeReviewForReview(culprit_host)

    if not codereview or not culprit_change_id:  # pragma: no cover
        logging.error('Failed to get change id for %s/%s' %
                      (repo_name, revision))
        return ERROR

    culprit_cl_info = codereview.GetClDetails(culprit_change_id)
    if not culprit_cl_info:  # pragma: no cover
        logging.error('Failed to get cl_info for %s/%s' %
                      (repo_name, revision))
        return ERROR

    # Checks if the culprit is a revert created by Findit. If yes, bail out.
    if _IsOwnerFindit(culprit_cl_info.owner_email):
        _UpdateCulprit(repo_name,
                       revision,
                       status.SKIPPED,
                       skip_revert_reason=CULPRIT_OWNED_BY_FINDIT)
        return SKIPPED

    if culprit_cl_info.auto_revert_off:
        _UpdateCulprit(repo_name,
                       revision,
                       status.SKIPPED,
                       skip_revert_reason=AUTO_REVERT_OFF)
        return SKIPPED

    # 1. Checks if a revert CL by sheriff has been created.
    reverts = culprit_cl_info.GetRevertCLsByRevision(revision)

    if reverts is None:  # pragma: no cover
        # if no reverts, reverts should be [], only when some error happens it will
        # be None.
        logging.error('Failed to find patchset_id for %s/%s' %
                      (repo_name, revision))
        return ERROR

    findit_revert = None
    for revert in reverts:
        if _IsOwnerFindit(revert.reverting_user_email):
            findit_revert = revert
            break

    if reverts and not findit_revert:
        # Sheriff(s) created the revert CL(s).
        return CREATED_BY_SHERIFF

    # 2. Reverts the culprit.
    if not _LatestBuildFailed(master_name, builder_name, build_number):
        # The latest build didn't fail, skip.
        _UpdateCulprit(repo_name,
                       revision,
                       status.SKIPPED,
                       skip_revert_reason=NEWEST_BUILD_GREEN)
        return SKIPPED

    revert_change_id = None
    if findit_revert:
        revert_change_id = findit_revert.reverting_cl.change_id

    # TODO (chanli): Better handle cases where 2 analyses are trying to revert
    # at the same time.
    if not revert_change_id:
        _UpdateCulprit(repo_name, revision, status.RUNNING)
        revert_reason = textwrap.dedent("""
        Findit (https://goo.gl/kROfz5) identified CL at revision %s as the
        culprit for failures in the build cycles as shown on:
        https://findit-for-me.appspot.com/waterfall/culprit?key=%s""") % (
            culprit_commit_position or revision, culprit.key.urlsafe())

        revert_change_id = codereview.CreateRevert(
            revert_reason, culprit_change_id,
            culprit_cl_info.GetPatchsetIdByRevision(revision))

        if not revert_change_id:  # pragma: no cover
            _UpdateCulprit(repo_name, revision, status.ERROR)
            logging.error('Revert for culprit %s/%s failed.' %
                          (repo_name, revision))
            culprit.put()
            return ERROR

    # Save revert CL info and notification info to culprit.
    if not culprit.revert_cl:
        revert_cl = RevertCL()
        revert_cl.revert_cl_url = codereview.GetCodeReviewUrl(revert_change_id)
        revert_cl.created_time = time_util.GetUTCNow()
        _UpdateCulprit(repo_name, revision, None, revert_cl=revert_cl)

    # 3. Add reviewers.
    sheriffs = rotations.current_sheriffs()
    message = textwrap.dedent("""
      Sheriffs:

      Please confirm and "Quick L-G-T-M & CQ" this revert if it is correct.
      If it is a false positive, please close it.

      Findit (https://goo.gl/kROfz5) identified the original CL as the culprit
      for failures in the build cycles as shown on:
      https://findit-for-me.appspot.com/waterfall/culprit?key=%s""") % (
        culprit.key.urlsafe())
    success = codereview.AddReviewers(revert_change_id, sheriffs, message)

    if not success:  # pragma: no cover
        _UpdateCulprit(repo_name, revision, status.ERROR)
        logging.error('Failed to add reviewers for revert of culprit %s/%s' %
                      (repo_name, revision))
        return ERROR

    _UpdateCulprit(repo_name, revision, revert_status=status.COMPLETED)
    return CREATED_BY_FINDIT
Пример #10
0
    def testTryJobResultReturnedForCompileFailure(self, _):
        master_name = 'm'
        builder_name = 'b'
        build_number = 8

        master_url = 'https://build.chromium.org/p/%s' % master_name
        builds = {
            'builds': [{
                'master_url': master_url,
                'builder_name': builder_name,
                'build_number': build_number,
                'failed_steps': ['compile']
            }]
        }

        try_job = WfTryJob.Create(master_name, builder_name, 3)
        try_job.status = analysis_status.COMPLETED
        try_job.compile_results = [{
            'culprit': {
                'compile': {
                    'repo_name': 'chromium',
                    'revision': 'r3',
                    'commit_position': 3,
                    'url': None,
                },
            },
        }]
        try_job.put()

        analysis = WfAnalysis.Create(master_name, builder_name, build_number)
        analysis.status = analysis_status.COMPLETED
        analysis.build_failure_type = failure_type.COMPILE
        analysis.failure_result_map = {
            'compile': '/'.join([master_name, builder_name, '3']),
        }
        analysis.result = {
            'failures': [{
                'step_name':
                'compile',
                'first_failure':
                3,
                'last_pass':
                1,
                'supported':
                True,
                'suspected_cls': [{
                    'build_number': 3,
                    'repo_name': 'chromium',
                    'revision': 'git_hash2',
                    'commit_position': 288,
                    'score': 1,
                    'hints': {
                        'modify d/e/f.cc': 1,
                    }
                }]
            }]
        }
        analysis.put()

        culprit = WfSuspectedCL.Create('chromium', 'r3', 3)
        culprit.revert_submission_status = analysis_status.COMPLETED
        revert = RevertCL()
        revert.revert_cl_url = 'revert_cl_url'
        culprit.revert_cl = revert
        culprit.put()

        expected_results = [{
            'master_url':
            master_url,
            'builder_name':
            builder_name,
            'build_number':
            build_number,
            'step_name':
            'compile',
            'is_sub_test':
            False,
            'first_known_failed_build_number':
            3,
            'suspected_cls': [
                {
                    'repo_name': 'chromium',
                    'revision': 'r3',
                    'commit_position': 3,
                    'analysis_approach': 'TRY_JOB',
                    'revert_cl_url': 'revert_cl_url',
                    'revert_committed': True
                },
            ],
            'analysis_approach':
            'TRY_JOB',
            'is_flaky_test':
            False,
            'try_job_status':
            'FINISHED',
            'has_findings':
            True,
            'is_finished':
            True,
            'is_supported':
            True,
        }]

        self._MockMasterIsSupported(supported=True)

        response = self.call_api('AnalyzeBuildFailures', body=builds)
        self.assertEqual(200, response.status_int)
        self.assertEqual(expected_results, response.json_body.get('results'))