def testGetResultanalysisStatusWithNoTryJobCulpritNoHeuristicResult(self):
# In this case, the try job completed faster than heuristic analysis
# (which should never happen) but no results were found.
analysis = WfAnalysis.Create('m', 'b', 1)
analysis.put()
result = {}
status = identify_try_job_culprit_pipeline._GetResultAnalysisStatus(
analysis, result)
self.assertIsNone(status)
def testGetResultanalysisStatusWithNoCulpritTriagedIncorrect(self):
# In this case, heuristic analysis correctly found no culprit and was
# triaged, and the try job came back with nothing. The try job result should
# not overwrite the heuristic result.
analysis = WfAnalysis.Create('m', 'b', 1)
analysis.result_status = result_status.NOT_FOUND_INCORRECT
analysis.put()
result = {}
status = identify_try_job_culprit_pipeline._GetResultAnalysisStatus(
analysis, result)
self.assertEqual(status, result_status.NOT_FOUND_INCORRECT)
def testGetResultAnalysisStatusWithTryJobCulpritNotFoundUntriaged(self):
# Heuristic analysis provided no results, but the try job found a culprit.
analysis = WfAnalysis.Create('m', 'b', 1)
analysis.result_status = result_status.NOT_FOUND_UNTRIAGED
analysis.put()
result = {
'culprit': {
'compile': {
'revision': 'rev1',
'commit_position': 1,
'url': 'url_1',
'repo_name': 'chromium'
}
}
}
status = identify_try_job_culprit_pipeline._GetResultAnalysisStatus(
analysis, result)
self.assertEqual(status, result_status.FOUND_UNTRIAGED)
def testGetResultanalysisStatusWithTryJobCulpritAndHeuristicResult(self):
# In this case, heuristic analysis found the correct culprit. The try job
# result should not overwrite it.
analysis = WfAnalysis.Create('m', 'b', 1)
analysis.result_status = result_status.FOUND_CORRECT
analysis.put()
result = {
'culprit': {
'compile': {
'revision': 'rev1',
'commit_position': 1,
'url': 'url_1',
'repo_name': 'chromium'
}
}
}
status = identify_try_job_culprit_pipeline._GetResultAnalysisStatus(
analysis, result)
self.assertEqual(status, result_status.FOUND_CORRECT)
def testGetResultanalysisStatusWithTryJobCulpritNoHeuristicResult(self):
# In this case, the try job found a result before the heuristic result is
# available. This case should generally never happen, as heuristic analysis
# is usually much faster than try jobs.
analysis = WfAnalysis.Create('m', 'b', 1)
analysis.put()
result = {
'culprit': {
'compile': {
'revision': 'rev1',
'commit_position': 1,
'url': 'url_1',
'repo_name': 'chromium'
}
}
}
status = identify_try_job_culprit_pipeline._GetResultAnalysisStatus(
analysis, result)
self.assertEqual(status, result_status.FOUND_UNTRIAGED)
def testGetResultAnalysisStatusWithTryJobCulpritNotFoundCorrect(self):
# Heuristic analysis found no results, which was correct. In this case, the
# try job result is actually a false positive.
analysis = WfAnalysis.Create('m', 'b', 1)
analysis.result_status = result_status.NOT_FOUND_CORRECT
analysis.put()
result = {
'culprit': {
'compile': {
'revision': 'rev1',
'commit_position': 1,
'url': 'url_1',
'repo_name': 'chromium'
}
}
}
status = identify_try_job_culprit_pipeline._GetResultAnalysisStatus(
analysis, result)
self.assertEqual(status, result_status.FOUND_UNTRIAGED)
def testGetResultanalysisStatusWithTryJobCulpritNotFoundIncorrect(self):
# Heuristic analysis found no results and was triaged to incorrect before a
# try job result was found. In this case the try job result should override
# the heuristic result.
analysis = WfAnalysis.Create('m', 'b', 1)
analysis.result_status = result_status.NOT_FOUND_INCORRECT
analysis.put()
result = {
'culprit': {
'compile': {
'revision': 'rev1',
'commit_position': 1,
'url': 'url_1',
'repo_name': 'chromium'
}
}
}
status = identify_try_job_culprit_pipeline._GetResultAnalysisStatus(
analysis, result)
self.assertEqual(status, result_status.FOUND_UNTRIAGED)