def GetFlake(luci_project, original_step_name, original_test_name, master_name,
builder_name, build_number):
"""Returns an existing Flake or creates one as needed.
Args:
luci_project (str): The project being analyzed, e.g. 'chromium'.
original_step_name (str): The original step name which may contain hardware
information and 'with(out) patch' etc. suffixes.
original_test_name (str): The original test name.
master_name (str): Master name of the build of the step.
builder_name (str): Builder name of the build of the step.
build_number (int): Build number of the build of the step.
"""
normalized_step_name = Flake.LegacyNormalizeStepName(
original_step_name, master_name, builder_name, build_number)
normalized_test_name = Flake.NormalizeTestName(original_test_name,
original_step_name)
flake = Flake.Get(luci_project, normalized_step_name, normalized_test_name)
if not flake: # pragma: no branch
label = Flake.GetTestLabelName(original_test_name, original_step_name)
flake = Flake.Create(luci_project, normalized_step_name,
normalized_test_name, label)
flake.put()
return flake
def testStoreDetectedCIFlakesNoBuild(self, *_):
master_name = 'm'
builder_name = 'b'
build_number = 123
flaky_tests = {'s': ['t1', 't2']}
detect_flake_occurrences.StoreDetectedCIFlakes(master_name, builder_name,
build_number, flaky_tests)
flake = Flake.Get('chromium', 'normalized_step_name', 't1')
self.assertIsNone(flake)
def testStoreDetectedCIFlakes(self, *_):
master_name = 'm'
builder_name = 'b'
build_number = 123
build = WfBuild.Create(master_name, builder_name, build_number)
build.build_id = '87654321'
build.put()
flaky_tests = {'s': ['t1', 't2']}
detect_flake_occurrences.StoreDetectedCIFlakes(master_name, builder_name,
build_number, flaky_tests)
flake = Flake.Get('chromium', 'normalized_step_name', 't1')
self.assertIsNotNone(flake)
occurrences = FlakeOccurrence.query(ancestor=flake.key).fetch()
self.assertEqual(1, len(occurrences))
self.assertEqual(FlakeType.CI_FAILED_STEP, occurrences[0].flake_type)
def testGet(self):
luci_project = 'chromium'
normalized_step_name = 'normalized_step'
normalized_test_name = 'normalized_test'
test_label_name = 'test_label'
flake = Flake.Create(luci_project=luci_project,
normalized_step_name=normalized_step_name,
normalized_test_name=normalized_test_name,
test_label_name=test_label_name)
flake.put()
retrieved_flake = Flake.Get(luci_project, normalized_step_name,
normalized_test_name)
self.assertIsNotNone(retrieved_flake)
self.assertEqual(normalized_test_name,
retrieved_flake.normalized_test_name)
self.assertEqual(normalized_step_name,
retrieved_flake.normalized_step_name)
def testProcessBuildForFlakes(self, mock_metadata, mock_build,
mock_normalized_test_name, mock_lable_name, *_):
flake_type_enum = FlakeType.CQ_FALSE_REJECTION
build_id = 123
luci_project = 'luci_project'
luci_bucket = 'luci_bucket'
luci_builder = 'luci_builder'
legacy_master_name = 'legacy_master_name'
start_time = datetime(2019, 3, 6)
end_time = datetime(2019, 3, 6, 0, 0, 10)
findit_step = Step()
findit_step.name = 'FindIt Flakiness'
step1 = Step()
step1.name = 'step1 (with patch)'
step1.start_time.FromDatetime(start_time)
step1.end_time.FromDatetime(end_time)
builder = BuilderID(
project=luci_project,
bucket=luci_bucket,
builder=luci_builder,
)
build = Build(id=build_id, builder=builder, number=build_id)
build.steps.extend([findit_step, step1])
build.input.properties['mastername'] = legacy_master_name
build.input.properties['patch_project'] = 'chromium/src'
mock_change = build.input.gerrit_changes.add()
mock_change.host = 'mock.gerrit.host'
mock_change.change = 12345
mock_change.patchset = 1
mock_build.return_value = build
def _MockTestName(test_name, _step_ui_name): # pylint: disable=unused-argument
return test_name
mock_normalized_test_name.side_effect = _MockTestName
mock_lable_name.side_effect = _MockTestName
flakiness_metadata = {
'Failing With Patch Tests That Caused Build Failure': {
'step1 (with patch)': ['s1_t1', 's1_t2']
},
'Step Layer Flakiness': {}
}
mock_metadata.return_value = flakiness_metadata
# Flake object for s2_t1 exists.
flake1 = Flake.Create(
luci_project=luci_project,
normalized_step_name='step1',
normalized_test_name='s1_t1',
test_label_name='s1_t1')
flake1.put()
detect_flake_occurrences.ProcessBuildForFlakes(
detect_flake_occurrences.DetectFlakesFromFlakyCQBuildParam(
build_id=build_id,
flake_type_desc=FLAKE_TYPE_DESCRIPTIONS[flake_type_enum]))
flake1_occurrence_num = FlakeOccurrence.query(ancestor=flake1.key).count()
self.assertEqual(1, flake1_occurrence_num)
flake2 = Flake.Get(luci_project, 'step1', 's1_t2')
self.assertIsNotNone(flake2)