def test_detect_intermittents(test_repository, activate_responses, jm,
eleven_jobs_stored, failure_lines,
classified_failures, retriggers):
retrigger = retriggers[0]
test_failure_lines = create_failure_lines(test_repository,
retrigger["job_guid"],
[(test_line, {
"subtest": "subtest2"
}),
(test_line, {
"status": "TIMEOUT"
}),
(test_line, {
"expected": "ERROR"
}),
(test_line, {
"message": "message2"
})])
old_failure_ids = set(item.id for item in ClassifiedFailure.objects.all())
# Poke some internal state so that we only use a single matcher for the test
MatcherManager._matcher_funcs = {}
MatcherManager.register_matcher(PreciseTestMatcher)
MatcherManager._detector_funcs = {}
detector = MatcherManager.register_detector(TestFailureDetector)
call_command('detect_intermittents', test_repository.name,
retrigger['job_guid'])
assert ClassifiedFailure.objects.count() == len(old_failure_ids) + 4
matches_seen = set()
failure_ids_seen = old_failure_ids
for item in test_failure_lines:
item.refresh_from_db()
failure_matches = item.matches.all()
assert len(failure_matches) == 1
match = failure_matches[0]
assert match.classified_failure.id not in failure_ids_seen
assert match not in matches_seen
assert match.matcher == detector.db_object
assert match.score == 1
assert item.best_classification == match.classified_failure
assert item.best_is_verified is False
matches_seen.add(match)
failure_ids_seen.add(match.classified_failure.id)
def test_detect_intermittents(test_job, failure_lines, classified_failures,
retriggered_job):
test_failure_lines = create_failure_lines(retriggered_job,
[(test_line, {
"subtest": "subtest2"
}),
(test_line, {
"status": "TIMEOUT"
}),
(test_line, {
"expected": "ERROR"
}),
(test_line, {
"message": "message2"
})])
old_failure_ids = set(item.id for item in ClassifiedFailure.objects.all())
# Poke some internal state so that we only use a single matcher for the test
MatcherManager._matcher_funcs = {}
MatcherManager.register_matcher(PreciseTestMatcher)
MatcherManager._detector_funcs = {}
detector = MatcherManager.register_detector(TestFailureDetector)
# This allows us to test that the command works and avoids the
# issue that the task is a no-op for !mozilla-inbound
call_command('detect_intermittents', str(test_job.id))
assert ClassifiedFailure.objects.count() == len(old_failure_ids) + 4
matches_seen = set()
failure_ids_seen = old_failure_ids
for item in test_failure_lines:
item.refresh_from_db()
failure_matches = item.matches.all()
assert len(failure_matches) == 1
match = failure_matches[0]
assert match.classified_failure.id not in failure_ids_seen
assert match not in matches_seen
assert match.matcher == detector.db_object
assert match.score == 1
assert item.best_classification == match.classified_failure
assert item.best_is_verified is False
matches_seen.add(match)
failure_ids_seen.add(match.classified_failure.id)
def test_detect_intermittents(test_repository, activate_responses, jm, eleven_jobs_stored,
failure_lines, classified_failures, retriggers):
retrigger = retriggers[0]
test_failure_lines = create_failure_lines(test_repository,
retrigger["job_guid"],
[(test_line, {"subtest": "subtest2"}),
(test_line, {"status": "TIMEOUT"}),
(test_line, {"expected": "ERROR"}),
(test_line, {"message": "message2"})])
old_failure_ids = set(item.id for item in ClassifiedFailure.objects.all())
# Poke some internal state so that we only use a single matcher for the test
MatcherManager._matcher_funcs = {}
MatcherManager.register_matcher(PreciseTestMatcher)
MatcherManager._detector_funcs = {}
detector = MatcherManager.register_detector(TestFailureDetector)
call_command('detect_intermittents', test_repository.name, retrigger['job_guid'])
assert ClassifiedFailure.objects.count() == len(old_failure_ids) + 4
matches_seen = set()
failure_ids_seen = old_failure_ids
for item in test_failure_lines:
item.refresh_from_db()
failure_matches = item.matches.all()
assert len(failure_matches) == 1
match = failure_matches[0]
assert match.classified_failure.id not in failure_ids_seen
assert match not in matches_seen
assert match.matcher == detector.db_object
assert match.score == 1
assert item.best_classification == match.classified_failure
assert item.best_is_verified is False
matches_seen.add(match)
failure_ids_seen.add(match.classified_failure.id)
def test_detect_intermittents(test_job, failure_lines, classified_failures,
retriggered_job):
test_failure_lines = create_failure_lines(retriggered_job,
[(test_line, {"subtest": "subtest2"}),
(test_line, {"status": "TIMEOUT"}),
(test_line, {"expected": "ERROR"}),
(test_line, {"message": "message2"})])
old_failure_ids = set(item.id for item in ClassifiedFailure.objects.all())
# Poke some internal state so that we only use a single matcher for the test
MatcherManager._matcher_funcs = {}
MatcherManager.register_matcher(PreciseTestMatcher)
MatcherManager._detector_funcs = {}
detector = MatcherManager.register_detector(TestFailureDetector)
# This allows us to test that the command works and avoids the
# issue that the task is a no-op for !mozilla-inbound
call_command('detect_intermittents', str(test_job.id))
assert ClassifiedFailure.objects.count() == len(old_failure_ids) + 4
matches_seen = set()
failure_ids_seen = old_failure_ids
for item in test_failure_lines:
item.refresh_from_db()
failure_matches = item.matches.all()
assert len(failure_matches) == 1
match = failure_matches[0]
assert match.classified_failure.id not in failure_ids_seen
assert match not in matches_seen
assert match.matcher == detector.db_object
assert match.score == 1
assert item.best_classification == match.classified_failure
assert item.best_is_verified is False
matches_seen.add(match)
failure_ids_seen.add(match.classified_failure.id)
def register_matchers(*args):
MatcherManager._matcher_funcs = {}
for item in args:
MatcherManager.register_matcher(item)
def register():
for obj_name in settings.AUTOCLASSIFY_MATCHERS:
obj = globals()[obj_name]
MatcherManager.register_matcher(obj)
def register():
for obj in [PreciseTestMatcher, CrashSignatureMatcher]:
MatcherManager.register_matcher(obj)
def register():
for obj in [PreciseTestMatcher]:
MatcherManager.register_matcher(obj)
def register_matchers(*args):
MatcherManager._matcher_funcs = {}
for item in args:
MatcherManager.register_matcher(item)
def register():
"""Register matchers enabled in settings.AUTOCLASSIFY_MATCHERS."""
for obj_name in settings.AUTOCLASSIFY_MATCHERS:
obj = globals()[obj_name]
MatcherManager.register_matcher(obj)
def register():
"""Register matchers enabled in settings.AUTOCLASSIFY_MATCHERS."""
for obj_name in settings.AUTOCLASSIFY_MATCHERS:
obj = globals()[obj_name]
MatcherManager.register_matcher(obj)
