def test_cq_status_fetch_detects_flaky_runs_correctly(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = TEST_CQ_STATUS_RESPONSE
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
tasks = self.taskqueue_stub.get_filtered_tasks(queue_names='issue-updates')
self.assertEqual(len(tasks), 3)
# We only compare select few properties of the created BuildRun entities.
build_run_tuples = set()
for task in tasks:
params = task.extract_params()
failure_run = ndb.Key(urlsafe=params['failure_run_key']).get()
success_run = ndb.Key(urlsafe=params['success_run_key']).get()
self.assertEqual(failure_run.key.parent(), success_run.key.parent())
pbr = failure_run.key.parent().get()
build_run_tuple = (pbr.master, pbr.builder, pbr.issue, pbr.patchset,
failure_run.buildnumber, success_run.buildnumber)
build_run_tuples.add(build_run_tuple)
expected_build_runs = set([
('tryserver.test', 'test-builder', 987654321, 20001, 105, 110),
('tryserver.test', 'test-builder', 123456789, 20001, 109, 101),
('tryserver.test', 'test-builder', 123456789, 20001, 106, 101),
])
self.assertEqual(build_run_tuples, expected_build_runs)
def test_cq_status_fetch_detects_flaky_runs_correctly(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = TEST_CQ_STATUS_RESPONSE
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
tasks = self.taskqueue_stub.get_filtered_tasks(queue_names='issue-updates')
self.assertEqual(len(tasks), 3)
# We only compare select few properties of the created BuildRun entities.
build_run_tuples = set()
for task in tasks:
params = task.extract_params()
failure_run = ndb.Key(urlsafe=params['failure_run_key']).get()
success_run = ndb.Key(urlsafe=params['success_run_key']).get()
self.assertEqual(failure_run.key.parent(), success_run.key.parent())
pbr = failure_run.key.parent().get()
build_run_tuple = (pbr.master, pbr.builder, pbr.issue, pbr.patchset,
failure_run.buildnumber, success_run.buildnumber)
build_run_tuples.add(build_run_tuple)
expected_build_runs = set([
('tryserver.test', 'test-builder', 987654321, 20001, 105, 110),
('tryserver.test', 'test-builder', 123456789, 20001, 109, 101),
('tryserver.test', 'test-builder', 123456789, 20001, 106, 101),
])
self.assertEqual(build_run_tuples, expected_build_runs)
def test_cq_status_fetch_stores_intermediate_status(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.side_effect = [
self._mock_response({
'more': True,
'cursor': 'abcd',
'results': []
}),
self._mock_response({
'more': False,
'cursor': None,
'results': []
}),
]
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
with mock.patch(
'status.cq_status.parse_cq_data') as parse_cq_data_mock:
parse_cq_data_mock.side_effect = [
None, DeadlineExceededError()
]
cq_status.fetch_cq_status()
fetch_status = FetchStatus.query().get()
self.assertEqual(fetch_status.cursor, 'abcd')
self.assertEqual(fetch_status.begin, '1445609862.0')
self.assertEqual(fetch_status.end, '1446214662.0')
self.assertEqual(fetch_status.done, False)
def test_cq_status_processes_timestamp_in_raw_json(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = (
'{"more":false,"cursor":"","results":[],"timestamp":"foo"}')
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
with mock.patch('logging.info') as logging_info_mock:
cq_status.fetch_cq_status()
logging_info_mock.assert_any_call(' current fetch has time of foo')
def test_cq_status_fetch_captures_deadline_exceeded_errors(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = json.dumps({
'more': False, 'cursor': None, 'results': []})
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
with mock.patch('status.cq_status.parse_cq_data') as parse_cq_data_mock:
parse_cq_data_mock.side_effect = [DeadlineExceededError()]
cq_status.fetch_cq_status()
def test_cq_status_fetch_captures_urllib2_error(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.side_effect = [
urllib2.URLError('reason'),
self._mock_response({'more': False, 'cursor': None, 'results': []}),
]
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
def test_cq_status_fetch_captures_deadline_exceeded_errors(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = json.dumps({
'more': False, 'cursor': None, 'results': []})
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
with mock.patch('status.cq_status.parse_cq_data') as parse_cq_data_mock:
parse_cq_data_mock.side_effect = [DeadlineExceededError()]
cq_status.fetch_cq_status()
def test_cq_status_fetch_captures_urllib2_error(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.side_effect = [
urllib2.URLError('reason'),
self._mock_response({'more': False, 'cursor': None, 'results': []}),
]
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
def test_cq_status_processes_timestamp_in_raw_json(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = (
'{"more":false,"cursor":"","results":[],"timestamp":"foo"}')
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
with mock.patch('logging.info') as logging_info_mock:
cq_status.fetch_cq_status()
logging_info_mock.assert_any_call(' current fetch has time of foo')
def test_cq_status_fetch_processes_all_flakes(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.side_effect = [
self._mock_response({'more': True, 'cursor': 'abcd', 'results': []}),
self._mock_response({'more': True, 'cursor': 'efgh', 'results': []}),
self._mock_response({'more': False, 'cursor': '', 'results': []}),
]
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
self.assertEqual(urlfetch_mock.call_count, 3)
def test_cq_status_fetch_creates_tasks_correctly(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = TEST_CQ_STATUS_RESPONSE
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
tasks = self.taskqueue_stub.get_filtered_tasks(queue_names='issue-updates')
self.assertEqual(len(tasks), 3)
self.assertEqual(tasks[0].url, '/issues/create_flaky_run')
self.assertEqual(tasks[1].url, '/issues/create_flaky_run')
self.assertEqual(tasks[2].url, '/issues/create_flaky_run')
def test_cq_status_fetch_fetches_one_week_if_no_previous_status(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = json.dumps({
'more': False, 'cursor': None, 'results': []})
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
urlfetch_mock.assert_called_once_with(
'https://chromium-cq-status.appspot.com/query?'
'tags=action=verifier_jobs_update&begin=1445609862.0&end=1446214662.0&'
'count=10')
def test_cq_status_fetch_creates_tasks_correctly(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = TEST_CQ_STATUS_RESPONSE
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
tasks = self.taskqueue_stub.get_filtered_tasks(queue_names='issue-updates')
self.assertEqual(len(tasks), 3)
self.assertEqual(tasks[0].url, '/issues/create_flaky_run')
self.assertEqual(tasks[1].url, '/issues/create_flaky_run')
self.assertEqual(tasks[2].url, '/issues/create_flaky_run')
def test_cq_status_fetch_without_begin_end(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = json.dumps({
'more': False, 'cursor': None, 'results': []})
FetchStatus(cursor='abcd', done=False).put()
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
urlfetch_mock.assert_called_once_with(
'https://chromium-cq-status.appspot.com/query?'
'tags=action=verifier_jobs_update&cursor=abcd&count=10')
def test_cq_status_fetch_processes_all_flakes(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.side_effect = [
self._mock_response({'more': True, 'cursor': 'abcd', 'results': []}),
self._mock_response({'more': True, 'cursor': 'efgh', 'results': []}),
self._mock_response({'more': False, 'cursor': '', 'results': []}),
]
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
self.assertEqual(urlfetch_mock.call_count, 3)
def test_cq_status_fetch_fetches_one_week_if_no_previous_status(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = json.dumps({
'more': False, 'cursor': None, 'results': []})
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
urlfetch_mock.assert_called_once_with(
'https://chromium-cq-status.appspot.com/query?'
'tags=action=verifier_jobs_update&begin=1445609862.0&end=1446214662.0&'
'count=10')
def test_cq_status_fetch_without_begin_end(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = json.dumps({
'more': False, 'cursor': None, 'results': []})
FetchStatus(cursor='abcd', done=False).put()
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
urlfetch_mock.assert_called_once_with(
'https://chromium-cq-status.appspot.com/query?'
'tags=action=verifier_jobs_update&cursor=abcd&count=10')
def test_cq_status_fetch_stores_intermediate_status(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.side_effect = [
self._mock_response({'more': True, 'cursor': 'abcd', 'results': []}),
self._mock_response({'more': False, 'cursor': None, 'results': []}),
]
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
with mock.patch('status.cq_status.parse_cq_data') as parse_cq_data_mock:
parse_cq_data_mock.side_effect = [None, DeadlineExceededError()]
cq_status.fetch_cq_status()
fetch_status = FetchStatus.query().get()
self.assertEqual(fetch_status.cursor, 'abcd')
self.assertEqual(fetch_status.begin, '1445609862.0')
self.assertEqual(fetch_status.end, '1446214662.0')
self.assertEqual(fetch_status.done, False)
def test_fetch_cq_status_handles_and_retries_non_json_replies(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.side_effect = [
self._mock_response('DeadlineExceededError'),
self._mock_response('DeadlineExceededError'),
self._mock_response('invalid-json'),
self._mock_response('invalid-json'),
self._mock_response('invalid-json'),
self._mock_response('invalid-json'), # should give up on this one
]
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
with mock.patch('time.sleep'):
# No exceptions should be raised - we should just silently fail.
cq_status.fetch_cq_status()
# Make sure we actually give up after last call.
self.assertEqual(urlfetch_mock.call_count, 6)
def test_fetch_cq_status_handles_and_retries_non_json_replies(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.side_effect = [
self._mock_response('DeadlineExceededError'),
self._mock_response('DeadlineExceededError'),
self._mock_response('invalid-json'),
self._mock_response('invalid-json'),
self._mock_response('invalid-json'),
self._mock_response('invalid-json'), # should give up on this one
]
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
with mock.patch('time.sleep'):
# No exceptions should be raised - we should just silently fail.
cq_status.fetch_cq_status()
# Make sure we actually give up after last call.
self.assertEqual(urlfetch_mock.call_count, 6)
def test_cq_status_fetch_stats_new_fetch_from_last_build_run(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = json.dumps({
'more': False, 'cursor': None, 'results': []})
FetchStatus(cursor='xxx', begin='1', end='2', done=True).put()
BuildRun(time_started=datetime.datetime(2015, 10, 30, 12, 17, 42),
time_finished=datetime.datetime(2015, 10, 30, 13, 17, 42),
buildnumber=0, result=0).put()
BuildRun(time_started=datetime.datetime(2015, 10, 30, 11, 17, 42),
time_finished=datetime.datetime(2015, 10, 30, 12, 17, 42),
buildnumber=0, result=0).put()
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
urlfetch_mock.assert_called_once_with(
'https://chromium-cq-status.appspot.com/query?'
'tags=action=verifier_jobs_update&begin=1446211062.0&end=1446214662.0&'
'count=10')
def test_cq_status_fetch_stats_new_fetch_from_last_build_run(self):
urlfetch_mock = mock.Mock()
urlfetch_mock.return_value.content = json.dumps({
'more': False, 'cursor': None, 'results': []})
FetchStatus(cursor='xxx', begin='1', end='2', done=True).put()
BuildRun(time_started=datetime.datetime(2015, 10, 30, 12, 17, 42),
time_finished=datetime.datetime(2015, 10, 30, 13, 17, 42),
buildnumber=0, result=0).put()
BuildRun(time_started=datetime.datetime(2015, 10, 30, 11, 17, 42),
time_finished=datetime.datetime(2015, 10, 30, 12, 17, 42),
buildnumber=0, result=0).put()
with mock.patch('google.appengine.api.urlfetch.fetch', urlfetch_mock):
cq_status.fetch_cq_status()
urlfetch_mock.assert_called_once_with(
'https://chromium-cq-status.appspot.com/query?'
'tags=action=verifier_jobs_update&begin=1446211062.0&end=1446214662.0&'
'count=10')
