def _IssueTracker():
"""Get a cached IssueTracker instance."""
# pylint: disable=protected-access
if not hasattr(_IssueTracker, '_client'):
_IssueTracker._client = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
return _IssueTracker._client
def get(self):
"""The get handler method is called from a cron job.
It expects no parameters and has no output. It checks all current bisect try
jobs and send comments to an issue on the issue tracker if a bisect job has
completed.
"""
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
# Set privilege so we can also fetch internal try_job entities.
datastore_hooks.SetPrivilegedRequest()
jobs_to_check = try_job.TryJob.query(
try_job.TryJob.status.IN(['started', 'pending'])).fetch()
all_successful = True
for job in jobs_to_check:
try:
_CheckJob(job, issue_tracker)
except Exception as e: # pylint: disable=broad-except
logging.error('Caught Exception %s: %s\n%s',
type(e).__name__, e, traceback.format_exc())
all_successful = False
if all_successful:
utils.TickMonitoringCustomMetric('UpdateBugWithResults')
def _PostBugComment(self, comment, send_email=True):
if not self.bug_id:
return
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(self.bug_id, comment, send_email=send_email)
def Start(self):
self.Schedule()
comment = 'Pinpoint job started.\n' + self.url
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(self.bug_id, comment, send_email=False)
def Fail(self, exception):
self.exception = str(exception)
comment = 'Pinpoint job failed!\n' + self.url
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(self.bug_id, comment, send_email=False)
def _UpdatePostAndMergeDeferred(
difference_details, commit_infos, authors_deltas, bug_id, tags, url):
if not bug_id:
return
commit_cache_key = _GenerateCommitCacheKey(commit_infos)
# Bring it all together.
owner, sheriff, cc_list = _ComputePostOwnerSheriffCCList(commit_infos,
authors_deltas)
comment = _FormatComment(difference_details, commit_infos, sheriff, tags, url)
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
merge_details, cc_list = _ComputePostMergeDetails(
issue_tracker, commit_cache_key, cc_list)
current_bug_status = _GetBugStatus(issue_tracker, bug_id)
if not current_bug_status:
return
status = None
bug_owner = None
if current_bug_status in ['Untriaged', 'Unconfirmed', 'Available']:
# Set the bug status and owner if this bug is opened and unowned.
status = 'Assigned'
bug_owner = owner
issue_tracker.AddBugComment(bug_id, comment, status=status,
cc_list=sorted(cc_list), owner=bug_owner,
merge_issue=merge_details.get('id'))
update_bug_with_results.UpdateMergeIssue(
commit_cache_key, merge_details, bug_id)
def _Request(path, method='GET', body=None, **parameters):
if parameters:
for key, value in parameters.iteritems():
if value is None:
del parameters[key]
if isinstance(value, bool):
parameters[key] = str(value).lower()
path += '?' + urllib.urlencode(sorted(parameters.iteritems()),
doseq=True)
http = utils.ServiceAccountHttp()
url = API_BASE_URL + path
logging.debug('Swarming request: %s', url)
if body:
body = json.dumps(body)
headers = {'Content-Type': 'application/json'}
response, content = http.request(url,
method,
body=body,
headers=headers)
else:
response, content = http.request(url, method)
logging.debug('Swarming response: %s', content)
if not response['status'].startswith('2'):
raise SwarmingError(content)
return json.loads(content)
def MarkAlertAndBugIfRecovered(self, alert_key_urlsafe, bug_id):
"""Checks whether an alert has recovered, and marks it if so.
An alert will be considered "recovered" if there's a change point in
the series after it with roughly equal magnitude and opposite direction.
Args:
alert_key_urlsafe: The original regression Anomaly.
Returns:
True if the Anomaly should be marked as recovered, False otherwise.
"""
alert_entity = ndb.Key(urlsafe=alert_key_urlsafe).get()
logging.info('Checking alert %s', alert_entity)
if not self._IsAlertRecovered(alert_entity):
return
logging.info('Recovered')
alert_entity.recovered = True
alert_entity.put()
if bug_id:
unrecovered, _, _ = anomaly.Anomaly.QueryAsync(
bug_id=bug_id, recovered=False).get_result()
if not unrecovered:
# All alerts recovered! Update bug.
logging.info('All alerts for bug %s recovered!', bug_id)
comment = 'Automatic message: All alerts recovered.\nGraphs: %s' % (
'https://chromeperf.appspot.com/group_report?bug_id=%s' % bug_id)
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(
bug_id, comment, labels='Performance-Regression-Recovered')
def _PostBugComment(self,
status,
include_differences=False,
send_email=True):
if not self.bug_id:
return
title = '%s Pinpoint job %s.' % (_ROUND_PUSHPIN, status)
header = '\n'.join((title, self.url))
change_details = []
if include_differences:
# Include list of Changes.
differences = tuple(self.state.Differences())
if differences:
if len(differences) == 1:
change_details.append(
'<b>Found significant differences after 1 commit:</b>')
else:
change_details.append(
'<b>Found significant differences after each of %d commits:</b>'
% len(differences))
for _, change in differences:
change_details.append(_FormatChangeForBug(change))
else:
change_details.append(
"<b>Couldn't reproduce a difference.</b>")
comment = '\n\n'.join([header] + change_details)
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(self.bug_id,
comment,
send_email=send_email)
def Put(bucket, parameters):
service = _DiscoverService(utils.ServiceAccountHttp())
request = service.put(body={
'bucket': bucket,
'parameters_json': json.dumps(parameters)
})
return request.execute()
def _PostBugComment(self, *args, **kwargs):
if not self.bug_id:
return
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(self.bug_id, *args, **kwargs)
def UpdatePostAndMergeDeferred(bug_update_builder, bug_id, tags, url):
if not bug_id:
return
commit_cache_key = bug_update_builder.GenerateCommitCacheKey()
bug_update = bug_update_builder.BuildUpdate(tags, url)
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
merge_details, cc_list = _ComputePostMergeDetails(issue_tracker,
commit_cache_key,
bug_update.cc_list)
current_bug_status = _GetBugStatus(issue_tracker, bug_id)
if not current_bug_status:
return
status = None
bug_owner = None
if current_bug_status in ['Untriaged', 'Unconfirmed', 'Available']:
# Set the bug status and owner if this bug is opened and unowned.
status = 'Assigned'
bug_owner = bug_update.owner
issue_tracker.AddBugComment(bug_id,
bug_update.comment_text,
status=status,
cc_list=sorted(cc_list),
owner=bug_owner,
labels=bug_update.labels,
merge_issue=merge_details.get('id'))
update_bug_with_results.UpdateMergeIssue(commit_cache_key, merge_details,
bug_id)
def _PostBugComment(self, status):
if not self.bug_id:
return
title = '%s Pinpoint job %s.' % (_ROUND_PUSHPIN, status)
header = '\n'.join((title, self.url))
# Include list of Changes.
change_details = []
for _, change in self.state.Differences():
# TODO: Store the commit info in the Commit.
commit = change.last_commit
commit_info = gitiles_service.CommitInfo(commit.repository_url,
commit.git_hash)
subject = commit_info['message'].split('\n', 1)[0]
author = commit_info['author']['email']
time = commit_info['committer']['time']
byline = 'By %s %s %s' % (author, _MIDDLE_DOT, time)
git_link = commit.repository + '@' + commit.git_hash
change_details.append('\n'.join((subject, byline, git_link)))
comment = '\n\n'.join([header] + change_details)
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(self.bug_id, comment, send_email=False)
def _GetBugStatus(self):
if not self.bug_id:
return None
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_data = issue_tracker.GetIssue(self.bug_id)
return issue_data.get('status')
def _FetchOpenBugs(self):
"""Fetches a list of open bugs on all sheriffing labels."""
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
bugs = issue_tracker.List(
can='open',
q='Performance=Sheriff OR Performance=Sheriff-V8',
maxResults=1000)
return bugs['items']
def _RequestAndProcessHttpErrors(*args, **kwargs):
"""Requests a URL, converting HTTP errors to Python exceptions."""
http = utils.ServiceAccountHttp(timeout=10)
response, content = http.request(*args, **kwargs)
if not response['status'].startswith('2'):
raise httplib.HTTPException('HTTP status code %s: %s' %
(response['status'], content))
return content
def MakeRequest(self, path, *args, **kwargs):
"""Makes a request to the Rietveld server."""
if self.internal_only:
server_url = self.Config().internal_server_url
else:
server_url = self.Config().server_url
url = '%s/%s' % (server_url, path)
response, content = utils.ServiceAccountHttp().request(url, *args, **kwargs)
return ResponseObject(response.get('status'), content)
def _ComputePostMergeDetails(self, commit_cache_key, cc_list):
merge_details = {}
if commit_cache_key:
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
merge_details = update_bug_with_results.GetMergeIssueDetails(
issue_tracker, commit_cache_key)
if merge_details['id']:
cc_list = []
return merge_details, cc_list
def PutJob(job, bucket=_BUCKET_NAME):
"""Creates a job via buildbucket's API."""
parameters = job.GetBuildParameters()
service = _DiscoverService(utils.ServiceAccountHttp())
request = service.put(body={
'bucket': bucket,
'parameters_json': json.dumps(parameters),
})
response_content = request.execute()
job.response_fields = response_content.get('build')
return job.response_fields.get('id')
def _Request(endpoint, params):
"""Sends a request to an endpoint and returns JSON data."""
assert datastore_hooks.IsUnalteredQueryPermitted()
http_auth = utils.ServiceAccountHttp()
_, content = http_auth.request(_PINPOINT_URL + endpoint,
method='POST',
body=urllib.urlencode(params),
headers={'Content-length': 0})
return json.loads(content)
def _CommentOnRecoveredBug(cls, bug_id):
"""Adds a comment and close the bug on Issue tracker."""
bug = ndb.Key('Bug', bug_id).get()
if bug.status != bug_data.BUG_STATUS_OPENED:
return
bug.status = bug_data.BUG_STATUS_RECOVERED
bug.put()
comment = cls._RecoveredBugComment(bug_id)
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(bug_id, comment)
def __init__(self):
"""Initializes an object for retrieving files and directories from RBE-CAS.
This class makes requests to RBE-CAS
Args:
http: A Http object that requests will be made through
"""
self._service = discovery.build(
'remotebuildexecution',
'v2',
http=utils.ServiceAccountHttp(scope=utils.CLOUD_SCOPE),
)
def Post(self):
owner = self.request.get('owner')
cc = self.request.get('cc')
summary = self.request.get('summary')
description = self.request.get('description')
labels = self.request.get_all('label')
components = self.request.get_all('component')
keys = self.request.get_all('key')
bisect = api_utils.ParseBool(self.request.get('bisect', 'true'))
http = utils.ServiceAccountHttp()
return file_bug.FileBug(http, owner, cc, summary, description, labels,
components, keys, bisect)
def PerformBisect(bisect_job):
"""Starts the bisect job.
This creates a patch, uploads it, then tells Rietveld to try the patch.
TODO(qyearsley): If we want to use other tryservers sometimes in the future,
then we need to have some way to decide which one to use. This could
perhaps be passed as part of the bisect bot name, or guessed from the bisect
bot name.
Args:
bisect_job: A TryJob entity.
Returns:
A dictionary containing the result; if successful, this dictionary contains
the field "issue_id" and "issue_url", otherwise it contains "error".
Raises:
AssertionError: Bot or config not set as expected.
request_handler.InvalidInputError: Some property of the bisect job
is invalid.
"""
assert bisect_job.bot and bisect_job.config
if not bisect_job.key:
bisect_job.put()
result = _PerformBuildbucketBisect(bisect_job)
if 'error' in result:
bisect_job.run_count += 1
bisect_job.SetFailed()
comment = 'Bisect job failed to kick off'
elif result.get('issue_url'):
comment = 'Started bisect job %s' % result['issue_url']
else:
comment = 'Started bisect job: %s' % result
if not bisect_job.results_data:
bisect_job.results_data = {'issue_url': 'N/A', 'issue_id': 'N/A'}
bisect_job.results_data.update(result)
bisect_job.put()
if bisect_job.bug_id:
logging.info('Commenting on bug %s for bisect job', bisect_job.bug_id)
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(bisect_job.bug_id,
comment,
send_email=False)
return result
def PerformBisect(bisect_job, alerts=None):
"""Starts the bisect job.
This creates a patch, uploads it, then tells Rietveld to try the patch.
Args:
bisect_job: A TryJob entity.
Returns:
A dictionary containing the result; if successful, this dictionary contains
the field "issue_id" and "issue_url", otherwise it contains "error".
Raises:
AssertionError: Bot or config not set as expected.
request_handler.InvalidInputError: Some property of the bisect job
is invalid.
"""
assert bisect_job.bot and bisect_job.config
if not bisect_job.key:
bisect_job.put()
result = _PerformBuildbucketBisect(bisect_job)
if 'error' in result:
bisect_job.SetFailed()
comment = 'Bisect job failed to kick off'
elif result.get('issue_url'):
comment = 'Started bisect job %s' % result['issue_url']
else:
comment = 'Started bisect job: %s' % result
if not bisect_job.results_data:
bisect_job.results_data = {'issue_url': 'N/A', 'issue_id': 'N/A'}
bisect_job.results_data.update(result)
bisect_job.put()
if alerts:
for a in alerts:
a.recipe_bisects.append(bisect_job.key)
if bisect_job.bug_id:
logging.info('Commenting on bug %s for bisect job', bisect_job.bug_id)
issue_tracker = issue_tracker_service.IssueTrackerService(
utils.ServiceAccountHttp())
issue_tracker.AddBugComment(bisect_job.bug_id,
comment,
send_email=False)
return result
def testBisectDisabled(self):
http = utils.ServiceAccountHttp()
owner = ''
cc = '*****@*****.**'
summary = 'test'
description = 'Test test.'
labels = []
components = []
test_path = 'ChromiumPerf/linux/scrolling/first_paint'
test_key = utils.TestKey(test_path)
sheriff_key = sheriff.Sheriff(id='Sheriff', labels=[]).put()
keys = [self._AddAnomaly(10, 20, test_key, sheriff_key).urlsafe()]
bisect = False
result = file_bug.FileBug(http, owner, cc, summary, description,
labels, components, keys, bisect)
self.assertNotIn('bisect_error', result)
self.assertNotIn('jobId', result)
def _RequestAndProcessHttpErrors(url, use_auth, **kwargs):
"""Requests a URL, converting HTTP errors to Python exceptions."""
if use_auth:
http = utils.ServiceAccountHttp(timeout=30)
else:
http = httplib2.Http(timeout=30)
response, content = http.request(url, **kwargs)
if response['status'] == '404':
raise NotFoundError('HTTP status code %s: %s' %
(response['status'], content))
if not response['status'].startswith('2'):
raise httplib.HTTPException('HTTP status code %s: %s' %
(response['status'], content))
return content
def testSupportsCCList(self):
http = utils.ServiceAccountHttp()
owner = ''
cc = '[email protected],[email protected],[email protected],,'
summary = 'test'
description = 'Test test.'
labels = []
components = []
test_path = 'ChromiumPerf/linux/scrolling/first_paint'
test_key = utils.TestKey(test_path)
subscription = Subscription(name='Sheriff', )
keys = [self._AddAnomaly(10, 20, test_key, subscription).urlsafe()]
bisect = False
result = file_bug.FileBug(http, owner, cc, summary, description,
labels, components, keys, bisect)
self.assertNotIn('bisect_error', result)
self.assertNotIn('jobId', result)
def Post(self):
owner = self.request.get('owner')
cc = self.request.get('cc')
summary = self.request.get('summary')
description = self.request.get('description')
labels = self.request.get_all('label')
components = self.request.get_all('component')
keys = self.request.get_all('key')
# TODO(924228): After v2spa launches, change its client id to something
# that is whitelisted by the issue tracker service (or have its client id
# whitelisted), then forward the bearer token from
# self.request.headers.get('Authorization') to the issue tracker service by
# overriding httplib2.Http().request.
http = utils.ServiceAccountHttp()
return file_bug.FileBug(http, owner, cc, summary, description, labels,
components, keys)
def _RequestAndProcessHttpErrors(url, use_auth, scope, **kwargs):
"""Requests a URL, converting HTTP errors to Python exceptions."""
if use_auth:
http = utils.ServiceAccountHttp(timeout=60, scope=scope)
else:
http = httplib2.Http(timeout=60)
response, content = http.request(url, **kwargs)
if response['status'] == '404':
raise NotFoundError(
'HTTP status code %s: %s' % (response['status'], repr(content[0:100])),
content)
if not response['status'].startswith('2'):
raise RequestError(
'Failure in request for `%s`; HTTP status code %s: %s' %
(url, response['status'], repr(content[0:100])), content)
return content
