def run(self):
while True:
Buildbot.update_icons_for_queues_mapping()
try:
BugzillaPatchFetcher().fetch()
except Exception as e:
_log.error('Exception in BugzillaPatchFetcher: {}'.format(e))
time.sleep(self.interval)
def run(self):
Buildbot.update_builder_name_to_id_mapping()
while True:
Buildbot.update_icons_for_queues_mapping()
try:
BugzillaPatchFetcher().fetch()
BugzillaPatchFetcher().fetch_commit_queue_patches()
except Exception as e:
_log.error('Exception in BugzillaPatchFetcher: {}'.format(e))
time.sleep(self.interval)
def fetch(self, patch_ids=None):
if patch_ids and type(patch_ids) != list:
_log.error('Error: patch_ids should be a list, found: {}'.format(type(patch_ids)))
return -1
if not patch_ids:
patch_ids = Bugzilla.get_list_of_patches_needing_reviews()
patch_ids = BugzillaPatchFetcher.filter_valid_patches(patch_ids)
_log.debug('r? patches: {}'.format(patch_ids))
Patch.save_patches(patch_ids)
patches_to_send = self.patches_to_send_to_buildbot(patch_ids)
_log.info('{} r? patches, {} patches need to be sent to Buildbot.'.format(len(patch_ids), len(patches_to_send)))
for patch_id in patches_to_send:
bz_patch = Bugzilla.retrieve_attachment(patch_id)
if not bz_patch or bz_patch['id'] != patch_id:
_log.error('Unable to retrive patch "{}"'.format(patch_id))
continue
if bz_patch.get('is_obsolete'):
_log.warn('Patch is obsolete, skipping')
Patch.set_obsolete(patch_id)
continue
rc = Buildbot.send_patch_to_buildbot(bz_patch['path'],
properties=['patch_id={}'.format(patch_id), 'bug_id={}'.format(bz_patch['bug_id']), 'owner={}'.format(bz_patch.get('creator', ''))])
if rc == 0:
Patch.set_bug_id(patch_id, bz_patch['bug_id'])
Patch.set_sent_to_buildbot(patch_id)
else:
_log.error('Failed to send patch to buildbot.')
#FIXME: send an email for this failure
return patch_ids
def send_patches_to_buildbot(self, patches_to_send, send_to_commit_queue=False):
if not patches_to_send:
return
for patch_id in patches_to_send:
bz_patch = Bugzilla.retrieve_attachment(patch_id)
if not bz_patch or bz_patch['id'] != patch_id:
_log.error('Unable to retrive patch "{}"'.format(patch_id))
if len(patches_to_send) == 1:
return ERR_UNABLE_TO_FETCH_PATCH
continue
if bz_patch.get('is_obsolete'):
_log.warn('Patch is obsolete, skipping')
Patch.set_obsolete(patch_id)
if len(patches_to_send) == 1:
return ERR_OBSOLETE_PATCH
continue
if not send_to_commit_queue and Patch.is_patch_sent_to_buildbot(patch_id):
_log.error('Patch {} is already sent to buildbot.'.format(patch_id))
continue
Patch.set_sent_to_buildbot(patch_id, True, commit_queue=send_to_commit_queue)
rc = Buildbot.send_patch_to_buildbot(bz_patch['path'],
send_to_commit_queue=send_to_commit_queue,
properties=['patch_id={}'.format(patch_id), 'bug_id={}'.format(bz_patch['bug_id']), 'owner={}'.format(bz_patch.get('creator', ''))])
if rc == 0:
Patch.set_bug_id(patch_id, bz_patch['bug_id'])
else:
_log.error('Failed to send patch to buildbot.')
Patch.set_sent_to_buildbot(patch_id, False, commit_queue=send_to_commit_queue)
def post(self, request):
try:
patch_id = request.POST.get('patch_id')
patch_id = int(patch_id)
except (ValueError, TypeError) as e:
return HttpResponse('Invalid patch id: {}'.format(
request.POST.get('patch_id')))
builds_to_retry = StatusBubble().find_failed_builds_for_patch(patch_id)
_log.info('Retrying patch: {}. Failed builds: {}'.format(
patch_id, builds_to_retry))
if not builds_to_retry:
return HttpResponse(
'No recent failed build(s) found for patch {}.'.format(
patch_id))
failed_to_retry_builds = []
for build in builds_to_retry:
if build.retried:
_log.warn('Build {} for patch {} is already retried.'.format(
build.uid, patch_id))
continue
Build.set_retried(build.uid, True)
if not Buildbot.retry_build(build.builder_id, build.number):
failed_to_retry_builds.append(build)
Build.set_retried(build.uid, False)
if len(failed_to_retry_builds) > 0:
message = 'Failed to retry {} build(s) for patch {}.'.format(
len(failed_to_retry_builds), patch_id)
message += ' Please contact [email protected] if the problem persist.'
_log.warn(message)
return HttpResponse(message)
return redirect('/status-bubble/{}'.format(patch_id))
def patches_to_send_to_commit_queue(self, patch_ids):
if not patch_ids:
return patch_ids
patches_in_queue = set(Buildbot.get_patches_in_queue('Commit-Queue'))
patch_ids = [
patch_id for patch_id in set(patch_ids)
if str(patch_id) not in patches_in_queue
]
patch_ids_to_send = []
for patch_id in patch_ids:
patch = Patch.get_patch(patch_id)
recent_build, _ = StatusBubble().get_latest_build_for_queue(
patch, 'commit')
if not recent_build:
patch_ids_to_send.append(patch_id)
continue
recent_build_timestamp = datetime.datetime.fromtimestamp(
recent_build.complete_at, tz=pytz.UTC)
cq_timestamp = Bugzilla.get_cq_plus_timestamp(patch_id)
if not cq_timestamp:
patch_ids_to_send.append(patch_id)
continue
if cq_timestamp > recent_build_timestamp:
patch_ids_to_send.append(patch_id)
return patch_ids_to_send