def on_runnable_job_event(data, message, dry_run, stage):
# Cleaning mozci caches
buildjson.BUILDS_CACHE = {}
query_jobs.JOBS_CACHE = {}
if stage:
treeherder_client = TreeherderClient(host='treeherder.allizom.org')
else:
treeherder_client = TreeherderClient()
# Grabbing data received over pulse
repo_name = data["project"]
requester = data["requester"]
resultset_id = data["resultset_id"]
buildernames = data["buildernames"]
resultset = treeherder_client.get_resultsets(repo_name, id=resultset_id)[0]
revision = resultset["revision"]
author = resultset["author"]
status = None
treeherder_link = TREEHERDER % {'repo': repo_name, 'revision': resultset['revision']}
message_sender = MessageHandler()
# Everyone can press the button, but only authorized users can trigger jobs
# TODO: remove this when proper LDAP identication is set up on TH
if not (requester.endswith('@mozilla.com') or author == requester or
whitelisted_users(requester)):
if not dry_run:
# Remove message from pulse queue
message.ack()
# We publish a message saying we will not trigger the job
pulse_message = {
'resultset_id': resultset_id,
'requester': requester,
'status': "Could not determine if the user is authorized, nothing was triggered."}
routing_key = '{}.{}'.format(repo_name, 'runnable')
try:
message_sender.publish_message(pulse_message, routing_key)
except:
LOG.warning("Failed to publish message over pulse stream.")
LOG.error("Requester %s is not allowed to trigger jobs on %s." %
(requester, treeherder_link))
return # Raising an exception adds too much noise
LOG.info("New jobs requested by %s for %s" % (requester, treeherder_link))
LOG.info("List of builders:")
for b in buildernames:
LOG.info("- %s" % b)
buildernames = filter_invalid_builders(buildernames)
# Treeherder can send us invalid builder names
# https://bugzilla.mozilla.org/show_bug.cgi?id=1242038
if buildernames is None:
if not dry_run:
# We need to ack the message to remove it from our queue
message.ack()
return
builders_graph, other_builders_to_schedule = buildbot_bridge.buildbot_graph_builder(
builders=buildernames,
revision=revision,
complete=False # XXX: This can be removed when BBB is in use
)
if builders_graph != {}:
mgr = TaskClusterBuildbotManager()
mgr.schedule_graph(
repo_name=repo_name,
revision=revision,
metadata={
'name': 'pulse_actions_graph',
'description':
'Adding new jobs to push via pulse_actions/treeherder for %s.' % requester,
'owner': requester,
'source': treeherder_link,
},
builders_graph=builders_graph,
dry_run=dry_run)
else:
LOG.info("We don't have anything to schedule through TaskCluster")
if other_builders_to_schedule:
# XXX: We should be able to replace this once all Buildbot jobs run through BBB
# XXX: There might be a work around with
# https://github.com/mozilla/mozilla_ci_tools/issues/424
LOG.info("We're going to schedule these builders via Buildapi.")
# This is used for test jobs which need an existing Buildbot job to be scheduled
for buildername in other_builders_to_schedule:
trigger_job(revision, buildername, dry_run=dry_run)
else:
LOG.info("We don't have anything to schedule through Buildapi")
# Send a pulse message showing what we did
message_sender = MessageHandler()
pulse_message = {
'resultset_id': resultset_id,
'graph': builders_graph,
'requester': requester,
'status': status}
routing_key = '{}.{}'.format(repo_name, 'runnable')
try:
message_sender.publish_message(pulse_message, routing_key)
except:
LOG.warning("Failed to publish message over pulse stream.")
if not dry_run:
# We need to ack the message to remove it from our queue
message.ack()
def on_runnable_job_event(data, message, dry_run, treeherder_host,
acknowledge):
# Cleaning mozci caches
buildjson.BUILDS_CACHE = {}
query_jobs.JOBS_CACHE = {}
treeherder_client = TreeherderClient(host='treeherder.allizom.org')
# XXX:
# Grabbing data received over pulse
repo_name = data["project"]
requester = data["requester"]
resultset_id = data["resultset_id"]
buildernames = data["buildernames"]
resultset = treeherder_client.get_resultsets(repo_name, id=resultset_id)[0]
revision = resultset["revision"]
author = resultset["author"]
status = None
treeherder_link = TREEHERDER % {
'host': treeherder_host,
'repo': repo_name,
'revision': resultset['revision']
}
message_sender = MessageHandler()
if not (requester.endswith('@mozilla.com') or author == requester
or whitelisted_users(requester)):
# We want to see this in the alerts
LOG.error("Notice that we're letting %s schedule jobs for %s." %
(requester, treeherder_link))
'''
# Everyone can press the button, but only authorized users can trigger jobs
# TODO: remove this when proper LDAP identication is set up on TH
if not (requester.endswith('@mozilla.com') or author == requester or
whitelisted_users(requester)):
if acknowledge:
# Remove message from pulse queue
message.ack()
# We publish a message saying we will not trigger the job
pulse_message = {
'resultset_id': resultset_id,
'requester': requester,
'status': "Could not determine if the user is authorized, nothing was triggered."}
routing_key = '{}.{}'.format(repo_name, 'runnable')
try:
message_sender.publish_message(pulse_message, routing_key)
except:
LOG.warning("Failed to publish message over pulse stream.")
LOG.error("Requester %s is not allowed to trigger jobs on %s." %
(requester, treeherder_link))
return # Raising an exception adds too much noise
'''
LOG.info("New jobs requested by %s for %s" % (requester, treeherder_link))
LOG.info("List of builders:")
for b in buildernames:
LOG.info("- %s" % b)
buildernames = filter_invalid_builders(buildernames)
# Treeherder can send us invalid builder names
# https://bugzilla.mozilla.org/show_bug.cgi?id=1242038
if buildernames is None:
if acknowledge:
# We need to ack the message to remove it from our queue
message.ack()
return
builders_graph, other_builders_to_schedule = buildbot_bridge.buildbot_graph_builder(
builders=buildernames,
revision=revision,
complete=False # XXX: This can be removed when BBB is in use
)
if builders_graph != {}:
mgr = TaskClusterBuildbotManager()
mgr.schedule_graph(
repo_name=repo_name,
revision=revision,
metadata={
'name':
'pulse_actions_graph',
'description':
'Adding new jobs to push via pulse_actions/treeherder for %s.'
% requester,
'owner':
requester,
'source':
treeherder_link,
},
builders_graph=builders_graph,
dry_run=dry_run)
else:
LOG.info("We don't have anything to schedule through TaskCluster")
if other_builders_to_schedule:
# XXX: We should be able to replace this once all Buildbot jobs run through BBB
# XXX: There might be a work around with
# https://github.com/mozilla/mozilla_ci_tools/issues/424
LOG.info("We're going to schedule these builders via Buildapi: %s" %
str(other_builders_to_schedule))
# This is used for test jobs which need an existing Buildbot job to be scheduled
for buildername in other_builders_to_schedule:
trigger_job(revision, buildername, dry_run=dry_run)
else:
LOG.info("We don't have anything to schedule through Buildapi")
# Send a pulse message showing what we did
message_sender = MessageHandler()
pulse_message = {
'resultset_id': resultset_id,
'graph': builders_graph,
'requester': requester,
'status': status
}
routing_key = '{}.{}'.format(repo_name, 'runnable')
try:
message_sender.publish_message(pulse_message, routing_key)
except:
LOG.warning("Failed to publish message over pulse stream.")
if acknowledge:
# We need to ack the message to remove it from our queue
message.ack()
def on_event(data, message, dry_run, treeherder_server_url, **kwargs):
if ignored(data):
return 0 # SUCCESS
# Grabbing data received over pulse
repo_name = data["project"]
requester = data["requester"]
resultset_id = data["resultset_id"]
if "requested_jobs" in data:
requested_jobs = data["requested_jobs"]
else:
LOG.error("Appropriate job requests not found in the pulse message.")
return -1
treeherder_client = TreeherderClient(server_url=treeherder_server_url)
resultset = treeherder_client.get_resultsets(repo_name, id=resultset_id)[0]
revision = resultset["revision"]
author = resultset["author"]
treeherder_link = TREEHERDER % {
'treeherder_server_url': treeherder_server_url,
'repo': repo_name,
'revision': resultset['revision']
}
metadata = {
'name':
'pulse_actions_graph',
'description':
'Adding new jobs to push via pulse_actions/treeherder for %s.' %
requester,
'owner':
requester,
'source':
treeherder_link,
}
if not (requester.endswith('@mozilla.com') or author == requester
or whitelisted_users(requester)):
# We want to see this in the alerts
LOG.warning(
"Notice that we're letting {} schedule jobs for {}.".format(
requester, treeherder_link))
LOG.info("New jobs requested by %s for %s" % (requester, treeherder_link))
LOG.info("List of requested jobs:")
for job in requested_jobs:
LOG.info("- {}".format(job))
# This is empty strings in non-try pulse messages
# Remove support for `decisionTaskID` once bug 1286897 fixed.
decision_task_id = data.get('decision_task_id', data.get('decisionTaskID'))
# Separate Buildbot buildernames from TaskCluster task labels
if decision_task_id:
task_labels = [
x for x in requested_jobs
if is_taskcluster_label(x, decision_task_id)
]
else:
task_labels = []
# Treeherder can send us invalid builder names
# https://bugzilla.mozilla.org/show_bug.cgi?id=1242038
buildernames = filter_invalid_builders(
list(set(requested_jobs) - set(task_labels)))
# XXX: In the future handle return codes
add_taskcluster_jobs(task_labels, decision_task_id, repo_name, dry_run)
add_buildbot_jobs(repo_name, revision, buildernames, metadata, dry_run)
return 0 # SUCCESS
