class Events(object):
"""
Listen to pulse events and trigger new code coverage tasks
"""
def __init__(self):
# Create message bus shared amongst process
self.bus = MessageBus()
# Build code coverage workflow
self.workflow = CodeCoverage(
taskcluster_config.secrets["hook_id"],
taskcluster_config.secrets["hook_group_id"],
self.bus,
)
# Setup monitoring for newly created tasks
self.monitoring = Monitoring(
taskcluster_config,
QUEUE_MONITORING,
taskcluster_config.secrets["admins"],
7 * 3600,
)
self.monitoring.register(self.bus)
# Create pulse listener for code coverage
self.pulse = PulseListener(
{
QUEUE_PULSE: [
("exchange/taskcluster-queue/v1/task-group-resolved", ["#"])
]
},
taskcluster_config.secrets["pulse_user"],
taskcluster_config.secrets["pulse_password"],
)
self.pulse.register(self.bus)
def run(self):
consumers = [
# Code coverage main workflow
self.workflow.run(),
# Add monitoring task
self.monitoring.run(),
# Add pulse task
self.pulse.run(),
]
# Run all tasks concurrently
run_tasks(consumers)
class Events(object):
"""
Listen to HTTP notifications from phabricator and trigger new try jobs
"""
def __init__(self, cache_root):
# Create message bus shared amongst processes
self.bus = MessageBus()
self.workflow = CodeReview(
api_key=taskcluster_config.secrets["PHABRICATOR"]["api_key"],
url=taskcluster_config.secrets["PHABRICATOR"]["url"],
publish=taskcluster_config.secrets["PHABRICATOR"].get(
"publish", False),
risk_analysis_reviewers=taskcluster_config.secrets.get(
"risk_analysis_reviewers", []),
community_config=taskcluster_config.secrets.get(
"taskcluster_community"),
user_blacklist=taskcluster_config.secrets["user_blacklist"],
)
self.workflow.register(self.bus)
# Build mercurial worker and queue
self.mercurial = MercurialWorker(
QUEUE_MERCURIAL,
QUEUE_PHABRICATOR_RESULTS,
repositories=self.workflow.get_repositories(
taskcluster_config.secrets["repositories"], cache_root),
)
self.mercurial.register(self.bus)
# Create web server
self.webserver = WebServer(QUEUE_WEB_BUILDS)
self.webserver.register(self.bus)
# Setup monitoring for newly created tasks
self.monitoring = Monitoring(QUEUE_MONITORING,
taskcluster_config.secrets["admins"],
MONITORING_PERIOD)
self.monitoring.register(self.bus)
# Create pulse listener for unit test failures
if self.workflow.publish:
self.pulse = PulseListener(
QUEUE_PULSE,
"exchange/taskcluster-queue/v1/task-completed",
"*.*.gecko-level-3._",
taskcluster_config.secrets["pulse_user"],
taskcluster_config.secrets["pulse_password"],
)
self.pulse.register(self.bus)
def run(self):
consumers = [
# Code review main workflow
self.workflow.run(),
# Add mercurial task
self.mercurial.run(),
# Add monitoring task
self.monitoring.run(),
]
# Publish results on Phabricator
if self.workflow.publish:
consumers.append(
self.bus.run(self.workflow.publish_results,
QUEUE_PHABRICATOR_RESULTS))
consumers.append(self.pulse.run())
consumers.append(
self.bus.run(self.workflow.parse_pulse, QUEUE_PULSE))
# Start the web server in its own process
self.webserver.start()
# Run all tasks concurrently
run_tasks(consumers)
# Stop the webserver when other async processes are stopped
self.webserver.stop()