class InboundInfoFetcher(InfoFetcher):
def __init__(self, fetch_config):
InfoFetcher.__init__(self, fetch_config)
options = fetch_config.tk_options()
self.index = taskcluster.client.Index(options)
self.queue = taskcluster.Queue(options)
self.jpushes = JsonPushes(branch=fetch_config.inbound_branch)
def find_build_info(self, push):
"""
Find build info for an inbound build, given a Push, a changeset or a
date/datetime.
if `push` is not an instance of Push (e.g. it is a date, datetime, or
string representing the changeset), a query to json pushes will be
done.
Return a :class:`InboundBuildInfo` instance.
"""
if not isinstance(push, Push):
try:
push = self.jpushes.push(push)
except MozRegressionError, exc:
raise BuildInfoNotFound(str(exc))
changeset = push.changeset
tk_route = self.fetch_config.tk_inbound_route(push)
LOG.debug('using taskcluster route %r' % tk_route)
try:
task_id = self.index.findTask(tk_route)['taskId']
except TaskclusterFailure:
# HACK because of
# https://bugzilla.mozilla.org/show_bug.cgi?id=1199618
# and https://bugzilla.mozilla.org/show_bug.cgi?id=1211251
# TODO remove the if statement once these tasks no longer exists
# (just raise BuildInfoNotFound)
err = True
if self.fetch_config.app_name in ('firefox',
'fennec',
'fennec-2.3') \
and push.timestamp < TIMESTAMP_GECKO_V2:
err = False
try:
old_route = tk_route.replace(changeset, changeset[:12])
task_id = self.index.findTask(old_route)['taskId']
except TaskclusterFailure:
err = True
if err:
raise BuildInfoNotFound("Unable to find build info using the"
" taskcluster route %r" % tk_route)
# find a completed run for that task
run_id, build_date = None, None
status = self.queue.status(task_id)['status']
for run in reversed(status['runs']):
if run['state'] == 'completed':
run_id = run['runId']
build_date = datetime.strptime(run["resolved"],
'%Y-%m-%dT%H:%M:%S.%fZ')
break
if run_id is None:
raise BuildInfoNotFound(
"Unable to find completed runs for task %s" % task_id)
artifacts = self.queue.listArtifacts(task_id, run_id)['artifacts']
# look over the artifacts of that run
build_url = None
for a in artifacts:
name = os.path.basename(a['name'])
if self.build_regex.search(name):
meth = self.queue.buildUrl
if self.fetch_config.tk_needs_auth():
meth = self.queue.buildSignedUrl
build_url = meth('getArtifact', task_id, run_id, a['name'])
break
if build_url is None:
raise BuildInfoNotFound("unable to find a build url for the"
" changeset %r" % changeset)
return InboundBuildInfo(
self.fetch_config,
build_url=build_url,
build_date=build_date,
changeset=changeset,
repo_url=self.jpushes.repo_url,
task_id=task_id,
)
class InboundInfoFetcher(InfoFetcher):
def __init__(self, fetch_config):
InfoFetcher.__init__(self, fetch_config)
options = fetch_config.tk_options()
self.index = taskcluster.client.Index(options)
self.queue = taskcluster.Queue(options)
self.jpushes = JsonPushes(branch=fetch_config.inbound_branch)
def _check_changeset(self, changeset):
# return the full changeset
return self.jpushes.pushlog_for_change(changeset)['changesets'][-1]
def find_build_info(self,
changeset,
fetch_txt_info=True,
check_changeset=False):
"""
Find build info for an inbound build, given a changeset or a date.
if `check_changeset` is True, the given changeset might be partial
(< 40 chars) because it will be verified and updated using json pushes.
Return a :class:`InboundBuildInfo` instance.
"""
if is_date_or_datetime(changeset):
changeset = self.jpushes.revision_for_date(changeset)
check_changeset = False
# find a task id
if check_changeset:
try:
changeset = self._check_changeset(changeset)
except MozRegressionError, exc:
raise BuildInfoNotFound(str(exc))
tk_route = self.fetch_config.tk_inbound_route(changeset)
LOG.debug('using taskcluster route %r' % tk_route)
try:
task_id = self.index.findTask(tk_route)['taskId']
except TaskclusterFailure:
# HACK because of
# https://bugzilla.mozilla.org/show_bug.cgi?id=1199618
# and https://bugzilla.mozilla.org/show_bug.cgi?id=1211251
# TODO remove the if statement once these tasks no longer exists
# (just raise BuildInfoNotFound)
err = True
if self.fetch_config.app_name in ('firefox', 'fennec',
'fennec-2.3'):
err = False
try:
tk_route = tk_route.replace(changeset, changeset[:12])
task_id = self.index.findTask(tk_route)['taskId']
except TaskclusterFailure:
err = True
if err:
raise BuildInfoNotFound("Unable to find build info using the"
" taskcluster route %r" % tk_route)
# find a completed run for that task
run_id, build_date = None, None
status = self.queue.status(task_id)['status']
for run in reversed(status['runs']):
if run['state'] == 'completed':
run_id = run['runId']
build_date = datetime.strptime(run["resolved"],
'%Y-%m-%dT%H:%M:%S.%fZ')
break
if run_id is None:
raise BuildInfoNotFound(
"Unable to find completed runs for task %s" % task_id)
artifacts = self.queue.listArtifacts(task_id, run_id)['artifacts']
# look over the artifacts of that run
build_url = None
for a in artifacts:
name = os.path.basename(a['name'])
if self.build_regex.search(name):
meth = self.queue.buildUrl
if self.fetch_config.tk_needs_auth():
meth = self.queue.buildSignedUrl
build_url = meth('getArtifact', task_id, run_id, a['name'])
break
if build_url is None:
raise BuildInfoNotFound("unable to find a build url for the"
" changeset %r" % changeset)
return InboundBuildInfo(
self.fetch_config,
build_url=build_url,
build_date=build_date,
changeset=changeset,
repo_url=self.jpushes.repo_url(),
task_id=task_id,
)
def find_build_info(self, push):
"""
Find build info for an inbound build, given a Push, a changeset or a
date/datetime.
if `push` is not an instance of Push (e.g. it is a date, datetime, or
string representing the changeset), a query to json pushes will be
done.
Return a :class:`InboundBuildInfo` instance.
"""
if not isinstance(push, Push):
try:
push = self.jpushes.push(push)
except MozRegressionError as exc:
raise BuildInfoNotFound(str(exc))
changeset = push.changeset
tk_routes = self.fetch_config.tk_inbound_routes(push)
try:
task_id = None
stored_failure = None
for tk_route in tk_routes:
LOG.debug('using taskcluster route %r' % tk_route)
try:
task_id = self.index.findTask(tk_route)['taskId']
except TaskclusterFailure as ex:
LOG.debug('nothing found via route %r' % tk_route)
stored_failure = ex
continue
if task_id:
status = self.queue.status(task_id)['status']
break
if not task_id:
raise stored_failure
except TaskclusterFailure:
raise BuildInfoNotFound("Unable to find build info using the"
" taskcluster route %r" %
self.fetch_config.tk_inbound_route(push))
# find a completed run for that task
run_id, build_date = None, None
for run in reversed(status['runs']):
if run['state'] == 'completed':
run_id = run['runId']
build_date = datetime.strptime(run["resolved"],
'%Y-%m-%dT%H:%M:%S.%fZ')
break
if run_id is None:
raise BuildInfoNotFound(
"Unable to find completed runs for task %s" % task_id)
artifacts = self.queue.listArtifacts(task_id, run_id)['artifacts']
# look over the artifacts of that run
build_url = None
for a in artifacts:
name = os.path.basename(a['name'])
if self.build_regex.search(name):
meth = self.queue.buildUrl
if self.fetch_config.tk_needs_auth():
meth = self.queue.buildSignedUrl
build_url = meth('getArtifact', task_id, run_id, a['name'])
break
if build_url is None:
raise BuildInfoNotFound("unable to find a build url for the"
" changeset %r" % changeset)
return InboundBuildInfo(
self.fetch_config,
build_url=build_url,
build_date=build_date,
changeset=changeset,
repo_url=self.jpushes.repo_url,
task_id=task_id,
)