def _find_obs_pkg(bs, pkg, src_project):
# probably OBS package name is different from src rpm name
# use obs search api to find the owner
from osc import core
# api call path
path = 'published/binary/id'
# search predicate
predicate = "(@name = '%s') and path/@project='%s'" % (pkg, src_project)
kwa = { path : predicate }
print kwa
# osc search function wants keyword args
result = core.search(bs.apiurl, **kwa )
# obs search will return results from subprojects as well, so filter further
filtered = result[path].findall("./binary[@project='%s']" % (src_project))
if filtered:
# extract the first package name
pkg = filtered[0].attrib['package']
return pkg
else:
predicate = "(contains(@name , '%s')) and path/@project='%s'" % (pkg, src_project)
kwa = { path : predicate }
print kwa
# osc search function wants keyword args
result = core.search(bs.apiurl, **kwa )
# obs search will return results from subprojects as well, so filter further
filtered = result[path].findall("./binary[@project='%s']" % (src_project))
if filtered:
pkg = filtered[0].attrib['package']
return pkg
else:
return None
def _find_obs_pkg(bs, pkg, src_project):
# probably OBS package name is different from src rpm name
# use obs search api to find the owner
# api call path
path = 'published/binary/id'
# search predicate
predicate = "(@name = '%s') and path/@project='%s'" % (pkg, src_project)
kwa = {path: predicate}
print kwa
# osc search function wants keyword args
result = core.search(bs.apiurl, **kwa)
# obs search will return results from subprojects as well,
# so filter further
filtered = result[path].findall("./binary[@project='%s']" % (src_project))
if filtered:
# extract the first package name
pkg = filtered[0].attrib['package']
return pkg
else:
predicate = "(contains(@name , '%s')) and path/@project='%s'" % (
pkg, src_project)
kwa = {path: predicate}
print kwa
# osc search function wants keyword args
result = core.search(bs.apiurl, **kwa)
# obs search will return results from subprojects as well,
# so filter further
filtered = result[path].findall("./binary[@project='%s']" %
src_project)
if filtered:
pkg = filtered[0].attrib['package']
return pkg
else:
return None
def remove_obsoleted_develtag(self, project, package):
xpath = {
'package': "@project='%s' and devel/@project=@project and devel/@package='%s'" % (project, package),
}
collection = search(self.api.apiurl, **xpath)['package']
for pkg in collection.findall('package'):
set_devel_project(self.api.apiurl, project, pkg.attrib['name'], devprj=None)
def project_attribute_list(apiurl, attribute, value=None):
xpath = 'attribute/@name="{}"'.format(attribute)
if value is not None:
xpath += '="{}"'.format(value)
root = search(apiurl, project=xpath)['project']
for project in root.findall('project'):
yield project.get('name')
def project_attribute_list(apiurl, attribute, value=None):
xpath = 'attribute/@name="{}"'.format(attribute)
if value is not None:
xpath += '="{}"'.format(value)
root = search(apiurl, project=xpath)['project']
for project in root.findall('project'):
yield project.get('name')
def project_remote_list(apiurl):
remotes = {}
root = search(apiurl, project='starts-with(remoteurl, "http")')['project']
for project in root.findall('project'):
# Strip ending /public as the only use-cases for manually checking
# remote projects is to query them directly to use an API that does not
# work over the interconnect. As such /public will have same problem.
remotes[project.get('name')] = re.sub('/public$', '', project.find('remoteurl').text)
return remotes
def project_remote_list(apiurl):
remotes = {}
root = search(apiurl, project='starts-with(remoteurl, "http")')['project']
for project in root.findall('project'):
# Strip ending /public as the only use-cases for manually checking
# remote projects is to query them directly to use an API that does not
# work over the interconnect. As such /public will have same problem.
remotes[project.get('name')] = re.sub('/public$', '',
project.find('remoteurl').text)
return remotes
def _get_submit_reqs(new_prjs, old_prjs):
reqs = {
"incoming": [],
"in progress": [],
"outgoing": [],
}
for apiurl, prjs in new_prjs:
bs = buildservice.BuildService(apiurl=str(apiurl))
actions = ["(action/target/@project='%s'" % prj for prj in prjs]
reqs["incoming"] = core.search(
bs.apiurl,
request="(state/@name='new' or state/@name='review') and %s)" %
"or".join(actions))
for apiurl, prjs in old_prjs:
bs = buildservice.BuildService(apiurl=str(apiurl))
actions = ["(action/source/@project='%s'" % prj for prj in prjs]
reqs["outgoing"] = core.search(
bs.apiurl,
request="(state/@name='new' or state/@name='review') and %s)" %
"or".join(actions))
return reqs
def check(apiurl,
entity,
entity_type='group',
comment=False,
bot=None,
threshold=2 * 3600,
threshold_require=True):
queries = {'request': {'limit': 1000, 'withfullhistory': 1}}
xpath = 'state[@name="new"] or state[@name="review"]'
if entity == 'staging-bot':
xpath = xpath_join(
xpath,
'review[starts-with(@by_project, "openSUSE:") and @state="new"]',
op='and')
xpath = xpath_join(xpath, 'history/@who="{}"'.format(entity), op='and')
requests = search(apiurl, queries, request=xpath)['request']
for request in requests:
age = request_age(request).total_seconds()
request_debug(request, age, threshold)
if age <= threshold:
return True
return False
xpath = xpath_join(xpath,
'review[@by_{}="{}" and @state="new"]'.format(
entity_type, entity),
op='and')
requests = search(apiurl, queries, request=xpath)['request']
print_debug('{:,} requests'.format(len(requests)))
if not len(requests):
# Could check to see that a review has been performed in the last week.
return True
all_comment = True
for request in requests:
kwargs = {}
if comment == 'project':
# Would be a lot easier with lxml, but short of reparsing or monkey.
for review in request.findall('review[@by_project]'):
if review.get('by_project').startswith('openSUSE:'):
kwargs['project_name'] = review.get('by_project')
# TODO repo-checker will miss stagings where delete only problem so
# comment on request, but should be fixed by #1084.
elif comment:
kwargs['request_id'] = request.get('id')
age = request_age(request).total_seconds()
request_debug(request, age, threshold)
comment_age = check_comment(apiurl, bot, **kwargs)
if comment_age:
if comment_age <= threshold:
print_debug('comment found below threshold')
return True
elif age > threshold:
print_debug('no comment found and above threshold')
all_comment = False
if threshold_require:
return False
else:
continue
else:
print_debug('no comment found, but below threshold')
print_debug('all comments: {}'.format(all_comment))
return all_comment
def check(apiurl, entity, entity_type='group', comment=False, bot=None,
threshold=2 * 3600, threshold_require=True):
queries = {'request': {'limit': 1000, 'withfullhistory': 1}}
xpath = 'state[@name="new"] or state[@name="review"]'
if entity == 'staging-bot':
xpath = xpath_join(
xpath, 'review[starts-with(@by_project, "openSUSE:") and @state="new"]', op='and')
xpath = xpath_join(
xpath, 'history/@who="{}"'.format(entity), op='and')
requests = search(apiurl, queries, request=xpath)['request']
for request in requests:
age = request_age(request).total_seconds()
request_debug(request, age, threshold)
if age <= threshold:
return True
return False
xpath = xpath_join(
xpath, 'review[@by_{}="{}" and @state="new"]'.format(entity_type, entity), op='and')
requests = search(apiurl, queries, request=xpath)['request']
print_debug('{:,} requests'.format(len(requests)))
if not len(requests):
# Could check to see that a review has been performed in the last week.
return True
all_comment = True
for request in requests:
kwargs = {}
if comment == 'project':
# Would be a lot easier with lxml, but short of reparsing or monkey.
for review in request.findall('review[@by_project]'):
if review.get('by_project').startswith('openSUSE:'):
kwargs['project_name'] = review.get('by_project')
# TODO repo-checker will miss stagings where delete only problem so
# comment on request, but should be fixed by #1084.
elif comment:
kwargs['request_id'] = request.get('id')
age = request_age(request).total_seconds()
request_debug(request, age, threshold)
comment_age = check_comment(apiurl, bot, **kwargs)
if comment_age:
if comment_age <= threshold:
print_debug('comment found below threshold')
return True
elif age > threshold:
print_debug('no comment found and above threshold')
all_comment = False
if threshold_require:
return False
else:
continue
else:
print_debug('no comment found, but below threshold')
print_debug('all comments: {}'.format(all_comment))
return all_comment