def handle_sidetag_untag(cbtype, *args, **kws):
"""Remove a side tag when its last build is untagged
Note, that this is triggered only in case, that some build exists. For
never used tags, some other policy must be applied. Same holds for users
which don't untag their builds.
"""
if "tag" not in kws:
# shouldn't happen, but...
return
tag = get_tag(kws["tag"]["id"], strict=False)
if not tag:
# also shouldn't happen, but just in case
return
if not is_sidetag(tag):
return
# is the tag now empty?
query = QueryProcessor(
tables=["tag_listing"],
clauses=["tag_id = %(tag_id)s", "active IS TRUE"],
values={"tag_id": tag["id"]},
opts={"countOnly": True},
)
if query.execute():
return
# looks like we've just untagged the last build from a side tag
try:
# XXX: are we double updating tag_listing?
_remove_sidetag(tag)
except koji.GenericError:
pass
def handle_db_msgs(urls, CONFIG):
limit = CONFIG.getint('queue', 'batch_size', fallback=100)
c = context.cnx.cursor()
# we're running in postCommit, so we need to handle new transaction
c.execute('BEGIN')
try:
c.execute('LOCK TABLE proton_queue IN ACCESS EXCLUSIVE MODE NOWAIT')
except psycopg2.OperationalError:
LOG.debug('skipping db queue due to lock')
return
try:
c.execute("DELETE FROM proton_queue WHERE created_ts < NOW() -'%s hours'::interval" %
CONFIG.getint('queue', 'age', fallback=24))
query = QueryProcessor(tables=('proton_queue',),
columns=('id', 'address', 'props', 'body'),
opts={'order': 'id', 'limit': limit})
msgs = list(query.execute())
if CONFIG.getboolean('broker', 'test_mode', fallback=False):
if msgs:
LOG.debug('test mode: skipping send for %i messages from db', len(msgs))
unsent = []
else:
unsent = {m['id'] for m in _send_msgs(urls, msgs, CONFIG)}
sent = [m for m in msgs if m['id'] not in unsent]
if msgs:
c.execute('DELETE FROM proton_queue WHERE id IN %(ids)s',
{'ids': [msg['id'] for msg in sent]})
finally:
# make sure we free the lock
try:
c.execute('COMMIT')
except Exception:
c.execute('ROLLBACK')
def listSideTags(basetag=None, user=None, queryOpts=None):
"""List all sidetags with additional filters
:param basetag: filter by basteag id or name
:type basetag: int or str
:param user: filter by userid or username
:type user: int or str
:param queryOpts: additional query options
{countOnly, order, offset, limit}
:type queryOpts: dict
:returns: list of dicts: id, name, user_id, user_name
"""
# te1.sidetag
# te2.user_id
# te3.basetag
if user is not None:
user_id = str(get_user(user, strict=True)["id"])
else:
user_id = None
if basetag is not None:
basetag_id = get_tag(basetag, strict=True)["id"]
else:
basetag_id = None
joins = [
"LEFT JOIN tag_extra AS te1 ON tag.id = te1.tag_id",
"LEFT JOIN tag_extra AS te2 ON tag.id = te2.tag_id",
"LEFT JOIN users ON CAST(te2.value AS INTEGER) = users.id",
]
clauses = [
"te1.active IS TRUE",
"te1.key = 'sidetag'",
"te1.value = 'true'",
"te2.active IS TRUE",
"te2.key = 'sidetag_user_id'"
]
if user_id:
clauses.append("te2.value = %(user_id)s")
if basetag_id:
joins.append("LEFT JOIN tag_inheritance ON tag.id = tag_inheritance.tag_id")
clauses.extend(
[
"tag_inheritance.active IS TRUE",
"tag_inheritance.parent_id = %(basetag_id)s",
]
)
query = QueryProcessor(
tables=["tag"],
clauses=clauses,
columns=["tag.id", "tag.name", "te2.value", "users.name"],
aliases=["id", "name", "user_id", "user_name"],
joins=joins,
values={"basetag_id": basetag_id, "user_id": user_id},
opts=queryOpts,
)
return query.execute()
def createSideTag(basetag, debuginfo=False):
"""Create a side tag.
:param basetag: name or ID of base tag
:type basetag: str or int
:param debuginfo: should buildroot repos contain debuginfo?
:type debuginfo: bool
"""
# Any logged-in user is able to request creation of side tags,
# as long the request meets the policy.
context.session.assertLogin()
user = get_user(context.session.user_id, strict=True)
basetag = get_tag(basetag, strict=True)
query = QueryProcessor(
tables=["tag_extra"],
clauses=[
"key='sidetag_user_id'", "value=%(user_id)s", "active IS TRUE"
],
columns=["COUNT(*)"],
aliases=["user_tags"],
values={"user_id": str(user["id"])},
)
user_tags = query.executeOne()
if user_tags is None:
# should not ever happen
raise koji.GenericError("Unknown db error")
# Policy is a very flexible mechanism, that can restrict for which
# tags sidetags can be created, or which users can create sidetags etc.
assert_policy("sidetag", {
"tag": basetag["id"],
"number_of_tags": user_tags["user_tags"]
})
# ugly, it will waste one number in tag_id_seq, but result will match with
# id assigned by _create_tag
tag_id = nextval("tag_id_seq") + 1
sidetag_name = "%s-side-%s" % (basetag["name"], tag_id)
extra = {
"sidetag": True,
"sidetag_user": user["name"],
"sidetag_user_id": user["id"],
}
if debuginfo:
extra['with_debuginfo'] = True
sidetag_id = _create_tag(
sidetag_name,
parent=basetag["id"],
arches=basetag["arches"],
extra=extra,
)
_create_build_target(sidetag_name, sidetag_id, sidetag_id)
return {"name": sidetag_name, "id": sidetag_id}
def createSideTag(basetag, debuginfo=False, suffix=None):
"""Create a side tag.
:param basetag: name or ID of base tag
:type basetag: str or int
:param debuginfo: should buildroot repos contain debuginfo?
:type debuginfo: bool
:param suffix: suffix which will be appended to generated sidetag name
List of allowed suffixes needs to be defined in config.
:type suffix: str
:returns dict: sidetag name + id
"""
if suffix and suffix not in ALLOWED_SUFFIXES:
raise koji.GenericError("%s suffix is not allowed for sidetag" % suffix)
# Any logged-in user is able to request creation of side tags,
# as long the request meets the policy.
context.session.assertLogin()
user = get_user(context.session.user_id, strict=True)
basetag = get_tag(basetag, strict=True)
query = QueryProcessor(
tables=["tag_extra"],
clauses=["key='sidetag_user_id'", "value=%(user_id)s", "active IS TRUE"],
columns=["COUNT(*)"],
aliases=["user_tags"],
values={"user_id": str(user["id"])},
)
user_tags = query.executeOne()
if user_tags is None:
# should not ever happen
raise koji.GenericError("Unknown db error")
# Policy is a very flexible mechanism, that can restrict for which
# tags sidetags can be created, or which users can create sidetags etc.
assert_policy(
"sidetag", {"tag": basetag["id"], "number_of_tags": user_tags["user_tags"]}
)
# ugly, it will waste one number in tag_id_seq, but result will match with
# id assigned by _create_tag
tag_id = nextval("tag_id_seq") + 1
sidetag_name = NAME_TEMPLATE.format(basetag=basetag["name"], tag_id=tag_id)
if suffix:
sidetag_name += '-%s' % suffix
extra = {
"sidetag": True,
"sidetag_user": user["name"],
"sidetag_user_id": user["id"],
}
if debuginfo:
extra['with_debuginfo'] = True
sidetag_id = _create_tag(
sidetag_name,
parent=basetag["id"],
arches=basetag["arches"],
extra=extra,
)
_create_build_target(sidetag_name, sidetag_id, sidetag_id)
return {"name": sidetag_name, "id": sidetag_id}