class Sync(object):
def __init__(self, settings):
self.log = logging.getLogger("uptrack")
self.kojibase = KojiBase(settings["kojihub_url"])
self.yumbase = YumBase(settings["yum_dir"])
self.latest = {}
def get_latest_builds(self, distro):
return self.kojibase.get_latest_builds(distro.koji_tag, distro.inherit)
def get_upstream(self, pkg):
if pkg.distro.upstream:
# Packages from this distro all come from the same upstream
return pkg.distro.upstream
# TODO: Handle the other case
raise SyncError("Could not find upstream for %s" % pkg)
def get_upstream_evr(self, pkg):
if not pkg.upstream.name in self.latest:
self.latest[pkg.upstream.name] = {}
if not pkg.name in self.latest[pkg.upstream.name]:
self.latest[pkg.upstream.name][pkg.name] = (
self.yumbase.get_srpm_evr(pkg.name, pkg.upstream.name,
pkg.upstream.base_urls))
return self.latest[pkg.upstream.name][pkg.name]
def run(self):
"""Run the sync"""
pkgs = DBSession.query(Package)
distros = DBSession.query(Distro)
for distro in distros:
self.log.info("Synchronizing %s..." % distro.name)
builds = self.get_latest_builds(distro)
for build in builds:
self.log.info("Processing %s..." % build.name)
pkg = pkgs.filter(and_(Package.name==build.name,
Package.distro==distro)).first()
if not pkg and build.blocked:
self.log.debug("Ignoring %s: it was never sync-ed and is "
"now blocked" % build.name)
continue
elif not pkg and not build.blocked:
pkg = Package(name=build.name, distro=distro,
evr=build.evr)
DBSession.add(pkg)
self.log.debug("%s is a newly sync-ed package" % pkg.name)
elif pkg and build.blocked:
self.log.warning("%s has been blocked, deleting it"
% pkg.name)
DBSession.delete(pkg)
elif pkg and not build.blocked:
if pkg.evr != build.evr:
self.log.debug("%s was updated to %s" % (pkg, build.evr))
pkg.evr = build.evr
try:
pkg.upstream = self.get_upstream(pkg)
self.log.debug("Found package upstream: %s"
% pkg.upstream)
except SyncError as e:
self.log.error(e)
pkg.upstream = None
continue
try:
pkg.upstream_evr = self.get_upstream_evr(pkg)
self.log.debug("Found package upstream evr: %s"
% pkg.upstream_evr)
except YumError as e:
self.log.error(e)
pkg.upstream_evr = None
continue
transaction.commit()
class Sync(object):
def __init__(self, settings):
self.log = logging.getLogger("uptrack")
self.gitbase = GitBase(settings["git_clonedir"],
settings["git_rooturl"],
settings["git_upstreamprefix"])
self.kojibase = KojiBase(settings["kojihub_url"])
self.yumbase = YumBase(settings["yum_dir"])
self.latest = {}
def get_latest_builds(self, distro):
return self.kojibase.get_latest_builds(distro.koji_tag, distro.inherit)
def get_upstream(self, pkg):
if pkg.distro.upstream:
# Packages from this distro all come from the same upstream
return pkg.distro.upstream
# Otherwise, check in Git
try:
branch = self.gitbase.get_upstream_branch(pkg.name,
pkg.distro.git_branch)
except GitError as e:
raise SyncError(e)
upstreams = DBSession.query(Upstream)
upstream = upstreams.filter(Upstream.git_branch==branch).first()
if not upstream:
raise SyncError("No upstream in DB with branch %s" % branch)
return upstream
def get_upstream_evr(self, pkg):
if not pkg.upstream.name in self.latest:
self.latest[pkg.upstream.name] = {}
pkgname = pkg.upstream_pkgname if pkg.upstream_pkgname else pkg.name
if not pkgname in self.latest[pkg.upstream.name]:
evr = self.yumbase.get_srpm_evr(pkgname, pkg.upstream.name,
pkg.upstream.base_urls)
self.latest[pkg.upstream.name][pkgname] = evr
else:
evr = self.latest[pkg.upstream.name][pkgname]
return evr
def run(self, distro_name=None):
"""Run the sync"""
pkgs = DBSession.query(Package)
distros = DBSession.query(Distro)
if distro_name is not None:
# There will be only one anyway
distros = distros.filter(Distro.name==distro_name)
for distro in distros:
self.log.info("Synchronizing %s..." % distro.name)
builds = self.get_latest_builds(distro)
for build in builds:
self.log.info("Processing %s..." % build.name)
pkg = pkgs.filter(and_(Package.name==build.name,
Package.distro==distro)).first()
if not pkg and build.blocked:
self.log.debug("Ignoring %s: it was never sync-ed and is "
"now blocked" % build.name)
continue
elif pkg and build.blocked:
self.log.warning("%s has been blocked from %s since the "
"las sync, deleting it"
% (pkg.name, distro.name))
DBSession.delete(pkg)
continue
elif not pkg and not build.blocked:
pkg = Package(name=build.name, distro=distro,
evr=build.evr)
DBSession.add(pkg)
self.log.debug("%s is a newly sync-ed package" % pkg.name)
elif pkg and not build.blocked:
if pkg.evr != build.evr:
self.log.debug("%s was updated to %s" % (pkg, build.evr))
pkg.evr = build.evr
if pkg.downstream:
self.log.debug("Ignoring %s: it is a downstream-only "
"package" % pkg.name)
continue
try:
pkg.upstream = self.get_upstream(pkg)
self.log.debug("Found package upstream: %s"
% pkg.upstream)
except SyncError as e:
self.log.error(e)
pkg.upstream = None
continue
try:
pkg.upstream_evr = self.get_upstream_evr(pkg)
self.log.debug("Found package upstream evr: %s"
% pkg.upstream_evr)
except YumError as e:
self.log.error(e)
pkg.upstream_evr = None
continue
transaction.commit()