def uninstall_self_conflict(b):
b.log_line("checking BuildConflict-ing packages")
f = chroot.popen("set -e; TMPDIR=%(tmpdir)s " \
"rpmbuild -bp --nobuild --short-circuit --define 'prep exit 0' %(rpmdefs)s %(topdir)s/%(spec)s 2>&1" % {
'tmpdir': b.tmpdir(),
'rpmdefs' : b.rpmbuild_opts(),
'topdir' : b._topdir,
'spec': b.spec,
})
# java-sun >= 1.5 conflicts with soprano-2.1.67-1.src
# java-sun conflicts with soprano-2.1.67-1.src
rx = re.compile(
r"\s+(?P<name>[\w-]+)\s+.*conflicts with [^\s]+-[^-]+-[^-]+\.src($| .*)"
)
conflicting = {}
for l in f.xreadlines():
m = rx.search(l)
if m:
b.log_line("rpmbuild: %s" % l.rstrip())
conflicting[m.group('name')] = 1
f.close()
if len(conflicting) and not uninstall(conflicting, b):
return False
b.log_line("no BuildConflicts found")
return True
def close_killset(killset):
k = killset.keys()
if len(k) == 0:
return True
rx = re.compile(r'^.* marks (?P<name>[^\s]+?)-[^-]+-[^-]+\s.*$')
errors = ""
for p in k:
if p in hold:
del killset[p]
errors += "cannot remove %s because it's crucial\n" % p
else:
f = chroot.popen("poldek --noask --test --test --erase %s" % p,
user="******")
crucial = 0
e = []
for l in f.xreadlines():
m = rx.search(l)
if m:
pkg = m.group('name')
if pkg in hold:
errors += "cannot remove %s because it's required " \
"by %s, that is crucial\n" % (p, pkg)
crucial = 1
e.append(pkg)
f.close()
if crucial:
del killset[p]
else:
for p in e:
killset[p] = 2
return errors
def upgrade_from_batch(r, b):
f = chroot.popen("rpm --test -F %s 2>&1" % string.join(b.files), user = "******")
killset = {}
rx = re.compile(r' \(installed\) (?P<name>[^\s]+)-[^-]+-[^-]+$')
for l in f.xreadlines():
m = rx.search(l)
if m: killset[m.group('name')] = 1
f.close()
if len(killset) != 0:
err = close_killset(killset)
if err != "":
util.append_to(b.logfile, err)
log.notice("cannot upgrade rpms")
return False
k = string.join(killset.keys())
if True:
b.log_line("upgrade requires removal of %s" % k)
res = chroot.run("rpm -e %s" % k, logfile = b.logfile, user = "******")
if res != 0:
b.log_line("package removal failed")
return False
else:
b.log_line("packages removed sucessfuly")
else:
b.log_line("upgrade would need removal of %s" % k)
return False
b.log_line("upgrading packages")
logbuf = StringIO.StringIO()
res = chroot.run("rpm -Fvh %s" % string.join(b.files), user = "******", logfile = b.logfile)
if res != 0:
b.log_line("package upgrade failed")
logbuf.close()
return False
logbuf.close()
return True
def close_killset(killset):
k = killset.keys()
if len(k) == 0:
return True
rx = re.compile(r'^.* marks (?P<name>[^\s]+?)-[^-]+-[^-]+\s.*$')
errors = ""
for p in k:
if p in hold:
del killset[p]
errors += "cannot remove %s because it's crucial\n" % p
else:
f = chroot.popen("poldek --noask --test --test --erase %s" % p, user = "******")
crucial = 0
e = []
for l in f.xreadlines():
m = rx.search(l)
if m:
pkg = m.group('name')
if pkg in hold:
errors += "cannot remove %s because it's required " \
"by %s, that is crucial\n" % (p, pkg)
crucial = 1
e.append(pkg)
f.close()
if crucial:
del killset[p]
else:
for p in e:
killset[p] = 2
return errors
def handle_bin():
send_rpmqa()
f=chroot.popen("""ls -l --time-style +%s /spools/ready""", 'root')
rmpkgs=[]
curtime=time.time()
for i in f:
if i[-4:-1]!='rpm':
continue
tmp=i.split()
mtime=int(tmp[5])
pkgname=tmp[6]
if curtime - mtime > config.max_keep_time:
rmpkgs.append(pkgname)
i=0
while rmpkgs[i:i+1000]:
chroot.run("cd /spools/ready; rm -f %s" % ' '.join(rmpkgs[i:i+1000]), 'root')
i=i+1000
f.close()
chroot.run("poldek --mo=nodiff --mkidxz -s /spools/ready")
def handle_bin():
send_rpmqa()
f = chroot.popen("""ls -l --time-style +%s /spools/ready""", 'root')
rmpkgs = []
curtime = time.time()
for i in f:
if i[-4:-1] != 'rpm':
continue
tmp = i.split()
mtime = int(tmp[5])
pkgname = tmp[6]
if curtime - mtime > config.max_keep_time:
rmpkgs.append(pkgname)
i = 0
while rmpkgs[i:i + 1000]:
chroot.run("cd /spools/ready; rm -f %s" % ' '.join(rmpkgs[i:i + 1000]),
'root')
i = i + 1000
f.close()
chroot.run("poldek --mo=nodiff --mkidxz -s /spools/ready")
def get_missing_br(r, b):
# ignore internal rpm dependencies, see lib/rpmns.c for list
ignore_br = re.compile(r'^\s*(rpmlib|cpuinfo|getconf|uname|soname|user|group|mounted|diskspace|digest|gnupg|macro|envvar|running|sanitycheck|vcheck|signature|verify|exists|executable|readable|writable)\(.*')
tmpdir = b.tmpdir()
cmd = "set -e; TMPDIR=%(tmpdir)s rpmbuild --nobuild %(rpmdefs)s %(topdir)s/%(spec)s 2>&1" % {
'tmpdir': tmpdir,
'topdir' : b._topdir,
'rpmdefs' : b.rpmbuild_opts(),
'spec': b.spec,
}
f = chroot.popen(cmd)
rx = re.compile(r"^\s*(?P<name>[^\s]+) .*is needed by")
needed = {}
b.log_line("checking BR")
for l in f.xreadlines():
b.log_line("rpm: %s" % l.rstrip())
m = rx.search(l)
if m and not ignore_br.match(l):
needed[m.group('name')] = 1
f.close()
return needed
def upgrade_from_batch(r, b):
f = chroot.popen("rpm --test -F %s 2>&1" % string.join(b.files),
user="******")
killset = {}
rx = re.compile(r' \(installed\) (?P<name>[^\s]+)-[^-]+-[^-]+$')
for l in f.xreadlines():
m = rx.search(l)
if m: killset[m.group('name')] = 1
f.close()
if len(killset) != 0:
err = close_killset(killset)
if err != "":
util.append_to(b.logfile, err)
log.notice("cannot upgrade rpms")
return False
k = string.join(killset.keys())
if True:
b.log_line("upgrade requires removal of %s" % k)
res = chroot.run("rpm -e %s" % k, logfile=b.logfile, user="******")
if res != 0:
b.log_line("package removal failed")
return False
else:
b.log_line("packages removed sucessfuly")
else:
b.log_line("upgrade would need removal of %s" % k)
return False
b.log_line("upgrading packages")
logbuf = StringIO.StringIO()
res = chroot.run("rpm -Fvh %s" % string.join(b.files),
user="******",
logfile=b.logfile)
if res != 0:
b.log_line("package upgrade failed")
logbuf.close()
return False
logbuf.close()
return True
def uninstall_self_conflict(b):
b.log_line("checking BuildConflict-ing packages")
f = chroot.popen("set -e; TMPDIR=%(tmpdir)s " \
"rpmbuild -bp --nobuild --short-circuit --define 'prep exit 0' %(rpmdefs)s %(topdir)s/%(spec)s 2>&1" % {
'tmpdir': b.tmpdir(),
'rpmdefs' : b.rpmbuild_opts(),
'topdir' : b._topdir,
'spec': b.spec,
})
# java-sun >= 1.5 conflicts with soprano-2.1.67-1.src
# java-sun conflicts with soprano-2.1.67-1.src
rx = re.compile(r"\s+(?P<name>[\w-]+)\s+.*conflicts with [^\s]+-[^-]+-[^-]+\.src($| .*)")
conflicting = {}
for l in f.xreadlines():
m = rx.search(l)
if m:
b.log_line("rpmbuild: %s" % l.rstrip())
conflicting[m.group('name')] = 1
f.close()
if len(conflicting) and not uninstall(conflicting, b):
return False
b.log_line("no BuildConflicts found")
return True
def get_missing_br(r, b):
# ignore internal rpm dependencies, see lib/rpmns.c for list
ignore_br = re.compile(
r'^\s*(rpmlib|cpuinfo|getconf|uname|soname|user|group|mounted|diskspace|digest|gnupg|macro|envvar|running|sanitycheck|vcheck|signature|verify|exists|executable|readable|writable)\(.*'
)
tmpdir = b.tmpdir()
cmd = "set -e; TMPDIR=%(tmpdir)s rpmbuild --nobuild %(rpmdefs)s %(topdir)s/%(spec)s 2>&1" % {
'tmpdir': tmpdir,
'topdir': b._topdir,
'rpmdefs': b.rpmbuild_opts(),
'spec': b.spec,
}
f = chroot.popen(cmd)
rx = re.compile(r"^\s*(?P<name>[^\s]+) .*is needed by")
needed = {}
b.log_line("checking BR")
for l in f.xreadlines():
b.log_line("rpm: %s" % l.rstrip())
m = rx.search(l)
if m and not ignore_br.match(l):
needed[m.group('name')] = 1
f.close()
return needed
def install_br(r, b):
def get_missing_br(r, b):
# ignore internal rpm dependencies, see lib/rpmns.c for list
ignore_br = re.compile(
r'^\s*(rpmlib|cpuinfo|getconf|uname|soname|user|group|mounted|diskspace|digest|gnupg|macro|envvar|running|sanitycheck|vcheck|signature|verify|exists|executable|readable|writable)\(.*'
)
tmpdir = b.tmpdir()
cmd = "set -e; TMPDIR=%(tmpdir)s rpmbuild --nobuild %(rpmdefs)s %(topdir)s/%(spec)s 2>&1" % {
'tmpdir': tmpdir,
'topdir': b._topdir,
'rpmdefs': b.rpmbuild_opts(),
'spec': b.spec,
}
f = chroot.popen(cmd)
rx = re.compile(r"^\s*(?P<name>[^\s]+) .*is needed by")
needed = {}
b.log_line("checking BR")
for l in f.xreadlines():
b.log_line("rpm: %s" % l.rstrip())
m = rx.search(l)
if m and not ignore_br.match(l):
needed[m.group('name')] = 1
f.close()
return needed
needed = get_missing_br(r, b)
if len(needed) == 0:
b.log_line("no BR needed")
return True
nbr = ""
for bre in needed.keys():
nbr = nbr + " " + re.escape(bre)
br = string.strip(nbr)
b.log_line("updating poldek cache...")
chroot.run("poldek --up --upa", user="******", logfile=b.logfile)
# check conflicts in BRed packages
b.log_line("checking conflicting packages in BRed packages")
f = chroot.popen(
"poldek --test --test --noask --caplookup -Q -v --upgrade %s" % br,
user="******")
# phonon-devel-4.3.1-1.i686 conflicts with qt4-phonon-devel-4.5.0-6.i686
# jdbc-stdext >= 2.0 is required by installed java-struts-1.3.10-1.noarch
# jmx is needed by (installed) java-commons-modeler-2.0-1.noarch
rx = re.compile(
r".*(conflicts with|is required by|is needed by)( installed| \(installed\)|) (?P<name>[^\s]+)-[^-]+-[^-]+($| .*)"
)
conflicting = {}
for l in f.xreadlines():
b.log_line("poldek: %s" % l.rstrip())
m = rx.search(l)
if m: conflicting[m.group('name')] = 1
f.close()
if len(conflicting) == 0:
b.log_line("no conflicts found")
else:
if not uninstall(conflicting, b):
return False
# recheck BuildRequires since above uninstallation could remove some required deps
needed = get_missing_br(r, b)
if len(needed) == 0:
b.log_line("no BR needed")
return True
nbr = ""
for bre in needed.keys():
nbr = nbr + " " + re.escape(bre)
br = string.strip(nbr)
b.log_line("installing BR: %s" % br)
res = chroot.run("poldek --noask --caplookup -Q -v --upgrade %s" % br,
user="******",
logfile=b.logfile)
if res != 0:
b.log_line("error: BR installation failed")
return False
return True
except urllib2.URLError, error:
# see errno.h
try:
errno = error.errno
except AttributeError:
# python 2.4
errno = error.reason[0]
if errno in [-3, 60, 61, 110, 111]:
b.log_line("unable to connect to %s... trying again" %
(src_url))
continue
else:
raise
o = chroot.popen("cat > %s" % b.src_rpm, mode="w")
try:
bytes = util.sendfile(f, o)
except IOError, e:
b.log_line("error: unable to write to `%s': %s" % (b.src_rpm, e))
raise
f.close()
o.close()
t = time.time() - start
if t == 0:
b.log_line("fetched %d bytes" % bytes)
else:
b.log_line("fetched %d bytes, %.1f K/s" % (bytes, bytes / 1024.0 / t))
def install_br(r, b):
def get_missing_br(r, b):
# ignore internal rpm dependencies, see lib/rpmns.c for list
ignore_br = re.compile(r'^\s*(rpmlib|cpuinfo|getconf|uname|soname|user|group|mounted|diskspace|digest|gnupg|macro|envvar|running|sanitycheck|vcheck|signature|verify|exists|executable|readable|writable)\(.*')
tmpdir = b.tmpdir()
cmd = "set -e; TMPDIR=%(tmpdir)s rpmbuild --nobuild %(rpmdefs)s %(topdir)s/%(spec)s 2>&1" % {
'tmpdir': tmpdir,
'topdir' : b._topdir,
'rpmdefs' : b.rpmbuild_opts(),
'spec': b.spec,
}
f = chroot.popen(cmd)
rx = re.compile(r"^\s*(?P<name>[^\s]+) .*is needed by")
needed = {}
b.log_line("checking BR")
for l in f.xreadlines():
b.log_line("rpm: %s" % l.rstrip())
m = rx.search(l)
if m and not ignore_br.match(l):
needed[m.group('name')] = 1
f.close()
return needed
needed = get_missing_br(r, b);
if len(needed) == 0:
b.log_line("no BR needed")
return True
nbr = ""
for bre in needed.keys():
nbr = nbr + " " + re.escape(bre)
br = string.strip(nbr)
b.log_line("updating poldek cache...")
chroot.run("poldek --up --upa", user = "******", logfile = b.logfile)
# check conflicts in BRed packages
b.log_line("checking conflicting packages in BRed packages")
f = chroot.popen("poldek --test --test --noask --caplookup -Q -v --upgrade %s" % br, user = "******")
# phonon-devel-4.3.1-1.i686 conflicts with qt4-phonon-devel-4.5.0-6.i686
# jdbc-stdext >= 2.0 is required by installed java-struts-1.3.10-1.noarch
# jmx is needed by (installed) java-commons-modeler-2.0-1.noarch
rx = re.compile(r".*(conflicts with|is required by|is needed by)( installed| \(installed\)|) (?P<name>[^\s]+)-[^-]+-[^-]+($| .*)")
conflicting = {}
for l in f.xreadlines():
b.log_line("poldek: %s" % l.rstrip())
m = rx.search(l)
if m: conflicting[m.group('name')] = 1
f.close()
if len(conflicting) == 0:
b.log_line("no conflicts found")
else:
if not uninstall(conflicting, b):
return False
# recheck BuildRequires since above uninstallation could remove some required deps
needed = get_missing_br(r, b);
if len(needed) == 0:
b.log_line("no BR needed")
return True
nbr = ""
for bre in needed.keys():
nbr = nbr + " " + re.escape(bre)
br = string.strip(nbr)
b.log_line("installing BR: %s" % br)
res = chroot.run("poldek --noask --caplookup -Q -v --upgrade %s" % br,
user = "******",
logfile = b.logfile)
if res != 0:
b.log_line("error: BR installation failed")
return False
return True
return False
except urllib2.URLError, error:
# see errno.h
try:
errno = error.errno
except AttributeError:
# python 2.4
errno = error.reason[0]
if errno in [-3, 60, 61, 110, 111]:
b.log_line("unable to connect to %s... trying again" % (src_url))
continue
else:
raise
o = chroot.popen("cat > %s" % b.src_rpm, mode = "w")
try:
bytes = util.sendfile(f, o)
except IOError, e:
b.log_line("error: unable to write to `%s': %s" % (b.src_rpm, e))
raise
f.close()
o.close()
t = time.time() - start
if t == 0:
b.log_line("fetched %d bytes" % bytes)
else:
b.log_line("fetched %d bytes, %.1f K/s" % (bytes, bytes / 1024.0 / t))