def __import__(self, funcs, namespace):
perl_require(self.name)
import perl
if funcs == '*':
funcs = tuple(perl.get_ref("@" + self.name + "::EXPORT"))
elif type(funcs) == type(""):
funcs = (funcs,)
for f in funcs:
namespace[f] = perl.get_ref(self.name + "::" + f)
def __import__(self, funcs, namespace):
perl_require(self.name)
import perl
if funcs == '*':
funcs = tuple(perl.get_ref("@" + self.name + "::EXPORT"))
elif type(funcs) == type(""):
funcs = (funcs, )
for f in funcs:
namespace[f] = perl.get_ref(self.name + "::" + f)
def __init__(self):
"""One instance of Globals is created during application
initialization and is available during requests via the 'g'
variable
"""
ispman_installdir = os.path.abspath(config['app_conf']['ispman_base_dir'])
check_path_perms(ispman_installdir)
try:
import perl
except ImportError:
print "You need the pyperl module installed."
print "You can get it from:"
print " http://www.felix-schwarz.name/files/opensource/pyperl/"
sys.exit(1)
# Get Perl's @INC reference
inc = perl.get_ref("@INC")
# Add ISPMan lib directory to perl's @INC
ispman_libs = os.path.join(ispman_installdir, 'lib')
check_path_perms(ispman_libs)
inc.append(ispman_libs)
# Setup an ISPMan instance
perl.require('ISPMan')
perl.require('CGI')
try:
# Make ISPMan recognize us as a Control Panel
self.ispman = perl.eval(
'$ENV{"HTTP_USER_AGENT"} = "PYTHON-CCP"; ' +
'$ispman = ISPMan->new() or die "$@"'
)
except Exception, e:
print e
def __getattr__(self, name):
if name[:2] == '__':
raise AttributeError, name
perl_require(self.name)
full_name = self.name + "::" + name
import perl
return perl.get_ref(full_name)
def __init__(self):
"""One instance of Globals is created during application
initialization and is available during requests via the 'g'
variable.
"""
try:
import perl
except ImportError:
print "You need the pyperl module installed."
print "You can get it from the ISPManSOAP source"
sys.exit(1)
self.perl = perl
log.debug('Perl Is Now Setup')
ispman_installdir = os.path.abspath(config['app_conf']['ispman_base_dir'])
# Get Perl's @INC reference
inc = perl.get_ref("@INC")
# Add ISPMan lib directory to perl's @INC
ispman_libs = os.path.join(ispman_installdir, 'lib')
inc.append(ispman_libs)
# Setup an ISPMan instance
perl.require('ISPMan')
perl.require('CGI')
try:
ispman_perl = perl.eval(
'$ENV{"HTTP_USER_AGENT"} = "PYTHON-CCP"; ' +
'$ispman = ISPMan->new() or die "$@"'
)
except Exception, e:
print e
def __getattr__(self, name):
if name[:2] == "__":
raise AttributeError, name
perl_require(self.name)
full_name = self.name + "::" + name
import perl
return perl.get_ref(full_name)
def __getattr__(self, name):
if name[:2] == '__':
raise AttributeError(name)
perl_require(self.name)
wantarray = self.wantarray
if len(name) > 6 and name[-6:] == '_tuple':
name = name[:-6]
wantarray = 1
full_name = self.name + "::" + name
import perl
func = perl.get_ref(full_name)
func.__wantarray__ = wantarray
return func
def __getattr__(self, name):
if name[:2] == '__':
raise AttributeError, name
perl_require(self.name)
wantarray = self.wantarray
if len(name) > 6 and name[-6:] == '_tuple':
name = name[:-6]
wantarray = 1
full_name = self.name + "::" + name
import perl
func = perl.get_ref(full_name)
func.__wantarray__ = wantarray
return func
def __init__(self, scriptfilename):
self.scriptfilename = scriptfilename
self.cleanname = clean(scriptfilename)
scriptfile = file(scriptdir + scriptfilename, 'r')
code = scriptfile.readlines()
header = ['package %s;' % self.cleanname, \
'sub %s {\n' % self.cleanname, \
'@ARGV = @_;\n']
footer = ['\n}', '1;']
wrappedAsFunction = header + code + footer
self.scriptcode = '\n'.join(wrappedAsFunction)
inc = perl.get_ref("@INC")
inc.append(scriptdir)
perl.eval(self.scriptcode)
scriptfile.close()
def __init__(self, scriptfilename):
self.scriptfilename = scriptfilename
self.cleanname = clean(scriptfilename)
scriptfile = file(scriptdir + scriptfilename,'r')
code = scriptfile.readlines()
header = ['package %s;' % self.cleanname, \
'sub %s {\n' % self.cleanname, \
'@ARGV = @_;\n']
footer = ['\n}', '1;']
wrappedAsFunction = header + code + footer
self.scriptcode = '\n'.join(wrappedAsFunction)
inc = perl.get_ref("@INC")
inc.append(scriptdir)
perl.eval(self.scriptcode)
scriptfile.close()
def t1():
global perl_obj
try:
perl_obj.hello()
print("not ")
except ValueError as v:
print("ok 1")
#print v
perl.eval("""sub Foo::DESTROY { $|=1; print "ok 4\n"; }""")
perl_obj = perl.get_ref("@")
perl_obj.__class__ = "Foo"
#print perl_obj
print("ok 3")
sys.stdout.flush()
def t1():
global perl_obj
try:
perl_obj.hello()
print("not ")
except ValueError as v:
print("ok 1")
#print v
perl.eval("""sub Foo::DESTROY { $|=1; print "ok 4\n"; }""");
perl_obj = perl.get_ref("@")
perl_obj.__class__ = "Foo";
#print perl_obj
print("ok 3")
sys.stdout.flush();
def __init__(self, dsn, user=None, password=None):
global perl
if not perl:
import perl
perl.require("DBI")
conf = perl.get_ref("%")
conf["RaiseError"] = 0
conf["PrintError"] = 0
conf["AutoCommit"] = 1
self.dbh = perl.callm("connect", "DBI", dsn, user, password, conf)
if self.dbh is None:
raise OperationalError(perl.eval("$DBI::errstr"))
self.dbh["RaiseError"] = 1
try:
self.dbh["AutoCommit"] = 0
self.autocommit = 0
except:
self.autocommit = 1
def __init__(self, dsn, user=None, password=None):
global perl
if not perl:
import perl
perl.require("DBI")
conf = perl.get_ref("%")
conf["RaiseError"] = 0
conf["PrintError"] = 0
conf["AutoCommit"] = 1
self.dbh = perl.callm("connect", "DBI", dsn, user, password, conf)
if self.dbh is None:
raise OperationalError, perl.eval("$DBI::errstr")
self.dbh["RaiseError"] = 1
try:
self.dbh["AutoCommit"] = 0
self.autocommit = 0
except:
self.autocommit = 1
def dict2hash(dict_):
hash_ = perl.get_ref("%")
hash_.update(dict_)
return hash_
#print perl_obj.hello();
#print perl_obj
def t1():
global perl_obj
try:
perl_obj.hello()
print "not "
except ValueError, v:
print "ok 1"
#print v
perl.eval("""sub Foo::DESTROY { $|=1; print "ok 4\n"; }""");
perl_obj = perl.get_ref("@")
perl_obj.__class__ = "Foo";
#print perl_obj
print "ok 3"
sys.stdout.flush();
thread.start_new_thread(t1, ())
import time
time.sleep(2)
#print perl_obj
perl_obj = None
print "ok 5"
def search_pkgs(deps):
requested = dict()
state = perl.get_ref("%")
perl.call("urpm::select::search_packages", urpm, requested, deps, use_provides=1)
# create a dictionary of URPM::Package objects, indexed by fullname
# for us to easier lookup packages in
pkgdict = dict()
for key in requested.keys():
if not key:
requested.pop(key)
continue
pkgids = key.split("|")
if not pkgids:
continue
dep = None
for pkgid in pkgids:
pkg = urpm['depslist'][int(pkgid)]
if excludere.match(pkg.name()):
requested.pop(key)
print color("skipping candidate for requested packages: %s" % pkg.fullname(), YELLOW)
break
if not dep:
dep = pkg
elif dep.compare_pkg(pkg) < 0:
dep = pkg
if dep:
if len(pkgids) > 1:
# XXX
if key in requested:
requested.pop(key)
requested[str(dep.id())] = 1
pkgdict[pkg.fullname()] = dep
urpm.resolve_requested(empty_db, state, requested,
no_suggests = not suggests,
callback_choices = stop_on_choices, nodeps = 1)
allpkgs = []
# As we try resolving all packages we'd like to include in the distribution
# release at once, there's a fair chance of there being some requested
# packages conflicting with eachother, resulting in requested packages
# getting rejected. To workaround this, we'll try resolve these packages
# separately to still include them and their dependencies.
rejects = []
for key in state['rejected'].keys():
reject = state['rejected'][key]
#print color("rejected: %s" % key, RED, RESET, DIM)
if reject.has_key('backtrack'):
backtrack = reject['backtrack']
if backtrack.has_key('conflicts'):
if key in pkgdict:
pkg = pkgdict[key]
print color("conflicts: %s with %s" % (key, list(backtrack['conflicts'])), RED, RESET, DIM)
if pkg.name() in deps and pkg.name() not in rejects:
conflicts = backtrack['conflicts']
skip = False
for c in conflicts:
# XXX
if c in pkgdict:
cpkg = pkgdict[c]
# if it's a package rejected due to conflict with a package of same name,
# it's most likely some leftover package in repos that haven't been
# removed yet and that we can safely ignore
if cpkg.name() == pkg.name():
skip = True
else:
skip = True
if not skip:
print color("The requested package %s has been rejected due to conflicts with: %s" %
(pkg.fullname(), string.join(conflicts)), RED, RESET, BRIGHT)
rejects.append(pkg.name())
if rejects:
print color("Trying to resolve the following requested packages rejected due to conflicts: %s" %
string.join(rejects, " "), BLUE, RESET, BRIGHT)
res = search_pkgs(rejects)
for pkg in res:
pkgid = str(pkg.id())
if not pkgid in state['selected'].keys():
print color("adding %s" % pkg.fullname(), BLUE)
state['selected'][pkgid] = 1
for pkgid in state['selected'].keys():
pkgids = pkgid.split('|')
dep = None
for pkgid in pkgids:
pkgid = int(pkgid)
pkg = urpm['depslist'][pkgid]
if excludere.match(pkg.name()):
print color("skipping1: %s" % pkg.fullname(), YELLOW, RESET, DIM)
continue
#else:
# print color("including1: %s" % pkg.fullname(), YELLOW, RESET, BRIGHT)
if not dep:
dep = pkg
else:
print color("hum: %s" % pkg.fullname(), YELLOW, RESET, DIM)
True
if dep is None:
print color("dep is none: %s" % pkg.fullname(), YELLOW, RESET, DIM)
continue
else:
#print color("including: %s" % pkg.fullname(), YELLOW, RESET, BRIGHT)
allpkgs.append(dep)
return allpkgs
def __init__(self, config, arch, media, includelist, excludelist, rpmsrate, compssusers, filedeps, suggests = False, synthfilter = ".cz:gzip -9", root="/usr/lib64/drakx-installer/root", stage1=None, stage2=None, advertising=None, gpgName=None, gpgPass=None):
volumeid = ("%s-%s-%s-%s" % (config.vendor, config.product, config.version, arch)).upper()
if len(volumeid) > 32:
print("length of volumeid '%s' (%d) > 32" % (volumeid, len(volumeid)))
exit(1)
self.arch = arch
self.media = {}
for m in media:
self.media[m.name] = m
tmpdir = config.tmpdir+"/"+arch
repopath = config.repopath+"/"+self.arch
config.rootdir = root
print(color("Parsing lists of packages to include", GREEN))
includes = []
for pkglf in includelist:
f = open(pkglf)
for line in f.readlines():
line = line.strip()
if not line or line[0] == "#":
continue
if line.startswith("CAT_"):
category, weight = line.split()
pkgs = self.get_list_from_CAT(rpmsrate, category, weight)
includes.extend(pkgs)
else:
includes.append(line)
f.close()
print(color("Parsing lists of packages to exclude", GREEN))
excludepattern = ""
excludes = []
for exclf in excludelist:
f = open(exclf)
for line in f.readlines():
line = line.strip()
if line and line[0] != '#':
excludes.append(line)
if excludepattern:
excludepattern += '|'
if line[0] == '^' or line[-1] == '$':
excludepattern += line
else:
excludepattern += fnmatch.translate(line).replace("\\Z","")
f.close()
excludere = re.compile(excludepattern)
empty_db = perl.callm("new", "URPM")
urpm = perl.eval("""my $urpm = urpm->new();"""
"""$urpm->{error} = sub { printf "urpm error: %s\n", $_[0] };"""
"""$urpm->{fatal} = sub { printf "urpm fatal %s\n", $_[0]; };"""
# enable for urpm debug output
#"""$urpm->{log} = sub { printf "urpm log: %s\n", $_[0] };"""
#"""$urpm->{debug} = sub { printf "urpm debug: %s\n", $_[0] };"""
#"""$urpm->{debug_URPM} = sub { printf "URPM debug: %s\n", $_[0] };"""
"$urpm;")
for m in list(self.media.keys()):
synthesis = repopath + "/" + self.media[m].getSynthesis()
print(color("Parsing synthesis for %s: %s" % (m, synthesis), GREEN))
urpm.parse_synthesis(synthesis)
updates = repopath + "/" + self.media[m].getSynthesis("updates")
if os.path.exists(updates):
print(color("Parsing updates synthesis for %s: %s" % (m, synthesis), GREEN))
urpm.parse_synthesis(updates)
perlexc = perl.eval("@excludes = ();")
perlexc = perl.get_ref("@excludes")
perlexc.extend(excludes)
stop_on_choices = perl.eval("""$stop_on_choices = sub {
my ($urpm, undef, $state_, $choices, $virtual_pkg_name, $preferred) = @_;
my $dep;
foreach my $pkg (@$choices) {
print "\033[0mchoice($virtual_pkg_name): " . $pkg->fullname();
if (grep { $_ eq $pkg->name() } @excludes) {
print ": \033[33m\033[49m\033[2mexcluded\n";
next;
}
if (!$dep) {
print ": \033[33m\033[49m\033[1mincluding\n";
$dep = $pkg;
} elsif (!$dep->compare_pkg($pkg)) {
print ": \033[33m\033[49m\033[1mpreferred over " . $dep->fullname() . "\n";
$dep = $pkg;
} else {
print ": \033[33m\033[49m\033[2mskipped in favour of " . $dep->fullname() . "\n";
}
}
print "\033[0m";
if (defined($dep)) {
$state_->{selected}{$dep->id} = 1;
} else {
print "choice($virtual_pkg_name): \033[33m\033[49m\033[2mnone chosen!\n";
}
}""")
def search_pkgs(deps):
requested = dict()
state = perl.get_ref("%")
perl.call("urpm::select::search_packages", urpm, requested, deps, use_provides=1)
# create a dictionary of URPM::Package objects, indexed by fullname
# for us to easier lookup packages in
pkgdict = dict()
for key in list(requested.keys()):
if not key:
requested.pop(key)
continue
pkgids = key.split("|")
if not pkgids:
continue
dep = None
for pkgid in pkgids:
pkg = urpm['depslist'][int(pkgid)]
if excludere.match(pkg.name()):
requested.pop(key)
print(color("skipping candidate for requested packages: %s" % pkg.fullname(), YELLOW))
break
if not dep:
dep = pkg
elif dep.compare_pkg(pkg) < 0:
dep = pkg
if dep:
if len(pkgids) > 1:
# XXX
if key in requested:
requested.pop(key)
requested[str(dep.id())] = 1
pkgdict[pkg.fullname()] = dep
urpm.resolve_requested(empty_db, state, requested,
no_suggests = not suggests,
callback_choices = stop_on_choices, nodeps = 1)
allpkgs = []
# As we try resolving all packages we'd like to include in the distribution
# release at once, there's a fair chance of there being some requested
# packages conflicting with eachother, resulting in requested packages
# getting rejected. To workaround this, we'll try resolve these packages
# separately to still include them and their dependencies.
rejects = []
for key in list(state['rejected'].keys()):
reject = state['rejected'][key]
#print color("rejected: %s" % key, RED, RESET, DIM)
# FIXME:
#if 'backtrack' in reject:
if reject.has_key('backtrack'):
backtrack = reject['backtrack']
#if 'conflicts' in backtrack:
if backtrack.has_key('conflicts'):
if key in pkgdict:
pkg = pkgdict[key]
print(color("conflicts: %s with %s" % (key, list(backtrack['conflicts'])), RED, RESET, DIM))
if pkg.name() in deps and pkg.name() not in rejects:
conflicts = backtrack['conflicts']
skip = False
for c in conflicts:
# XXX
if c in pkgdict:
cpkg = pkgdict[c]
# if it's a package rejected due to conflict with a package of same name,
# it's most likely some leftover package in repos that haven't been
# removed yet and that we can safely ignore
if cpkg.name() == pkg.name():
skip = True
else:
skip = True
if not skip:
print(color("The requested package %s has been rejected due to conflicts with: %s" %
(pkg.fullname(), string.join(conflicts)), RED, RESET, BRIGHT))
rejects.append(pkg.name())
if rejects:
print(color("Trying to resolve the following requested packages rejected due to conflicts: %s" %
string.join(rejects, " "), BLUE, RESET, BRIGHT))
res = search_pkgs(rejects)
for pkg in res:
pkgid = str(pkg.id())
if not pkgid in list(state['selected'].keys()):
print(color("adding %s" % pkg.fullname(), BLUE))
state['selected'][pkgid] = 1
for pkgid in list(state['selected'].keys()):
pkgids = pkgid.split('|')
dep = None
for pkgid in pkgids:
pkgid = int(pkgid)
pkg = urpm['depslist'][pkgid]
if excludere.match(pkg.name()):
print(color("skipping1: %s" % pkg.fullname(), YELLOW, RESET, DIM))
continue
#else:
# print color("including1: %s" % pkg.fullname(), YELLOW, RESET, BRIGHT)
if not dep:
dep = pkg
else:
print(color("hum: %s" % pkg.fullname(), YELLOW, RESET, DIM))
True
if dep is None:
print(color("dep is none: %s" % pkg.fullname(), YELLOW, RESET, DIM))
continue
else:
#print color("including: %s" % pkg.fullname(), YELLOW, RESET, BRIGHT)
allpkgs.append(dep)
return allpkgs
print(color("Resolving packages", GREEN))
allpkgs = search_pkgs(includes)
# we allow to search through all matches regardless of being able to satisfy
# dependencies, for in which case urpmi doesn't check which to prefer in case
# several versions of same package is found, urpmi just picks first returned,
# so we need to do a second run to make sure that we actually get the right ones
includes = []
for p in allpkgs:
includes.append(p.name())
allpkgs = search_pkgs(includes)
print(color("Initiating distribution tree", GREEN))
smartopts = "channel -o sync-urpmi-medialist=no --data-dir smartdata"
os.system("rm -rf " + tmpdir)
os.system("rm -rf smartdata")
os.mkdir("smartdata")
os.system("mkdir -p %s/media/media_info/" % tmpdir)
shutil.copy(compssusers, "%s/media/media_info/compssUsers.pl" % tmpdir)
shutil.copy(filedeps, "%s/media/media_info/file-deps" % tmpdir)
rootfiles = ['COPYING', 'index.htm', 'install.htm', 'INSTALL.txt', 'LICENSE-APPS.txt', 'LICENSE.txt',
'README.txt', 'release-notes.html', 'release-notes.txt', 'doc', 'misc']
for f in rootfiles:
os.symlink("%s/%s" % (repopath, f), "%s/%s" % (tmpdir, f))
f = open(tmpdir+"/product.id", "w")
# unsure about relevance of all these fields, will just hardcode those seeming irrelevant for now..
f.write("vendor=%s,distribution=%s,type=basic,version=%s,branch=%s,release=1,arch=%s,product=%s\n" % (config.vendor,config.distribution,config.version,config.branch,arch,config.product))
f.close()
ext = synthfilter.split(":")[0]
for m in media:
print(color("Generating media tree for " + m.name, GREEN))
os.system("mkdir -p %s/media/%s" % (tmpdir, m.name))
pkgs = []
for pkg in allpkgs:
if excludere.match(pkg.name()):
print(color("skipping2: " + pkg.name(), YELLOW, RESET, DIM))
continue
for rep in "release", "updates":
source = "%s/media/%s/%s/%s.rpm" % (repopath, m.name, rep, pkg.fullname())
if os.path.exists(source):
target = "%s/media/%s/%s.rpm" % (tmpdir, m.name, pkg.fullname())
if not os.path.islink(target):
pkgs.append(source)
os.symlink(source, target)
s = os.stat(source)
m.size += s.st_size
self.media[m.name].pkgs = pkgs
if not os.path.exists("%s/media/%s/media_info" % (tmpdir, m.name)):
os.mkdir("%s/media/%s/media_info" % (tmpdir, m.name))
if gpgName:
#signPackage(gpgName, gpgPass, " ".join(pkgs))
os.system("gpg --export --armor %s > %s/media/%s/media_info/pubkey" % (gpgName, tmpdir, m.name))
print(color("Writing %s/media/media_info/media.cfg" % tmpdir, GREEN))
if not os.path.exists("%s/media/media_info" % tmpdir):
os.mkdir("%s/media/media_info" % tmpdir)
mediaCfg = \
"[media_info]\n" \
"mediacfg_version=2\n" \
"version=%s\n" \
"branch=%s\n" \
"product=%s\n" \
"arch=%s\n" \
"synthesis-filter=%s\n" \
"xml-info=1\n" \
"xml-info-filter=.lzma:lzma --text\n" % (config.version, config.branch, config.product, self.arch, synthfilter)
for m in media:
mediaCfg += m.getCfgEntry(ext=ext)
f = open("%s/media/media_info/media.cfg" % tmpdir, "w")
f.write(mediaCfg)
f.close()
os.system("gendistrib "+tmpdir)
os.system("rm %s/media/media_info/{MD5SUM,*.cz}" % tmpdir)
for m in media:
# workaround for urpmi spaghetti code which hardcodes .cz
if ext != ".cz":
os.symlink("synthesis.hdlist%s" % ext, "%s/media/%s/media_info/synthesis.hdlist.cz" % (tmpdir, m.name))
os.unlink("%s/media/%s/media_info/hdlist.cz" % (tmpdir, m.name))
os.system("cd %s/media/%s/media_info/; md5sum * > MD5SUM" % (tmpdir, m.name))
smartopts = "-o sync-urpmi-medialist=no --data-dir %s/smartdata" % os.getenv("PWD")
os.system("smart channel --yes %s --add %s type=urpmi baseurl=%s/media/%s/ hdlurl=media_info/synthesis.hdlist%s" %
(smartopts, m.name, tmpdir, m.name, ext))
print(color("Checking packages", GREEN))
rpmdirs = []
for m in list(self.media.keys()):
rpmdirs.append("%s/media/%s" % (tmpdir, m))
os.system("smart update %s" % smartopts)
os.system("smart check %s --channels=%s" % (smartopts, string.join(list(self.media.keys()),",")))
os.system("sleep 5");
print(color("Generating %s/media/media_info/rpmsrate" % tmpdir, GREEN))
# TODO: reimplement clean-rpmsrate in python(?)
# can probably replace much of it's functionality with meta packages
os.system("clean-rpmsrate -o %s/media/media_info/rpmsrate %s %s" % (tmpdir, rpmsrate, string.join(rpmdirs," ")))
if not os.path.exists("%s/media/media_info/rpmsrate" % tmpdir):
print("error in rpmsrate")
exit(1)
# if none specified, rely on it's presence in grub target tree...
if not stage1:
stage1 = "%s/grub/%s/install/images/all.cpio.xz" % (config.rootdir, self.arch)
print(color("Copying first stage installer: %s -> %s/install/images/all.cpio.xz" % (stage1, tmpdir), GREEN))
os.mkdir("%s/install" % tmpdir)
os.mkdir("%s/install/images" % tmpdir)
os.symlink(os.path.realpath(stage1), tmpdir + "/install/images/all.cpio.xz")
if not stage2:
stage2 = os.path.realpath(config.rootdir) + "/install/stage2/mdkinst.cpio.xz"
versionFile = os.path.realpath(config.rootdir) + "/install/stage2/VERSION"
print(color("Copying second stage installer: %s -> %s/install/stage2/mdkinst.cpio.xz" % (stage2, tmpdir), GREEN))
os.mkdir(tmpdir + "/install/stage2")
os.symlink(stage2, tmpdir + "/install/stage2/mdkinst.cpio.xz")
os.symlink(versionFile, tmpdir + "/install/stage2/VERSION")
if not advertising:
advertising="%s/install/extra/advertising" % config.rootdir
print(color("Copying advertising: %s -> %s/install/extra/advertising" % (advertising, tmpdir), GREEN))
os.mkdir("%s/install/extra" % tmpdir)
os.symlink(os.path.realpath(advertising), tmpdir + "/install/extra/advertising")
print(color("Generating %s/media/media_info/MD5SUM" % tmpdir, GREEN))
os.system("cd %s/media/media_info/; md5sum * > MD5SUM" % tmpdir)
self.pkgs = []
def get_pkgs(pkg):
self.pkgs.append("%s-%s (%s)" % (pkg.name(), pkg.version(), pkg.arch()))
urpm.traverse(get_pkgs)
self.pkgs.sort()
idxfile = open("%s/pkg-%s-%s-%s.idx" % (tmpdir, config.version, config.subversion.replace(" ","").lower(),config.codename.replace(" ","-").lower()), "w")
for pkg in self.pkgs:
idxfile.write(pkg+"\n")
idxfile.close()
print "1..12"
import perl
h = perl.get_ref("%")
if h.__type__ != 'HASH' or h.__class__ != None: print "not ",
print "ok 1"
if len(h) != 0 or len(h.items()) != 0 or \
len(h.keys()) != 0 or len(h.values()) != 0:
print "not ",
print "ok 2"
try:
print h[42]
except TypeError, v:
if str(v) != 'perl hash key must be string': print "not ",
print "ok 3"
try:
print h["foo"]
except KeyError, v:
if str(v) != "'foo'": print "not ",
print "ok 4"
if h.get("foo") != None or h.get("foo", 42) != 42: print "not ",
print "ok 5"
try:
print h.get(42)
except TypeError, v:
# After this module is loaded, perl object can be pickled
# The perl objects can even contain python objects that contain
# perl objects that contain python objects that...
#
# You are not supposed to use any functions from this module.
# Just use Pickle as usual.
#
# Copyright 2000-2001 ActiveState
import perl
perl.require("Storable")
perl.callm("VERSION", "Storable", 0.7)
storable_thaw = perl.get_ref("Storable::thaw")
storable_nfreeze = perl.get_ref("Storable::nfreeze")
def perl_restore(frozen):
return storable_thaw(frozen)
def perl_reduce(o):
return (perl_restore, (storable_nfreeze(o), ))
import copyreg
copyreg.pickle(type(perl.get_ref("$")), perl_reduce, perl_restore)
del (copy_reg)
from pickle import dumps, loads
def search_pkgs(deps):
requested = dict()
state = perl.get_ref("%")
perl.call("urpm::select::search_packages", urpm, requested, deps, use_provides=1)
# create a dictionary of URPM::Package objects, indexed by fullname
# for us to easier lookup packages in
pkgdict = dict()
for key in list(requested.keys()):
if not key:
requested.pop(key)
continue
pkgids = key.split("|")
if not pkgids:
continue
dep = None
for pkgid in pkgids:
pkg = urpm['depslist'][int(pkgid)]
if excludere.match(pkg.name()):
requested.pop(key)
print(color("skipping candidate for requested packages: %s" % pkg.fullname(), YELLOW))
break
if not dep:
dep = pkg
elif dep.compare_pkg(pkg) < 0:
dep = pkg
if dep:
if len(pkgids) > 1:
# XXX
if key in requested:
requested.pop(key)
requested[str(dep.id())] = 1
pkgdict[pkg.fullname()] = dep
urpm.resolve_requested(empty_db, state, requested,
no_suggests = not suggests,
callback_choices = stop_on_choices, nodeps = 1)
allpkgs = []
# As we try resolving all packages we'd like to include in the distribution
# release at once, there's a fair chance of there being some requested
# packages conflicting with eachother, resulting in requested packages
# getting rejected. To workaround this, we'll try resolve these packages
# separately to still include them and their dependencies.
rejects = []
for key in list(state['rejected'].keys()):
reject = state['rejected'][key]
#print color("rejected: %s" % key, RED, RESET, DIM)
# FIXME:
#if 'backtrack' in reject:
if reject.has_key('backtrack'):
backtrack = reject['backtrack']
#if 'conflicts' in backtrack:
if backtrack.has_key('conflicts'):
if key in pkgdict:
pkg = pkgdict[key]
print(color("conflicts: %s with %s" % (key, list(backtrack['conflicts'])), RED, RESET, DIM))
if pkg.name() in deps and pkg.name() not in rejects:
conflicts = backtrack['conflicts']
skip = False
for c in conflicts:
# XXX
if c in pkgdict:
cpkg = pkgdict[c]
# if it's a package rejected due to conflict with a package of same name,
# it's most likely some leftover package in repos that haven't been
# removed yet and that we can safely ignore
if cpkg.name() == pkg.name():
skip = True
else:
skip = True
if not skip:
print(color("The requested package %s has been rejected due to conflicts with: %s" %
(pkg.fullname(), string.join(conflicts)), RED, RESET, BRIGHT))
rejects.append(pkg.name())
if rejects:
print(color("Trying to resolve the following requested packages rejected due to conflicts: %s" %
string.join(rejects, " "), BLUE, RESET, BRIGHT))
res = search_pkgs(rejects)
for pkg in res:
pkgid = str(pkg.id())
if not pkgid in list(state['selected'].keys()):
print(color("adding %s" % pkg.fullname(), BLUE))
state['selected'][pkgid] = 1
for pkgid in list(state['selected'].keys()):
pkgids = pkgid.split('|')
dep = None
for pkgid in pkgids:
pkgid = int(pkgid)
pkg = urpm['depslist'][pkgid]
if excludere.match(pkg.name()):
print(color("skipping1: %s" % pkg.fullname(), YELLOW, RESET, DIM))
continue
#else:
# print color("including1: %s" % pkg.fullname(), YELLOW, RESET, BRIGHT)
if not dep:
dep = pkg
else:
print(color("hum: %s" % pkg.fullname(), YELLOW, RESET, DIM))
True
if dep is None:
print(color("dep is none: %s" % pkg.fullname(), YELLOW, RESET, DIM))
continue
else:
#print color("including: %s" % pkg.fullname(), YELLOW, RESET, BRIGHT)
allpkgs.append(dep)
return allpkgs
def setUp(self):
self.h = perl.get_ref("%")
def __init__(self, config, arch, media, includelist, excludelist, rpmsrate, compssusers, filedeps, suggests = False, synthfilter = ".cz:gzip -9", root="/usr/lib64/drakx-installer/root", stage1=None, stage2=None, advertising=None, gpgName=None, gpgPass=None):
volumeid = ("%s-%s-%s-%s" % (config.vendor, config.product, config.version, arch)).upper()
if len(volumeid) > 32:
print "length of volumeid '%s' (%d) > 32" % (volumeid, len(volumeid))
exit(1)
self.arch = arch
self.media = {}
for m in media:
self.media[m.name] = m
tmpdir = config.tmpdir+"/"+arch
repopath = config.repopath+"/"+self.arch
config.rootdir = root
print color("Parsing lists of packages to include", GREEN)
includes = []
for pkglf in includelist:
f = open(pkglf)
for line in f.readlines():
line = line.strip()
if not line or line[0] == "#":
continue
if line.startswith("CAT_"):
category, weight = line.split()
pkgs = self.get_list_from_CAT(rpmsrate, category, weight)
includes.extend(pkgs)
else:
includes.append(line)
f.close()
print color("Parsing lists of packages to exclude", GREEN)
excludepattern = ""
excludes = []
for exclf in excludelist:
f = open(exclf)
for line in f.readlines():
line = line.strip()
if line and line[0] != '#':
excludes.append(line)
if excludepattern:
excludepattern += '|'
if line[0] == '^' or line[-1] == '$':
excludepattern += line
else:
excludepattern += fnmatch.translate(line).replace("\\Z","")
f.close()
excludere = re.compile(excludepattern)
empty_db = perl.callm("new", "URPM")
urpm = perl.eval("""my $urpm = urpm->new();"""
"""$urpm->{error} = sub { printf "urpm error: %s\n", $_[0] };"""
"""$urpm->{fatal} = sub { printf "urpm fatal %s\n", $_[0]; };"""
# enable for urpm debug output
#"""$urpm->{log} = sub { printf "urpm log: %s\n", $_[0] };"""
#"""$urpm->{debug} = sub { printf "urpm debug: %s\n", $_[0] };"""
#"""$urpm->{debug_URPM} = sub { printf "URPM debug: %s\n", $_[0] };"""
"$urpm;")
for m in self.media.keys():
synthesis = repopath + "/" + self.media[m].getSynthesis()
print color("Parsing synthesis for %s: %s" % (m, synthesis), GREEN)
urpm.parse_synthesis(synthesis)
updates = repopath + "/" + self.media[m].getSynthesis("updates")
if os.path.exists(updates):
print color("Parsing updates synthesis for %s: %s" % (m, synthesis), GREEN)
urpm.parse_synthesis(updates)
perlexc = perl.eval("@excludes = ();")
perlexc = perl.get_ref("@excludes")
perlexc.extend(excludes)
stop_on_choices = perl.eval("""$stop_on_choices = sub {
my ($urpm, undef, $state_, $choices, $virtual_pkg_name, $preferred) = @_;
my $dep;
foreach my $pkg (@$choices) {
print "\033[0mchoice($virtual_pkg_name): " . $pkg->fullname();
if (grep { $_ eq $pkg->name() } @excludes) {
print ": \033[33m\033[49m\033[2mexcluded\n";
next;
}
if (!$dep) {
print ": \033[33m\033[49m\033[1mincluding\n";
$dep = $pkg;
} elsif (!$dep->compare_pkg($pkg)) {
print ": \033[33m\033[49m\033[1mpreferred over " . $dep->fullname() . "\n";
$dep = $pkg;
} else {
print ": \033[33m\033[49m\033[2mskipped in favour of " . $dep->fullname() . "\n";
}
}
print "\033[0m";
if (defined($dep)) {
$state_->{selected}{$dep->id} = 1;
} else {
print "choice($virtual_pkg_name): \033[33m\033[49m\033[2mnone chosen!\n";
}
}""")
def search_pkgs(deps):
requested = dict()
state = perl.get_ref("%")
perl.call("urpm::select::search_packages", urpm, requested, deps, use_provides=1)
# create a dictionary of URPM::Package objects, indexed by fullname
# for us to easier lookup packages in
pkgdict = dict()
for key in requested.keys():
if not key:
requested.pop(key)
continue
pkgids = key.split("|")
if not pkgids:
continue
dep = None
for pkgid in pkgids:
pkg = urpm['depslist'][int(pkgid)]
if excludere.match(pkg.name()):
requested.pop(key)
print color("skipping candidate for requested packages: %s" % pkg.fullname(), YELLOW)
break
if not dep:
dep = pkg
elif dep.compare_pkg(pkg) < 0:
dep = pkg
if dep:
if len(pkgids) > 1:
# XXX
if key in requested:
requested.pop(key)
requested[str(dep.id())] = 1
pkgdict[pkg.fullname()] = dep
urpm.resolve_requested(empty_db, state, requested,
no_suggests = not suggests,
callback_choices = stop_on_choices, nodeps = 1)
allpkgs = []
# As we try resolving all packages we'd like to include in the distribution
# release at once, there's a fair chance of there being some requested
# packages conflicting with eachother, resulting in requested packages
# getting rejected. To workaround this, we'll try resolve these packages
# separately to still include them and their dependencies.
rejects = []
for key in state['rejected'].keys():
reject = state['rejected'][key]
#print color("rejected: %s" % key, RED, RESET, DIM)
if reject.has_key('backtrack'):
backtrack = reject['backtrack']
if backtrack.has_key('conflicts'):
if key in pkgdict:
pkg = pkgdict[key]
print color("conflicts: %s with %s" % (key, list(backtrack['conflicts'])), RED, RESET, DIM)
if pkg.name() in deps and pkg.name() not in rejects:
conflicts = backtrack['conflicts']
skip = False
for c in conflicts:
# XXX
if c in pkgdict:
cpkg = pkgdict[c]
# if it's a package rejected due to conflict with a package of same name,
# it's most likely some leftover package in repos that haven't been
# removed yet and that we can safely ignore
if cpkg.name() == pkg.name():
skip = True
else:
skip = True
if not skip:
print color("The requested package %s has been rejected due to conflicts with: %s" %
(pkg.fullname(), string.join(conflicts)), RED, RESET, BRIGHT)
rejects.append(pkg.name())
if rejects:
print color("Trying to resolve the following requested packages rejected due to conflicts: %s" %
string.join(rejects, " "), BLUE, RESET, BRIGHT)
res = search_pkgs(rejects)
for pkg in res:
pkgid = str(pkg.id())
if not pkgid in state['selected'].keys():
print color("adding %s" % pkg.fullname(), BLUE)
state['selected'][pkgid] = 1
for pkgid in state['selected'].keys():
pkgids = pkgid.split('|')
dep = None
for pkgid in pkgids:
pkgid = int(pkgid)
pkg = urpm['depslist'][pkgid]
if excludere.match(pkg.name()):
print color("skipping1: %s" % pkg.fullname(), YELLOW, RESET, DIM)
continue
#else:
# print color("including1: %s" % pkg.fullname(), YELLOW, RESET, BRIGHT)
if not dep:
dep = pkg
else:
print color("hum: %s" % pkg.fullname(), YELLOW, RESET, DIM)
True
if dep is None:
print color("dep is none: %s" % pkg.fullname(), YELLOW, RESET, DIM)
continue
else:
#print color("including: %s" % pkg.fullname(), YELLOW, RESET, BRIGHT)
allpkgs.append(dep)
return allpkgs
print color("Resolving packages", GREEN)
allpkgs = search_pkgs(includes)
# we allow to search through all matches regardless of being able to satisfy
# dependencies, for in which case urpmi doesn't check which to prefer in case
# several versions of same package is found, urpmi just picks first returned,
# so we need to do a second run to make sure that we actually get the right ones
includes = []
for p in allpkgs:
includes.append(p.name())
allpkgs = search_pkgs(includes)
print color("Initiating distribution tree", GREEN)
smartopts = "channel -o sync-urpmi-medialist=no --data-dir smartdata"
os.system("rm -rf " + tmpdir)
os.system("rm -rf smartdata")
os.mkdir("smartdata")
os.system("mkdir -p %s/media/media_info/" % tmpdir)
shutil.copy(compssusers, "%s/media/media_info/compssUsers.pl" % tmpdir)
shutil.copy(filedeps, "%s/media/media_info/file-deps" % tmpdir)
rootfiles = ['COPYING', 'index.htm', 'install.htm', 'INSTALL.txt', 'LICENSE-APPS.txt', 'LICENSE.txt',
'README.txt', 'release-notes.html', 'release-notes.txt', 'doc', 'misc']
for f in rootfiles:
os.symlink("%s/%s" % (repopath, f), "%s/%s" % (tmpdir, f))
f = open(tmpdir+"/product.id", "w")
# unsure about relevance of all these fields, will just hardcode those seeming irrelevant for now..
f.write("vendor=%s,distribution=%s,type=basic,version=%s,branch=%s,release=1,arch=%s,product=%s\n" % (config.vendor,config.distribution,config.version,config.branch,arch,config.product))
f.close()
ext = synthfilter.split(":")[0]
for m in media:
print color("Generating media tree for " + m.name, GREEN)
os.system("mkdir -p %s/media/%s" % (tmpdir, m.name))
pkgs = []
for pkg in allpkgs:
if excludere.match(pkg.name()):
print color("skipping2: " + pkg.name(), YELLOW, RESET, DIM)
continue
for rep in "release", "updates":
source = "%s/media/%s/%s/%s.rpm" % (repopath, m.name, rep, pkg.fullname())
if os.path.exists(source):
target = "%s/media/%s/%s.rpm" % (tmpdir, m.name, pkg.fullname())
if not os.path.islink(target):
pkgs.append(source)
os.symlink(source, target)
s = os.stat(source)
m.size += s.st_size
self.media[m.name].pkgs = pkgs
if not os.path.exists("%s/media/%s/media_info" % (tmpdir, m.name)):
os.mkdir("%s/media/%s/media_info" % (tmpdir, m.name))
if gpgName:
#signPackage(gpgName, gpgPass, " ".join(pkgs))
os.system("gpg --export --armor %s > %s/media/%s/media_info/pubkey" % (gpgName, tmpdir, m.name))
print color("Writing %s/media/media_info/media.cfg" % tmpdir, GREEN)
if not os.path.exists("%s/media/media_info" % tmpdir):
os.mkdir("%s/media/media_info" % tmpdir)
mediaCfg = \
"[media_info]\n" \
"mediacfg_version=2\n" \
"version=%s\n" \
"branch=%s\n" \
"product=%s\n" \
"arch=%s\n" \
"synthesis-filter=%s\n" \
"xml-info=1\n" \
"xml-info-filter=.lzma:lzma --text\n" % (config.version, config.branch, config.product, self.arch, synthfilter)
for m in media:
mediaCfg += m.getCfgEntry(ext=ext)
f = open("%s/media/media_info/media.cfg" % tmpdir, "w")
f.write(mediaCfg)
f.close()
os.system("gendistrib "+tmpdir)
os.system("rm %s/media/media_info/{MD5SUM,*.cz}" % tmpdir)
for m in media:
# workaround for urpmi spaghetti code which hardcodes .cz
if ext != ".cz":
os.symlink("synthesis.hdlist%s" % ext, "%s/media/%s/media_info/synthesis.hdlist.cz" % (tmpdir, m.name))
os.unlink("%s/media/%s/media_info/hdlist.cz" % (tmpdir, m.name))
os.system("cd %s/media/%s/media_info/; md5sum * > MD5SUM" % (tmpdir, m.name))
smartopts = "-o sync-urpmi-medialist=no --data-dir %s/smartdata" % os.getenv("PWD")
os.system("smart channel --yes %s --add %s type=urpmi baseurl=%s/media/%s/ hdlurl=media_info/synthesis.hdlist%s" %
(smartopts, m.name, tmpdir, m.name, ext))
print color("Checking packages", GREEN)
rpmdirs = []
for m in self.media.keys():
rpmdirs.append("%s/media/%s" % (tmpdir, m))
os.system("smart update %s" % smartopts)
os.system("smart check %s --channels=%s" % (smartopts, string.join(self.media.keys(),",")))
os.system("sleep 5");
print color("Generating %s/media/media_info/rpmsrate" % tmpdir, GREEN)
# TODO: reimplement clean-rpmsrate in python(?)
# can probably replace much of it's functionality with meta packages
os.system("clean-rpmsrate -o %s/media/media_info/rpmsrate %s %s" % (tmpdir, rpmsrate, string.join(rpmdirs," ")))
if not os.path.exists("%s/media/media_info/rpmsrate" % tmpdir):
print "error in rpmsrate"
exit(1)
# if none specified, rely on it's presence in grub target tree...
if not stage1:
stage1 = "%s/grub/%s/install/images/all.cpio.xz" % (config.rootdir, self.arch)
print color("Copying first stage installer: %s -> %s/install/images/all.cpio.xz" % (stage1, tmpdir), GREEN)
os.mkdir("%s/install" % tmpdir)
os.mkdir("%s/install/images" % tmpdir)
os.symlink(os.path.realpath(stage1), tmpdir + "/install/images/all.cpio.xz")
if not stage2:
stage2 = os.path.realpath(config.rootdir) + "/install/stage2/mdkinst.cpio.xz"
versionFile = os.path.realpath(config.rootdir) + "/install/stage2/VERSION"
print color("Copying second stage installer: %s -> %s/install/stage2/mdkinst.cpio.xz" % (stage2, tmpdir), GREEN)
os.mkdir(tmpdir + "/install/stage2")
os.symlink(stage2, tmpdir + "/install/stage2/mdkinst.cpio.xz")
os.symlink(versionFile, tmpdir + "/install/stage2/VERSION")
if not advertising:
advertising="%s/install/extra/advertising" % config.rootdir
print color("Copying advertising: %s -> %s/install/extra/advertising" % (advertising, tmpdir), GREEN)
os.mkdir("%s/install/extra" % tmpdir)
os.symlink(os.path.realpath(advertising), tmpdir + "/install/extra/advertising")
print color("Generating %s/media/media_info/MD5SUM" % tmpdir, GREEN)
os.system("cd %s/media/media_info/; md5sum * > MD5SUM" % tmpdir)
self.pkgs = []
def get_pkgs(pkg):
self.pkgs.append("%s-%s (%s)" % (pkg.name(), pkg.version(), pkg.arch()))
urpm.traverse(get_pkgs)
self.pkgs.sort()
idxfile = open("%s/pkg-%s-%s-%s.idx" % (tmpdir, config.version, config.subversion.replace(" ","").lower(),config.codename.replace(" ","-").lower()), "w")
for pkg in self.pkgs:
idxfile.write(pkg+"\n")
idxfile.close()
def dict2hash(dict):
hash = perl.get_ref("%")
hash.update(dict)
return hash
import perl
perl.require("LWP::Simple")
get = perl.get_ref("LWP::Simple::get")
doc = get("http://www.python.org")
print doc
#print perl_obj.hello();
#print perl_obj
def t1():
global perl_obj
try:
perl_obj.hello()
print "not "
except ValueError, v:
print "ok 1"
#print v
perl.eval("""sub Foo::DESTROY { $|=1; print "ok 4\n"; }""")
perl_obj = perl.get_ref("@")
perl_obj.__class__ = "Foo"
#print perl_obj
print "ok 3"
sys.stdout.flush()
thread.start_new_thread(t1, ())
import time
time.sleep(2)
#print perl_obj
perl_obj = None
print "ok 5"
import perl
if perl.MULTI_PERL:
print("1..0")
raise SystemExit
try:
import _thread
except:
print("1..0")
print("Threads not supported by python")
raise SystemExit
print("1..1")
import time
inc = perl.get_ref("@INC")
i0 = inc[0]
work_started = 0
work_done = 0
def wait():
global work_started, work_done
while not work_started:
time.sleep(0.1)
work_started = 0
while not work_done:
time.sleep(0.1)
import perl
#if perl.MULTI_PERL:
# print "1..0"
# raise SystemExit
print "1..16"
a = perl.get_ref("@")
if a.__type__ != 'ARRAY' or a.__class__ != None: print "not",
print "ok 1"
try:
print a["foo"]
except TypeError, v:
if str(v) != "perl array index must be integer": print "not",
print "ok 2"
try:
print a[10]
except IndexError, v:
if str(v) != "perl array index out of range": print "not",
print "ok 3"
try:
a[4] = 5
except IndexError, v:
if str(v) != "perl array assignment index out of range": print "not",
print "ok 4"
a.extend(range(5))
import perl
#if perl.MULTI_PERL:
# print "1..0"
# raise SystemExit
print "1..16"
a = perl.get_ref("@")
if a.__type__ != 'ARRAY' or a.__class__ != None: print "not",
print "ok 1"
try:
print a["foo"]
except TypeError, v:
if str(v) != "perl array index must be integer": print "not",
print "ok 2"
try:
print a[10]
except IndexError, v:
if str(v) != "perl array index out of range": print "not",
print "ok 3"
try:
a[4] = 5
except IndexError, v:
if str(v) != "perl array assignment index out of range": print "not",
print "ok 4"
a.extend(range(5))
def dict2hash(dict):
hash = perl.get_ref("%")
hash.update(dict)
return hash
if perl.MULTI_PERL:
print("1..0")
raise SystemExit
try:
import _thread
except:
print("1..0")
print("Threads not supported by python")
raise SystemExit
print("1..1")
import time
inc = perl.get_ref("@INC")
i0 = inc[0]
work_started = 0
work_done = 0
def wait():
global work_started, work_done
while not work_started:
time.sleep(0.1)
work_started = 0
while not work_done:
time.sleep(0.1)
def start():
global work_started
def setUp(self):
self.h = perl.get_ref("%")
