def PKG_DEB():
"""create Debian packages
This task creates Debian packages from source packages.
"""
if deb_vm.missing():
raise fail("VM is not built: {}", deb_vm.name)
if deb_vm.running():
deb_vm.stop()
if os.path.exists("./build/pkg/deb"):
rmtree("./build/pkg/deb")
if os.path.exists("./build/tmp"):
rmtree("./build/tmp")
version = get_version()
debian_version = ".".join(version.split(".")[:3])
moves = load_moves(DATA_ROOT + "/pkg/debian/moves.yaml")
deb_vm.start()
pubkey = pipe("gpg --armour --export %s" % KEYSIG)
seckey = pipe("gpg --armour --export-secret-key %s" % KEYSIG)
deb_vm.write("/root/sign.key", pubkey + seckey)
deb_vm.run("gpg --import /root/sign.key")
try:
for move in moves:
package = "%s-%s" % (move.code.upper(), version)
debian_package = "%s_%s" % (move.code, debian_version)
archive = "./build/pkg/src/%s.tar.gz" % package
if not os.path.exists(archive):
raise fail("cannot find a source package;"
" run `cogs pkg-src` first")
changelog = open(DATA_ROOT + "/pkg/debian/changelog").read()
if ('htsql (%s-1)' % debian_version) not in changelog:
raise fatal("run `job pkg-deb-changelog`"
" to update the changelog file")
changelog = changelog.replace('htsql (', '%s (' % move.code)
mktree("./build/tmp")
cp(archive, "./build/tmp/%s.orig.tar.gz" % debian_package)
sh("tar -xzf %s -C ./build/tmp" % archive)
move(DATA_ROOT + "/pkg/debian", "./build/tmp/%s" % package)
open("./build/tmp/%s/debian/changelog" % package, 'w') \
.write(changelog)
deb_vm.put("./build/tmp", "./build")
deb_vm.run("cd ./build/%s && dpkg-buildpackage -k%s" %
(package, KEYSIG))
if not os.path.exists("./build/pkg/deb"):
mktree("./build/pkg/deb")
deb_vm.get("./build/*.deb", "./build/pkg/deb")
deb_vm.run("rm -rf build")
rmtree("./build/tmp")
finally:
deb_vm.stop()
log()
log("The generated Debian packages are placed in:")
for filename in glob.glob("./build/pkg/deb/*"):
log(" `{}`", filename)
log()
def PKG_RPM():
"""create RedHat/CentOS packages
This task creates RedHat/CentOS packages from source packages.
"""
if rpm_vm.missing():
raise fail("VM is not built: {}", rpm_vm.name)
if rpm_vm.running():
rpm_vm.stop()
if os.path.exists("./build/pkg/rpm"):
rmtree("./build/pkg/rpm")
if os.path.exists("./build/tmp"):
rmtree("./build/tmp")
version = get_version()
redhat_version = ".".join(version.split(".")[:3])
moves = load_moves(DATA_ROOT + "/pkg/redhat/moves.yaml")
rpm_vm.start()
pubkey = pipe("gpg --armour --export %s" % KEYSIG)
seckey = pipe("gpg --armour --export-secret-key %s" % KEYSIG)
rpm_vm.write("/root/sign.key", pubkey + seckey)
rpm_vm.run("gpg --import /root/sign.key")
rpm_vm.put(DATA_ROOT + "/pkg/redhat/.rpmmacros", ".")
try:
for move in moves:
name = move.variables['name']
move.variables['version'] = redhat_version
move.variables['package'] = "%s-%s" % (name, version)
package = "%s-%s" % (name, version)
archive = "./build/pkg/src/%s.tar.gz" % package
if not os.path.exists(archive):
raise fail("cannot find a source package;"
" run `cogs pkg-src` first")
mktree("./build/tmp")
move(DATA_ROOT + "/pkg/redhat", "./build/tmp")
cp(archive, "./build/tmp/SOURCES")
rpm_vm.put("./build/tmp", "./rpmbuild")
rpm_vm.run("rpmbuild -bb rpmbuild/SPECS/%s.spec" % name)
if not os.path.exists("./build/pkg/rpm"):
mktree("./build/pkg/rpm")
#rpm_vm.run("rpmsign --addsign ./rpmbuild/RPMS/noarch/*.rpm")
rpm_vm.get("./rpmbuild/RPMS/noarch/*.rpm", "./build/pkg/rpm")
rpm_vm.run("rm -rf rpmbuild")
rmtree("./build/tmp")
finally:
rpm_vm.stop()
log()
log("The generated RedHat/CentOS packages are placed in:")
for filename in glob.glob("./build/pkg/rpm/*"):
log(" `{}`", filename)
log()
def unpack_iso(self, iso_path, target_path):
# Unpack an ISO image.
assert os.path.isfile(iso_path)
if not os.path.exists(target_path):
mktree(target_path)
debug("unpacking: {} => {}", iso_path, target_path)
listing = pipe("isoinfo -i %s -R -f" % iso_path)
for entry in listing.splitlines():
filename = target_path + entry
dirname = os.path.dirname(filename)
if not os.path.exists(dirname):
mktree(dirname)
with env(debug=False):
content = pipe("isoinfo -i %s -R -x '%s'" % (iso_path, entry))
if not content:
continue
#debug("extracting: {} => {}", entry, filename)
stream = open(filename, 'w')
stream.write(content)
stream.close()
def build(self):
super(WindowsTemplateVM, self).build()
log("building VM: `{}`...", self.name)
start_time = datetime.datetime.now()
src_iso_path = env.windows_iso
if not (src_iso_path and os.path.isfile(src_iso_path)):
src_iso_path = None
output = pipe("locate %s || true" % " ".join(WINDOWS_ISO_FILES))
for line in output.splitlines():
if os.path.exists(line):
src_iso_path = line
break
if src_iso_path is None:
log("unable to find an ISO image for Windows XP or Windows 2003")
src_iso_path = prompt("enter path to an ISO image:")
if not (src_iso_path and os.path.isfile(src_iso_path)):
raise fail("invalid path: %s" % src_iso_path)
key_regexp = re.compile(r'^\w{5}-\w{5}-\w{5}-\w{5}-\w{5}$')
key = env.windows_key
if not (key and key_regexp.match(key)):
key = None
key_path = os.path.splitext(src_iso_path)[0] + ".key"
if os.path.isfile(key_path):
key = open(key_path).readline().strip()
if not key_regexp.match(key):
key = None
if key is None:
log("unable to find a Windows product key")
key = prompt("enter product key:")
if not key_regexp.match(key):
raise fail("invalid product key: {}", key)
wget_path = self.download(WGET_EXE_URLS)
unpack_path = TMP_DIR + "/" + self.name
boot_path = unpack_path + "/eltorito.img"
if os.path.exists(unpack_path):
rmtree(unpack_path)
self.unpack_iso(src_iso_path, unpack_path)
self.unpack_iso_boot(src_iso_path, boot_path)
sif_template_path = DATA_ROOT + "/vm/%s-winnt.sif" % self.name
sif_path = unpack_path + "/I386/WINNT.SIF"
debug("translating: {} => {}", sif_template_path, sif_path)
sif_template = open(sif_template_path).read()
sif = sif_template.replace("#####-#####-#####-#####-#####", key)
assert sif != sif_template
open(sif_path, 'w').write(sif)
install_path = unpack_path + "/$OEM$/$1/INSTALL"
mktree(install_path)
cp(wget_path, install_path)
cp(CTL_DIR + "/identity.pub", install_path)
cp(DATA_ROOT + "/vm/%s-install.cmd" % self.name,
install_path + "/INSTALL.CMD")
iso_path = TMP_DIR + "/%s.iso" % self.name
if os.path.exists(iso_path):
rm(iso_path)
sh("mkisofs -o %s -q -iso-level 2 -J -l -D -N"
" -joliet-long -relaxed-filenames -no-emul-boot"
" -boot-load-size 4 -b eltorito.img %s" % (iso_path, unpack_path))
rmtree(unpack_path)
try:
self.kvm_img()
self.kvm("-cdrom %s -boot d" % iso_path)
rm(iso_path)
self.compress()
except:
if os.path.exists(self.img_path):
rm(self.img_path)
raise
stop_time = datetime.datetime.now()
log("VM is built successfully: `{}` ({})", self.name,
stop_time - start_time)
def pipe_python(command, cd=None):
# Run `python <command>` and return the output.
return pipe(env.python_path + " " + command, cd=cd)