def Run(vars, log):
"""
Rebuilds the system initrd, on first install or in case the
hardware changed.
"""
log.write("\n\nStep: Rebuilding initrd\n")
# make sure we have the variables we need
try:
SYSIMG_PATH = vars["SYSIMG_PATH"]
if SYSIMG_PATH == "":
raise ValueError("SYSIMG_PATH")
PARTITIONS = vars["PARTITIONS"]
if PARTITIONS == None:
raise ValueError("PARTITIONS")
except KeyError as var:
raise BootManagerException(
"Missing variable in vars: {}\n".format(var))
except ValueError as var:
raise BootManagerException(
"Variable in vars, shouldn't be: {}\n".format(var))
# mkinitrd needs /dev and /proc to do the right thing.
# /proc is already mounted, so bind-mount /dev here
# xxx tmp - trying to work around the f14 case:
# check that /dev/ is mounted with devtmpfs
# tmp - sysexec_noerr not returning what one would expect
# if utils.sysexec_noerr ("grep devtmpfs /proc/mounts") != 0:
utils.sysexec_noerr("mount -t devtmpfs none /dev")
utils.sysexec("mount -o bind /dev {}/dev".format(SYSIMG_PATH))
utils.sysexec("mount -t sysfs none {}/sys".format(SYSIMG_PATH))
initrd, kernel_version = systeminfo.getKernelVersion(vars, log)
try:
utils.removefile("{}/boot/{}".format(SYSIMG_PATH, initrd))
except:
log.write("{}/boot/{} is already removed\n".format(
SYSIMG_PATH, initrd))
# hack for CentOS 5.3
bypassRaidIfNeeded(SYSIMG_PATH, log)
# specify ext3 for fedora14 and above as their default fs is ext4
utils.sysexec_chroot(
SYSIMG_PATH,
"mkinitrd -v --with=ext3 --allow-missing /boot/initrd-{}.img {}".
format(kernel_version, kernel_version), log)
utils.sysexec_noerr("umount {}/sys".format(SYSIMG_PATH), log)
utils.sysexec_noerr("umount {}/dev".format(SYSIMG_PATH), log)
# write out the session value /etc/planetlab/session
try:
session_file_path= "%s/%s/session" % (SYSIMG_PATH,PLCONF_DIR)
session_file= file( session_file_path, "w" )
session_file.write( str(NODE_SESSION) )
session_file.close()
session_file= None
log.write( "Updated /etc/planetlab/session\n" )
except IOError, e:
log.write( "Unable to write out /etc/planetlab/session, continuing anyway\n" )
# update configuration files
log.write( "Updating configuration files.\n" )
try:
cmd = "/etc/init.d/conf_files start --noscripts"
utils.sysexec_chroot( SYSIMG_PATH, cmd, log )
except IOError, e:
log.write("conf_files failed with \n %s" % e)
# update node packages
log.write( "Running node update.\n" )
if os.path.exists( SYSIMG_PATH + "/usr/bin/NodeUpdate.py" ):
cmd = "/usr/bin/NodeUpdate.py start noreboot"
else:
# for backwards compatibility
cmd = "/usr/local/planetlab/bin/NodeUpdate.py start noreboot"
utils.sysexec_chroot( SYSIMG_PATH, cmd, log )
# Re-generate initrd right before kexec call
MakeInitrd.Run( vars, log )
except ValueError, var:
raise BootManagerException, "Variable in vars, shouldn't be: %s\n" % var
# mkinitrd needs /dev and /proc to do the right thing.
# /proc is already mounted, so bind-mount /dev here
# xxx tmp - trying to work around the f14 case:
# check that /dev/ is mounted with devtmpfs
# tmp - sysexec_noerr not returning what one would expect
# if utils.sysexec_noerr ("grep devtmpfs /proc/mounts") != 0:
utils.sysexec_noerr("mount -t devtmpfs none /dev")
utils.sysexec("mount -o bind /dev %s/dev" % SYSIMG_PATH)
utils.sysexec("mount -t sysfs none %s/sys" % SYSIMG_PATH)
initrd, kernel_version = systeminfo.getKernelVersion(vars, log)
try:
utils.removefile("%s/boot/%s" % (SYSIMG_PATH, initrd))
except:
print "%s/boot/%s is already removed" % (SYSIMG_PATH, initrd)
# hack for CentOS 5.3
bypassRaidIfNeeded(SYSIMG_PATH, log)
# specify ext3 for fedora14 and above as their default fs is ext4
utils.sysexec_chroot(
SYSIMG_PATH,
"mkinitrd -v --with=ext3 --allow-missing /boot/initrd-%s.img %s" % (kernel_version, kernel_version),
log,
)
utils.sysexec_noerr("umount %s/sys" % SYSIMG_PATH, log)
utils.sysexec_noerr("umount %s/dev" % SYSIMG_PATH, log)
def Run(vars, log):
"""
Load the kernel off of a node and boot to it.
This step assumes the disks are mounted on SYSIMG_PATH.
If successful, this function will not return. If it returns, no chain
booting has occurred.
Expect the following variables:
SYSIMG_PATH the path where the system image will be mounted
(always starts with TEMP_PATH)
ROOT_MOUNTED the node root file system is mounted
NODE_SESSION the unique session val set when we requested
the current boot state
PLCONF_DIR The directory to store PL configuration files in
Sets the following variables:
ROOT_MOUNTED the node root file system is mounted
"""
log.write("\n\nStep: Chain booting node.\n")
# make sure we have the variables we need
try:
SYSIMG_PATH = vars["SYSIMG_PATH"]
if SYSIMG_PATH == "":
raise ValueError("SYSIMG_PATH")
PLCONF_DIR = vars["PLCONF_DIR"]
if PLCONF_DIR == "":
raise ValueError("PLCONF_DIR")
# its ok if this is blank
NODE_SESSION = vars["NODE_SESSION"]
NODE_MODEL_OPTIONS = vars["NODE_MODEL_OPTIONS"]
PARTITIONS = vars["PARTITIONS"]
if PARTITIONS == None:
raise ValueError("PARTITIONS")
except KeyError as var:
raise BootManagerException(
"Missing variable in vars: {}\n".format(var))
except ValueError as var:
raise BootManagerException(
"Variable in vars, shouldn't be: {}\n".format(var))
ROOT_MOUNTED = 0
if vars.has_key('ROOT_MOUNTED'):
ROOT_MOUNTED = vars['ROOT_MOUNTED']
if ROOT_MOUNTED == 0:
log.write("Mounting node partitions\n")
# simply creating an instance of this class and listing the system
# block devices will make them show up so vgscan can find the planetlab
# volume group
systeminfo.get_block_devices_dict(vars, log)
utils.sysexec("vgscan", log)
utils.sysexec("vgchange -ay planetlab", log)
utils.makedirs(SYSIMG_PATH)
cmd = "mount {} {}".format(PARTITIONS["root"], SYSIMG_PATH)
utils.sysexec(cmd, log)
cmd = "mount -t proc none {}/proc".format(SYSIMG_PATH)
utils.sysexec(cmd, log)
cmd = "mount {} {}/vservers".format(PARTITIONS["vservers"],
SYSIMG_PATH)
utils.sysexec(cmd, log)
ROOT_MOUNTED = 1
vars['ROOT_MOUNTED'] = 1
utils.display_disks_status(PARTITIONS, "In ChainBootNode", log)
# write out the session value /etc/planetlab/session
try:
session_file_path = "{}/{}/session".format(SYSIMG_PATH, PLCONF_DIR)
session_file = file(session_file_path, "w")
session_file.write(str(NODE_SESSION))
session_file.close()
session_file = None
log.write("Updated /etc/planetlab/session\n")
except IOError as e:
log.write(
"Unable to write out /etc/planetlab/session, continuing anyway\n")
# update configuration files
log.write("Updating configuration files.\n")
# avoid using conf_files initscript as we're moving to systemd on some platforms
if (vars['ONE_PARTITION'] != '1'):
try:
cmd = "/usr/bin/env python /usr/share/NodeManager/conf_files.py --noscripts"
utils.sysexec_chroot(SYSIMG_PATH, cmd, log)
except IOError as e:
log.write("conf_files failed with \n {}".format(e))
# update node packages
log.write("Running node update.\n")
if os.path.exists(SYSIMG_PATH + "/usr/bin/NodeUpdate.py"):
cmd = "/usr/bin/NodeUpdate.py start noreboot"
else:
# for backwards compatibility
cmd = "/usr/local/planetlab/bin/NodeUpdate.py start noreboot"
utils.sysexec_chroot(SYSIMG_PATH, cmd, log)
# Re-generate initrd right before kexec call
# this is not required anymore on recent depls.
if vars['virt'] == 'vs':
MakeInitrd.Run(vars, log)
# the following step should be done by NM
UpdateNodeConfiguration.Run(vars, log)
log.write("Updating ssh public host key with PLC.\n")
ssh_host_key = ""
try:
ssh_host_key_file = file(
"{}/etc/ssh/ssh_host_rsa_key.pub".format(SYSIMG_PATH), "r")
ssh_host_key = ssh_host_key_file.read().strip()
ssh_host_key_file.close()
ssh_host_key_file = None
except IOError as e:
pass
update_vals = {}
update_vals['ssh_rsa_key'] = ssh_host_key
BootAPI.call_api_function(vars, "BootUpdateNode", (update_vals, ))
# get the kernel version
option = ''
if NODE_MODEL_OPTIONS & ModelOptions.SMP:
option = 'smp'
log.write("Copying kernel and initrd for booting.\n")
if vars['virt'] == 'vs':
utils.sysexec(
"cp {}/boot/kernel-boot{} /tmp/kernel".format(SYSIMG_PATH, option),
log)
utils.sysexec(
"cp {}/boot/initrd-boot{} /tmp/initrd".format(SYSIMG_PATH, option),
log)
else:
# Use chroot to call rpm, b/c the bootimage&nodeimage rpm-versions may not work together
try:
kversion = os.popen("chroot {} rpm -qa kernel | tail -1 | cut -c 8-"\
.format(SYSIMG_PATH)).read().rstrip()
major_version = int(
kversion[0]) # Check if the string looks like a kernel version
except:
# Try a different method for non-rpm-based distributions
kversion = os.popen("ls -lrt {}/lib/modules | tail -1 | awk '{print $9;}'"\
.format(SYSIMG_PATH)).read().rstrip()
utils.sysexec(
"cp {}/boot/vmlinuz-{} /tmp/kernel".format(SYSIMG_PATH, kversion),
log)
candidates = []
# f16/18: expect initramfs image here
candidates.append("/boot/initramfs-{}.img".format(kversion))
# f20: uses a uid of some kind, e.g. /boot/543f88c129de443baaa65800cf3927ce/<kversion>/initrd
candidates.append("/boot/*/{}/initrd".format(kversion))
# Ubuntu:
candidates.append("/boot/initrd.img-{}".format(kversion))
def find_file_in_sysimg(candidates):
import glob
for pattern in candidates:
matches = glob.glob(SYSIMG_PATH + pattern)
log.write("locating initrd: found {} matches in {}\n".format(
len(matches), pattern))
if matches:
return matches[0]
initrd = find_file_in_sysimg(candidates)
if initrd:
utils.sysexec("cp {} /tmp/initrd".format(initrd), log)
else:
raise Exception("Unable to locate initrd - bailing out")
BootAPI.save(vars)
log.write("Unmounting disks.\n")
if (vars['ONE_PARTITION'] != '1'):
utils.sysexec("umount {}/vservers".format(SYSIMG_PATH), log)
utils.sysexec("umount {}/proc".format(SYSIMG_PATH), log)
utils.sysexec_noerr("umount {}/dev".format(SYSIMG_PATH), log)
utils.sysexec_noerr("umount {}/sys".format(SYSIMG_PATH), log)
utils.sysexec("umount {}".format(SYSIMG_PATH), log)
utils.sysexec("vgchange -an", log)
ROOT_MOUNTED = 0
vars['ROOT_MOUNTED'] = 0
# Change runlevel to 'boot' prior to kexec.
StopRunlevelAgent.Run(vars, log)
log.write("Unloading modules and chain booting to new kernel.\n")
# further use of log after Upload will only output to screen
log.Upload("/root/.bash_eternal_history")
# regardless of whether kexec works or not, we need to stop trying to
# run anything
cancel_boot_flag = "/tmp/CANCEL_BOOT"
utils.sysexec("touch {}".format(cancel_boot_flag), log)
# on 2.x cds (2.4 kernel) for sure, we need to shutdown everything
# to get kexec to work correctly. Even on 3.x cds (2.6 kernel),
# there are a few buggy drivers that don't disable their hardware
# correctly unless they are first unloaded.
utils.sysexec_noerr("ifconfig eth0 down", log)
utils.sysexec_noerr("killall dhclient", log)
if vars['virt'] == 'vs':
utils.sysexec_noerr("umount -a -r -t ext2,ext3", log)
else:
utils.sysexec_noerr("umount -a -r -t ext2,ext3,btrfs", log)
utils.sysexec_noerr("modprobe -r lvm-mod", log)
# modules that should not get unloaded
# unloading cpqphp causes a kernel panic
blacklist = ["floppy", "cpqphp", "i82875p_edac", "mptspi"]
try:
modules = file("/tmp/loadedmodules", "r")
for line in modules:
module = string.strip(line)
if module in blacklist:
log.write(
"Skipping unload of kernel module '{}'.\n".format(module))
elif module != "":
log.write("Unloading {}\n".format(module))
utils.sysexec_noerr("modprobe -r {}".format(module), log)
if "e1000" in module:
log.write(
"Unloading e1000 driver; sleeping 4 seconds...\n")
time.sleep(4)
modules.close()
except IOError:
log.write("Couldn't read /tmp/loadedmodules, continuing.\n")
try:
modules = file("/proc/modules", "r")
# Get usage count for USB
usb_usage = 0
for line in modules:
try:
# Module Size UsageCount UsedBy State LoadAddress
parts = string.split(line)
if parts[0] == "usb_storage":
usb_usage += int(parts[2])
except IndexError as e:
log.write("Couldn't parse /proc/modules, continuing.\n")
modules.seek(0)
for line in modules:
try:
# Module Size UsageCount UsedBy State LoadAddress
parts = string.split(line)
# While we would like to remove all "unused" modules,
# you can't trust usage count, especially for things
# like network drivers or RAID array drivers. Just try
# and unload a few specific modules that we know cause
# problems during chain boot, such as USB host
# controller drivers (HCDs) (PL6577).
# if int(parts[2]) == 0:
if False and re.search('_hcd$', parts[0]):
if usb_usage > 0:
log.write("NOT unloading {} since USB may be in use\n".
format(parts[0]))
else:
log.write("Unloading {}\n".format(parts[0]))
utils.sysexec_noerr("modprobe -r {}".format(parts[0]),
log)
except IndexError as e:
log.write("Couldn't parse /proc/modules, continuing.\n")
except IOError:
log.write("Couldn't read /proc/modules, continuing.\n")
kargs = "root={} ramdisk_size=8192".format(PARTITIONS["root"])
if NODE_MODEL_OPTIONS & ModelOptions.SMP:
kargs = kargs + " " + "acpi=off"
try:
kargsfb = open("/kargs.txt", "r")
moreargs = kargsfb.readline()
kargsfb.close()
moreargs = moreargs.strip()
log.write(
'Parsed in "{}" kexec args from /kargs.txt\n'.format(moreargs))
kargs = kargs + " " + moreargs
except IOError:
# /kargs.txt does not exist, which is fine. Just kexec with default
# kargs, which is ramdisk_size=8192
pass
utils.sysexec_noerr('hwclock --systohc --utc ', log)
# utils.breakpoint("Before kexec");
try:
utils.sysexec(
'kexec --force --initrd=/tmp/initrd --append="{}" /tmp/kernel'.
format(kargs), log)
except BootManagerException as e:
# if kexec fails, we've shut the machine down to a point where nothing
# can run usefully anymore (network down, all modules unloaded, file
# systems unmounted. write out the error, and cancel the boot process
log.write("\n\n")
log.write("-------------------------------------------------------\n")
log.write("kexec failed with the following error. Please report\n")
log.write("this problem to [email protected].\n\n")
log.write(str(e) + "\n\n")
log.write("The boot process has been canceled.\n")
log.write(
"-------------------------------------------------------\n\n")
return
def Run(vars, upgrade, log):
"""
Download core + extensions bootstrapfs tarballs and install on the hard drive
the upgrade boolean is True when we are upgrading a node root install while
preserving its slice contents; in that case we just perform extra cleanup
before unwrapping the bootstrapfs
this is because the running system may have extraneous files
that is to say, files that are *not* present in the bootstrapfs
and that can impact/clobber the resulting upgrade
Expect the following variables from the store:
SYSIMG_PATH the path where the system image will be mounted
PARTITIONS dictionary of generic part. types (root/swap)
and their associated devices.
NODE_ID the id of this machine
Sets the following variables:
TEMP_BOOTCD_PATH where the boot cd is remounted in the temp
path
ROOT_MOUNTED set to 1 when the the base logical volumes
are mounted.
"""
log.write("\n\nStep: Install: bootstrapfs tarball (upgrade={}).\n".format(
upgrade))
# make sure we have the variables we need
try:
SYSIMG_PATH = vars["SYSIMG_PATH"]
if SYSIMG_PATH == "":
raise ValueError("SYSIMG_PATH")
PARTITIONS = vars["PARTITIONS"]
if PARTITIONS == None:
raise ValueError("PARTITIONS")
NODE_ID = vars["NODE_ID"]
if NODE_ID == "":
raise ValueError("NODE_ID")
VERSION = vars['VERSION'] or 'unknown'
except KeyError as var:
raise BootManagerException(
"Missing variable in vars: {}\n".format(var))
except ValueError as var:
raise BootManagerException(
"Variable in vars, shouldn't be: {}\n".format(var))
try:
# make sure the required partitions exist
val = PARTITIONS["root"]
val = PARTITIONS["swap"]
val = PARTITIONS["vservers"]
except KeyError as part:
log.write("Missing partition in PARTITIONS: {}\n".format(part))
return 0
bs_request = BootServerRequest.BootServerRequest(vars)
# in upgrade mode, since we skip InstallPartitionDisks
# we need to run this
if upgrade:
log.write("Upgrade mode init : Scanning for devices\n")
systeminfo.get_block_devices_dict(vars, log)
utils.sysexec_noerr("vgscan --mknodes", log)
utils.sysexec_noerr("vgchange -ay", log)
# debugging info - show in either mode
utils.display_disks_status(PARTITIONS, "In InstallBootstrapFS", log)
utils.breakpoint("we need to make /dev/mapper/* appear")
log.write("turning on swap space\n")
utils.sysexec("swapon {}".format(PARTITIONS["swap"]), log)
# make sure the sysimg dir is present
utils.makedirs(SYSIMG_PATH)
log.write("mounting root file system\n")
utils.sysexec(
"mount -t ext3 {} {}".format(PARTITIONS["root"], SYSIMG_PATH), log)
fstype = 'ext3' if vars['virt'] == 'vs' else 'btrfs'
one_partition = vars['ONE_PARTITION'] == '1'
if (not one_partition):
log.write("mounting vserver partition in root file system (type {})\n".
format(fstype))
utils.makedirs(SYSIMG_PATH + "/vservers")
utils.sysexec("mount -t {} {} {}/vservers"\
.format(fstype, PARTITIONS["vservers"], SYSIMG_PATH), log)
if vars['virt'] == 'lxc':
# NOTE: btrfs quota is supported from version: >= btrfs-progs-0.20 (f18+)
# older versions will not recongize the 'quota' command.
log.write(
"Enabling btrfs quota on {}/vservers\n".format(SYSIMG_PATH))
utils.sysexec_noerr(
"btrfs quota enable {}/vservers".format(SYSIMG_PATH))
vars['ROOT_MOUNTED'] = 1
# this is now retrieved in GetAndUpdateNodeDetails
nodefamily = vars['nodefamily']
extensions = vars['extensions']
# in upgrade mode: we need to cleanup the disk to make
# it safe to just untar the new bootstrapfs tarball again
# on top of the hard drive
if upgrade:
CleanupSysimgBeforeUpgrade(SYSIMG_PATH, nodefamily, log)
# the 'plain' option is for tests mostly
plain = vars['plain']
if plain:
download_suffix = ".tar"
uncompress_option = ""
log.write("Using plain bootstrapfs images\n")
else:
download_suffix = ".tar.bz2"
uncompress_option = "-j"
log.write("Using compressed bootstrapfs images\n")
log.write("Using nodefamily={}\n".format(nodefamily))
if not extensions:
log.write("Installing only core software\n")
else:
log.write("Requested extensions {}\n".format(extensions))
bootstrapfs_names = [nodefamily] + extensions
for name in bootstrapfs_names:
tarball = "bootstrapfs-{}{}".format(name, download_suffix)
source_file = "/boot/{}".format(tarball)
dest_file = "{}/{}".format(SYSIMG_PATH, tarball)
source_hash_file = "/boot/{}.sha1sum".format(tarball)
dest_hash_file = "{}/{}.sha1sum".format(SYSIMG_PATH, tarball)
time_beg = time.time()
log.write("downloading {}\n".format(source_file))
# 30 is the connect timeout, 14400 is the max transfer time in
# seconds (4 hours)
result = bs_request.DownloadFile(source_file, None, None, 1, 1,
dest_file, 30, 14400)
time_end = time.time()
duration = int(time_end - time_beg)
log.write("Done downloading ({} seconds)\n".format(duration))
if result:
# Download SHA1 checksum file
log.write("downloading sha1sum for {}\n".format(source_file))
result = bs_request.DownloadFile(source_hash_file, None, None, 1,
1, dest_hash_file, 30, 14400)
log.write("verifying sha1sum for {}\n".format(source_file))
if not utils.check_file_hash(dest_file, dest_hash_file):
raise BootManagerException(
"FATAL: SHA1 checksum does not match between {} and {}"\
.format(source_file, source_hash_file))
time_beg = time.time()
log.write("extracting {} in {}\n".format(dest_file, SYSIMG_PATH))
result = utils.sysexec(
"tar -C {} -xpf {} {}".format(SYSIMG_PATH, dest_file,
uncompress_option), log)
time_end = time.time()
duration = int(time_end - time_beg)
log.write("Done extracting ({} seconds)\n".format(duration))
utils.removefile(dest_file)
else:
# the main tarball is required
if name == nodefamily:
raise BootManagerException(
"FATAL: Unable to download main tarball {} from server."\
.format(source_file))
# for extensions, just issue a warning
else:
log.write(
"WARNING: tarball for extension {} not found\n".format(
name))
# copy resolv.conf from the base system into our temp dir
# so DNS lookups work correctly while we are chrooted
log.write("Copying resolv.conf to temp dir\n")
utils.sysexec("cp /etc/resolv.conf {}/etc/".format(SYSIMG_PATH), log)
# Copy the boot server certificate(s) and GPG public key to
# /usr/boot in the temp dir.
log.write("Copying boot server certificates and public key\n")
if os.path.exists("/usr/boot"):
# do nothing in case of upgrade
if not os.path.exists(SYSIMG_PATH + "/usr/boot"):
utils.makedirs(SYSIMG_PATH + "/usr")
shutil.copytree("/usr/boot", SYSIMG_PATH + "/usr/boot")
elif os.path.exists("/usr/bootme"):
# do nothing in case of upgrade
if not os.path.exists(SYSIMG_PATH + "/usr/bootme"):
utils.makedirs(SYSIMG_PATH + "/usr/boot")
boot_server = file("/usr/bootme/BOOTSERVER").readline().strip()
shutil.copy("/usr/bootme/cacert/" + boot_server + "/cacert.pem",
SYSIMG_PATH + "/usr/boot/cacert.pem")
file(SYSIMG_PATH + "/usr/boot/boot_server", "w").write(boot_server)
shutil.copy("/usr/bootme/pubring.gpg",
SYSIMG_PATH + "/usr/boot/pubring.gpg")
# For backward compatibility
if os.path.exists("/usr/bootme"):
# do nothing in case of upgrade
if not os.path.exists(SYSIMG_PATH + "/mnt/cdrom/bootme"):
utils.makedirs(SYSIMG_PATH + "/mnt/cdrom")
shutil.copytree("/usr/bootme", SYSIMG_PATH + "/mnt/cdrom/bootme")
# ONE_PARTITION => new distribution type
if (vars['ONE_PARTITION'] != '1'):
# Import the GPG key into the RPM database so that RPMS can be verified
utils.makedirs(SYSIMG_PATH + "/etc/pki/rpm-gpg")
utils.sysexec(
"gpg --homedir=/root --export --armor"
" --no-default-keyring --keyring {}/usr/boot/pubring.gpg"
" > {}/etc/pki/rpm-gpg/RPM-GPG-KEY-planetlab".format(
SYSIMG_PATH, SYSIMG_PATH), log)
utils.sysexec_chroot(
SYSIMG_PATH, "rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-planetlab",
log)
# keep a log on the installed hdd
stamp = file(SYSIMG_PATH + "/bm-install.txt", 'a')
now = time.strftime("%Y-%b-%d @ %H:%M %Z", time.gmtime())
stamp.write("Hard drive installed by BootManager {}\n".format(VERSION))
stamp.write("Finished extraction of bootstrapfs on {}\n".format(now))
# do not modify this, the upgrade code uses this line for checking compatibility
stamp.write("Using nodefamily {}\n".format(nodefamily))
stamp.close()
return 1
def Run(vars, log):
"""
Writes out the following configuration files for the node:
/etc/fstab
/etc/resolv.conf (if applicable)
/etc/ssh/ssh_host_key
/etc/ssh/ssh_host_rsa_key
/etc/ssh/ssh_host_dsa_key
Expect the following variables from the store:
VERSION the version of the install
SYSIMG_PATH the path where the system image will be mounted
(always starts with TEMP_PATH)
PARTITIONS dictionary of generic part. types (root/swap)
and their associated devices.
PLCONF_DIR The directory to store the configuration file in
INTERFACE_SETTINGS A dictionary of the values from the network
configuration file
Sets the following variables:
None
"""
log.write("\n\nStep: Install: Writing configuration files.\n")
# make sure we have the variables we need
try:
VERSION = vars["VERSION"]
if VERSION == "":
raise ValueError("VERSION")
SYSIMG_PATH = vars["SYSIMG_PATH"]
if SYSIMG_PATH == "":
raise ValueError("SYSIMG_PATH")
PARTITIONS = vars["PARTITIONS"]
if PARTITIONS is None:
raise ValueError("PARTITIONS")
PLCONF_DIR = vars["PLCONF_DIR"]
if PLCONF_DIR == "":
raise ValueError("PLCONF_DIR")
INTERFACE_SETTINGS = vars["INTERFACE_SETTINGS"]
if INTERFACE_SETTINGS == "":
raise ValueError("INTERFACE_SETTINGS")
except KeyError as var:
raise BootManagerException(
"Missing variable in vars: {}\n".format(var))
except ValueError as var:
raise BootManagerException(
"Variable in vars, shouldn't be: {}\n".format(var))
log.write("Setting local time to UTC\n")
utils.sysexec_chroot(SYSIMG_PATH,
"ln -sf /usr/share/zoneinfo/UTC /etc/localtime", log)
log.write("Creating system directory {}\n".format(PLCONF_DIR))
if not utils.makedirs("{}/{}".format(SYSIMG_PATH, PLCONF_DIR)):
log.write("Unable to create directory\n")
return 0
log.write("Writing system /etc/fstab\n")
with open("{}/etc/fstab".format(SYSIMG_PATH), "w") as fstab:
fstab.write("{} none swap sw 0 0\n"\
.format(PARTITIONS["swap"]))
fstab.write("{} / ext3 defaults 1 1\n"\
.format(PARTITIONS["root"]))
if (vars['ONE_PARTITION'] != '1'):
if vars['virt'] == 'vs':
fstab.write("{} /vservers ext3 tagxid,defaults 1 2\n"\
.format(PARTITIONS["vservers"]))
else:
fstab.write("{} /vservers btrfs defaults 1 2\n"\
.format(PARTITIONS["vservers"]))
fstab.write("none /proc proc defaults 0 0\n")
fstab.write("none /dev/shm tmpfs defaults 0 0\n")
fstab.write("none /dev/pts devpts defaults 0 0\n")
log.write("Writing system /etc/issue\n")
with open("{}/etc/issue".format(SYSIMG_PATH), "w") as issue:
issue.write("PlanetLab Node: \\n\n")
issue.write("Kernel \\r on an \\m\n")
issue.write("http://www.planet-lab.org\n\n")
if (vars['ONE_PARTITION'] != '1'):
log.write("Setting up authentication (non-ssh)\n")
utils.sysexec_chroot(SYSIMG_PATH, "authconfig --nostart --kickstart --enablemd5 " \
"--enableshadow", log)
utils.sysexec("sed -e 's/^root\:\:/root\:*\:/g' " \
"{}/etc/shadow > {}/etc/shadow.new".format(SYSIMG_PATH, SYSIMG_PATH), log)
utils.sysexec_chroot(SYSIMG_PATH, "mv " \
"/etc/shadow.new /etc/shadow", log)
utils.sysexec_chroot(SYSIMG_PATH, "chmod 400 /etc/shadow", log)
# if we are setup with dhcp, copy the current /etc/resolv.conf into
# the system image so we can run programs inside that need network access
method = ""
try:
method = vars['INTERFACE_SETTINGS']['method']
except:
pass
if method == "dhcp":
utils.sysexec("cp /etc/resolv.conf {}/etc/".format(SYSIMG_PATH), log)
log.write("Writing node install_version\n")
utils.makedirs("{}/etc/planetlab".format(SYSIMG_PATH))
with open("{}/etc/planetlab/install_version".format(SYSIMG_PATH),
"w") as ver:
ver.write("{}\n".format(VERSION))
# for upgrades : do not overwrite already existing keys
log.write("Creating ssh host keys\n")
key_gen_prog = "/usr/bin/ssh-keygen"
# fedora23 seems to come with a release of openssh that lacks suppport
# for ssh1, and thus rsa1 keys; so we consider that failing to produce
# the rsa1 key is not a showstopper
key_specs = [
("/etc/ssh/ssh_host_key", 'rsa1', "SSH1 RSA", False),
("/etc/ssh/ssh_host_rsa_key", 'rsa', "SSH2 RSA", True),
("/etc/ssh/ssh_host_dsa_key", 'dsa', "SSH2 DSA", True),
]
for key_file, key_type, label, mandatory in key_specs:
abs_file = "{}/{}".format(SYSIMG_PATH, key_file)
if not os.path.exists(abs_file):
log.write(
"Generating {} host key {} (mandatory success={})\n".format(
label, key_file, mandatory))
if mandatory:
run = utils.sysexec
run_chroot = utils.sysexec_chroot
else:
run = utils.sysexec_noerr
run_chroot = utils.sysexec_chroot_noerr
run_chroot(
SYSIMG_PATH,
"{} -q -t {} -f {} -C '' -N ''".format(key_gen_prog, key_type,
key_file), log)
run("chmod 600 {}/{}".format(SYSIMG_PATH, key_file), log)
run("chmod 644 {}/{}.pub".format(SYSIMG_PATH, key_file), log)
return 1
PLCONF_DIR= vars["PLCONF_DIR"]
if PLCONF_DIR == "":
raise ValueError, "PLCONF_DIR"
INTERFACE_SETTINGS= vars["INTERFACE_SETTINGS"]
if INTERFACE_SETTINGS == "":
raise ValueError, "INTERFACE_SETTINGS"
except KeyError, var:
raise BootManagerException, "Missing variable in vars: %s\n" % var
except ValueError, var:
raise BootManagerException, "Variable in vars, shouldn't be: %s\n" % var
log.write( "Setting local time to UTC\n" )
utils.sysexec_chroot( SYSIMG_PATH,
"ln -sf /usr/share/zoneinfo/UTC /etc/localtime", log )
log.write( "Enabling ntp at boot\n" )
utils.sysexec_chroot( SYSIMG_PATH, "chkconfig ntpd on", log )
log.write( "Creating system directory %s\n" % PLCONF_DIR )
if not utils.makedirs( "%s/%s" % (SYSIMG_PATH,PLCONF_DIR) ):
log.write( "Unable to create directory\n" )
return 0
log.write( "Writing system /etc/fstab\n" )
fstab= file( "%s/etc/fstab" % SYSIMG_PATH, "w" )
fstab.write( "%s none swap sw 0 0\n" % \
PARTITIONS["mapper-swap"] )
fstab.write( "%s / ext3 defaults 1 1\n" % \
PARTITIONS["mapper-root"] )
utils.makedirs(SYSIMG_PATH + "/usr/boot")
boot_server = file("/usr/bootme/BOOTSERVER").readline().strip()
shutil.copy("/usr/bootme/cacert/" + boot_server + "/cacert.pem", SYSIMG_PATH + "/usr/boot/cacert.pem")
file(SYSIMG_PATH + "/usr/boot/boot_server", "w").write(boot_server)
shutil.copy("/usr/bootme/pubring.gpg", SYSIMG_PATH + "/usr/boot/pubring.gpg")
# For backward compatibility
if os.path.exists("/usr/bootme"):
utils.makedirs(SYSIMG_PATH + "/mnt/cdrom")
shutil.copytree("/usr/bootme", SYSIMG_PATH + "/mnt/cdrom/bootme")
# Import the GPG key into the RPM database so that RPMS can be verified
utils.makedirs(SYSIMG_PATH + "/etc/pki/rpm-gpg")
utils.sysexec(
"gpg --homedir=/root --export --armor"
" --no-default-keyring --keyring %s/usr/boot/pubring.gpg"
" >%s/etc/pki/rpm-gpg/RPM-GPG-KEY-planetlab" % (SYSIMG_PATH, SYSIMG_PATH),
log,
)
utils.sysexec_chroot(SYSIMG_PATH, "rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-planetlab", log)
# keep a log on the installed hdd
stamp = file(SYSIMG_PATH + "/bm-install.txt", "w")
now = time.strftime("%Y-%b-%d @ %H:%M %Z", time.gmtime())
stamp.write("Hard drive installed by BootManager %s\n" % VERSION)
stamp.write("Finished extraction of bootstrapfs on %s\n" % now)
stamp.write("Using nodefamily %s\n" % nodefamily)
stamp.close()
return 1
if PLCONF_DIR == "":
raise ValueError("PLCONF_DIR")
INTERFACE_SETTINGS = vars["INTERFACE_SETTINGS"]
if INTERFACE_SETTINGS == "":
raise ValueError("INTERFACE_SETTINGS")
except KeyError, var:
raise BootManagerException(
"Missing variable in vars: {}\n".format(var))
except ValueError, var:
raise BootManagerException(
"Variable in vars, shouldn't be: {}\n".format(var))
log.write("Setting local time to UTC\n")
utils.sysexec_chroot(SYSIMG_PATH,
"ln -sf /usr/share/zoneinfo/UTC /etc/localtime", log)
log.write("Creating system directory {}\n".format(PLCONF_DIR))
if not utils.makedirs("{}/{}".format(SYSIMG_PATH, PLCONF_DIR)):
log.write("Unable to create directory\n")
return 0
log.write("Writing system /etc/fstab\n")
fstab = file("{}/etc/fstab".format(SYSIMG_PATH), "w")
fstab.write("{} none swap sw 0 0\n"\
.format(PARTITIONS["swap"]))
fstab.write("{} / ext3 defaults 1 1\n"\
.format(PARTITIONS["root"]))
if (vars['ONE_PARTITION'] != '1'):
if vars['virt'] == 'vs':
fstab.write("{} /vservers ext3 tagxid,defaults 1 2\n"\
