def Run(vars, log):
"""
Setup the install environment:
- unmount anything in the temp/sysimg path (possible from previous
aborted installs)
- create temp directories
Expect the following variables from the store:
TEMP_PATH the path to download and store temp files to
SYSIMG_DIR the directory name of the system image
contained in TEMP_PATH
PLCONF_DIR The directory to store the configuration file in
Sets the following variables:
SYSIMG_PATH the directory where the system image will be mounted,
(= TEMP_PATH/SYSIMG_DIR)
"""
log.write("\n\nStep: Install: Initializing.\n")
# make sure we have the variables we need
try:
TEMP_PATH = vars["TEMP_PATH"]
if TEMP_PATH == "":
raise ValueError("TEMP_PATH")
SYSIMG_PATH = vars["SYSIMG_PATH"]
if SYSIMG_PATH == "":
raise ValueError("SYSIMG_PATH")
PLCONF_DIR = vars["PLCONF_DIR"]
if PLCONF_DIR == "":
raise ValueError("PLCONF_DIR")
except KeyError as var:
raise BootManagerException(
"Missing variable in vars: {}\n".format(var))
except ValueError as var:
raise BootManagerException(
"Variable in vars, shouldn't be: {}\n".format(var))
# if this is a fresh install, then nothing should be
# here, but we support restarted installs without rebooting
# so who knows what the current state is
log.write("Unmounting any previous mounts\n")
try:
# backwards compat, though, we should never hit this case post PL 3.2
os.stat("{}/rcfs/taskclass".format(SYSIMG_PATH))
utils.sysexec_chroot_noerr(SYSIMG_PATH, "umount /rcfs", log)
except OSError, e:
pass
except KeyError, var:
raise BootManagerException, "Missing variable in vars: %s\n" % var
except ValueError, var:
raise BootManagerException, "Variable in vars, shouldn't be: %s\n" % var
# if this is a fresh install, then nothing should be
# here, but we support restarted installs without rebooting
# so who knows what the current state is
log.write( "Unmounting any previous mounts\n" )
try:
# backwards compat, though, we should never hit this case post PL 3.2
os.stat("%s/rcfs/taskclass"%SYSIMG_PATH)
utils.sysexec_chroot_noerr( SYSIMG_PATH, "umount /rcfs", log )
except OSError, e:
pass
# NOTE: added /sys and /dev b/c some nodes fail due to this when disk is
# nearly full.
utils.sysexec_noerr( "umount %s/proc" % SYSIMG_PATH , log )
utils.sysexec_noerr( "umount %s/mnt/cdrom" % SYSIMG_PATH , log )
utils.sysexec_noerr( "umount %s/vservers" % SYSIMG_PATH , log )
utils.sysexec_noerr( "umount %s/sys" % SYSIMG_PATH , log )
utils.sysexec_noerr( "umount %s/dev" % SYSIMG_PATH , log )
utils.sysexec_noerr( "umount %s" % SYSIMG_PATH , log )
vars['ROOT_MOUNTED']= 0
# log.write( "Removing any old files, directories\n" )
# utils.removedir( TEMP_PATH )
def Run(vars, log):
"""
Find any new large block devices we can add to the vservers volume group
Expect the following variables to be set:
SYSIMG_PATH the path where the system image will be mounted
MINIMUM_DISK_SIZE any disks smaller than this size, in GB, are not used
NODE_MODEL_OPTIONS the node's model options
Set the following variables upon successfully running:
ROOT_MOUNTED the node root file system is mounted
"""
log.write("\n\nStep: Checking for unused disks to add to LVM.\n")
# make sure we have the variables we need
try:
SYSIMG_PATH = vars["SYSIMG_PATH"]
if SYSIMG_PATH == "":
raise ValueError("SYSIMG_PATH")
MINIMUM_DISK_SIZE = int(vars["MINIMUM_DISK_SIZE"])
PARTITIONS = vars["PARTITIONS"]
if PARTITIONS == None:
raise ValueError("PARTITIONS")
NODE_MODEL_OPTIONS = vars["NODE_MODEL_OPTIONS"]
except KeyError as var:
raise BootManagerException(
"Missing variable in vars: {}\n".format(var))
except ValueError as var:
raise BootManagerException(
"Variable in vars, shouldn't be: {}\n".format(var))
devices_dict = systeminfo.get_block_devices_dict(vars, log)
# will contain the new devices to add to the volume group
new_devices = []
# total amount of new space in gb
extended_gb_size = 0
utils.display_disks_status(PARTITIONS, "In CheckForNewDisks", log)
for device, details in devices_dict.items():
(major, minor, blocks, gb_size, readonly) = details
if device[:14] == "/dev/planetlab":
log.write("Skipping device {} in volume group.\n".format(device))
continue
if readonly:
log.write("Skipping read only device {}\n".format(device))
continue
if gb_size < MINIMUM_DISK_SIZE:
log.write("Skipping too small device {} ({:4.2f}) Gb\n"\
.format(device, gb_size))
continue
log.write("Checking device {} to see if it is part " \
"of the volume group.\n".format(device))
# Thierry - June 2015
# when introducing the 'upgrade' verb, we ran into the situation
# where 'pvdisplay' at this point displays e.g. /dev/sda, instead
# of /dev/sda1
# we thus consider that if either of these is known, then
# the disk is already part of LVM
first_partition = InstallPartitionDisks.get_partition_path_from_device(
device, vars, log)
probe_first_part = "pvdisplay {} | grep -q planetlab".format(
first_partition)
probe_device = "pvdisplay {} | grep -q planetlab".format(device)
already_added = utils.sysexec_noerr(probe_first_part, log, shell=True) \
or utils.sysexec_noerr(probe_device, log, shell=True)
if already_added:
log.write("It appears {} is part of the volume group, continuing.\n"\
.format(device))
continue
# just to be extra paranoid, ignore the device if it already has
# an lvm partition on it (new disks won't have this, and that is
# what this code is for, so it should be ok).
cmd = "parted --script --list {} | grep -q lvm$".format(device)
has_lvm = utils.sysexec_noerr(cmd, log, shell=True)
if has_lvm:
log.write(
"It appears {} has lvm already setup on it.\n".format(device))
paranoid = False
if paranoid:
log.write(
"Too paranoid to add {} to vservers lvm.\n".format(device))
continue
if not InstallPartitionDisks.single_partition_device(
device, vars, log):
log.write("Unable to partition {}, not using it.\n".format(device))
continue
log.write("Successfully partitioned {}\n".format(device))
if NODE_MODEL_OPTIONS & ModelOptions.RAWDISK:
log.write("Running on a raw disk node, not using it.\n")
continue
part_path = InstallPartitionDisks.get_partition_path_from_device(
device, vars, log)
log.write("Attempting to add {} to the volume group\n".format(device))
if not InstallPartitionDisks.create_lvm_physical_volume(
part_path, vars, log):
log.write("Unable to create lvm physical volume {}, not using it.\n"\
.format(part_path))
continue
log.write("Adding {} to list of devices to add to "
"planetlab volume group.\n".format(device))
extended_gb_size = extended_gb_size + gb_size
new_devices.append(part_path)
if len(new_devices) > 0:
log.write("Extending planetlab volume group.\n")
log.write("Unmounting disks.\n")
try:
# backwards compat, though, we should never hit this case post PL 3.2
os.stat("{}/rcfs/taskclass".format(SYSIMG_PATH))
utils.sysexec_chroot_noerr(SYSIMG_PATH, "umount /rcfs", log)
except OSError as e:
pass
# umount in order to extend disk size
utils.sysexec_noerr("umount {}/proc".format(SYSIMG_PATH), log)
utils.sysexec_noerr("umount {}/vservers".format(SYSIMG_PATH), log)
utils.sysexec_noerr("umount {}".format(SYSIMG_PATH), log)
utils.sysexec("vgchange -an", log)
vars['ROOT_MOUNTED'] = 0
while True:
cmd = "vgextend planetlab {}".format(" ".join(new_devices))
if not utils.sysexec_noerr(cmd, log):
log.write("Failed to add physical volumes {} to "\
"volume group, continuing.\n".format(" ".join(new_devices)))
res = 1
break
# now, get the number of unused extents, and extend the vserver
# logical volume by that much.
remaining_extents = \
InstallPartitionDisks.get_remaining_extents_on_vg(vars, log)
log.write("Extending vservers logical volume.\n")
utils.sysexec("vgchange -ay", log)
cmd = "lvextend -l +{} {}".format(remaining_extents,
PARTITIONS["vservers"])
if not utils.sysexec_noerr(cmd, log):
log.write(
"Failed to extend vservers logical volume, continuing\n")
res = 1
break
log.write(
"making the ext filesystem match new logical volume size.\n")
vars['ROOT_MOUNTED'] = 1
cmd = "mount {} {}".format(PARTITIONS["root"], SYSIMG_PATH)
utils.sysexec_noerr(cmd, log)
cmd = "mount {} {}/vservers".format(PARTITIONS["vservers"],
SYSIMG_PATH)
utils.sysexec_noerr(cmd, log)
cmd = "resize2fs {}".format(PARTITIONS["vservers"])
resize = utils.sysexec_noerr(cmd, log)
utils.sysexec_noerr("umount {}/vservers".format(SYSIMG_PATH), log)
utils.sysexec_noerr("umount {}".format(SYSIMG_PATH), log)
vars['ROOT_MOUNTED'] = 0
utils.sysexec("vgchange -an", log)
if not resize:
log.write("Failed to resize vservers partition, continuing.\n")
res = 1
break
else:
log.write("Extended vservers partition by {:4.2f} Gb\n"\
.format(extended_gb_size))
res = 1
break
else:
log.write("No new disk devices to add to volume group.\n")
res = 1
return res
def Run(vars, log):
"""
Unitializes hardware:
- unmount everything mounted during install, except the
/dev/planetlab/root and /dev/planetlab/vservers. This includes
calling swapoff for /dev/planetlab/swap.
Except the following variables from the store:
TEMP_PATH the path to download and store temp files to
SYSIMG_PATH the path where the system image will be mounted
(always starts with TEMP_PATH)
PARTITIONS dictionary of generic part. types (root/swap)
and their associated devices.
Sets the following variables:
None
"""
log.write("\n\nStep: Install: Shutting down installer.\n")
# make sure we have the variables we need
try:
TEMP_PATH = vars["TEMP_PATH"]
if TEMP_PATH == "":
raise ValueError("TEMP_PATH")
SYSIMG_PATH = vars["SYSIMG_PATH"]
if SYSIMG_PATH == "":
raise ValueError("SYSIMG_PATH")
PARTITIONS = vars["PARTITIONS"]
if PARTITIONS == None:
raise ValueError("PARTITIONS")
except KeyError as var:
raise BootManagerException(
"Missing variable in vars: {}\n".format(var))
except ValueError as var:
raise BootManagerException(
"Variable in vars, shouldn't be: {}\n".format(var))
try:
# make sure the required partitions exist
val = PARTITIONS["root"]
val = PARTITIONS["swap"]
val = PARTITIONS["vservers"]
except KeyError as part:
raise BootManagerException(
"Missing partition in PARTITIONS: {}\n".format(part))
try:
# backwards compat, though, we should never hit this case post PL 3.2
os.stat("{}/rcfs/taskclass".format(SYSIMG_PATH))
utils.sysexec_chroot_noerr(SYSIMG_PATH, "umount /rcfs", log)
except OSError as e:
pass
log.write("Shutting down swap\n")
utils.sysexec("swapoff {}".format(PARTITIONS["swap"]), log)
return 1