def test_basic_workflow(self): """ Check the basic workflow works using ramdisk """ ramdisk_filename = vg_ramdisk_dir = loop_device = None vg_name = "avocado_testing_vg_e5kj3erv11a" lv_name = "avocado_testing_lv_lk0ff33al5h" ramdisk_basedir = os.path.join(self.tmpdir, "foo", "bar") mount_loc = os.path.join(self.tmpdir, "lv_mount_location") os.mkdir(mount_loc) try: # Create ramdisk vg self.assertFalse(os.path.exists(ramdisk_basedir)) self.assertFalse(lv_utils.vg_check(vg_name)) spec = lv_utils.vg_ramdisk(False, vg_name, 10, ramdisk_basedir, "sparse_file") ramdisk_filename, vg_ramdisk_dir, vg_name, loop_device = spec # Check it was created properly self.assertTrue(ramdisk_filename) self.assertTrue(vg_ramdisk_dir) self.assertTrue(vg_name) self.assertTrue(loop_device) self.assertTrue(os.path.exists(ramdisk_basedir)) self.assertTrue(glob.glob(os.path.join(ramdisk_basedir, "*"))) self.assertTrue(lv_utils.vg_check(vg_name)) vgs = lv_utils.vg_list() self.assertIn(vg_name, vgs) # Can't create existing vg self.assertRaises(lv_utils.LVException, lv_utils.vg_create, vg_name, loop_device) # Create and check LV lv_utils.lv_create(vg_name, lv_name, 1) lv_utils.lv_check(vg_name, lv_name) self.assertIn(vg_name, process.run("lvs --all", sudo=True).stdout_text) self.assertIn(lv_name, lv_utils.lv_list()) lv_utils.lv_mount(vg_name, lv_name, mount_loc, "ext2") lv_utils.lv_umount(vg_name, lv_name) lv_utils.lv_remove(vg_name, lv_name) self.assertNotIn(lv_name, lv_utils.lv_list()) # Cleanup ramdisk vgs lv_utils.vg_ramdisk_cleanup(ramdisk_filename, vg_ramdisk_dir, vg_name, loop_device) self.assertTrue(os.path.exists(ramdisk_basedir)) self.assertFalse(glob.glob(os.path.join(ramdisk_basedir, "*"))) except BaseException as details: try: process.run("mountpoint %s && umount %s" % (mount_loc, mount_loc), shell=True, sudo=True) except BaseException as details: print("Fail to unmount LV: %s" % details) try: lv_utils.lv_remove(vg_name, lv_name) except BaseException as details: print("Fail to cleanup LV: %s" % details) try: lv_utils.vg_ramdisk_cleanup(ramdisk_filename, vg_ramdisk_dir, vg_name, loop_device) except BaseException as details: print("Fail to cleanup vg_ramdisk: %s" % details)
def test_basic_workflow(self): """ Check the basic workflow works using ramdisk """ ramdisk_filename = vg_ramdisk_dir = loop_device = None vg_name = "avocado_testing_vg_e5kj3erv11a" lv_name = "avocado_testing_lv_lk0ff33al5h" ramdisk_basedir = os.path.join(self.tmpdir, "foo", "bar") mount_loc = os.path.join(self.tmpdir, "lv_mount_location") os.mkdir(mount_loc) try: # Create ramdisk vg self.assertFalse(os.path.exists(ramdisk_basedir)) self.assertFalse(lv_utils.vg_check(vg_name)) spec = lv_utils.vg_ramdisk(False, vg_name, 10, ramdisk_basedir, "sparse_file") ramdisk_filename, vg_ramdisk_dir, vg_name, loop_device = spec # Check it was created properly self.assertTrue(ramdisk_filename) self.assertTrue(vg_ramdisk_dir) self.assertTrue(vg_name) self.assertTrue(loop_device) self.assertTrue(os.path.exists(ramdisk_basedir)) self.assertTrue(glob.glob(os.path.join(ramdisk_basedir, "*"))) self.assertTrue(lv_utils.vg_check(vg_name)) vgs = lv_utils.vg_list() self.assertIn(vg_name, vgs) # Can't create existing vg self.assertRaises(lv_utils.LVException, lv_utils.vg_create, vg_name, loop_device) # Create and check LV lv_utils.lv_create(vg_name, lv_name, 1) lv_utils.lv_check(vg_name, lv_name) self.assertIn(vg_name, process.run("lvs --all", sudo=True).stdout_text) self.assertIn(lv_name, lv_utils.lv_list()) lv_utils.lv_mount(vg_name, lv_name, mount_loc, "ext2") lv_utils.lv_umount(vg_name, lv_name) lv_utils.lv_remove(vg_name, lv_name) self.assertNotIn(lv_name, lv_utils.lv_list()) # Cleanup ramdisk vgs lv_utils.vg_ramdisk_cleanup(ramdisk_filename, vg_ramdisk_dir, vg_name, loop_device) self.assertTrue(os.path.exists(ramdisk_basedir)) self.assertFalse(glob.glob(os.path.join(ramdisk_basedir, "*"))) except BaseException as details: try: process.run("mountpoint %s && umount %s" % (mount_loc, mount_loc), shell=True, sudo=True) except BaseException as details: print("Fail to unmount LV: %s" % details) try: lv_utils.lv_remove(vg_name, lv_name) except BaseException as details: print("Fail to cleanup LV: %s" % details) try: lv_utils.vg_ramdisk_cleanup(ramdisk_filename, vg_ramdisk_dir, vg_name, loop_device) except BaseException as details: print("Fail to cleanup vg_ramdisk: %s" % details)
def set_root(params, object=None): """ Set a root state to provide object existence. All arguments match the base class. Create a ramdisk, virtual group, thin pool and logical volume for each object (all off). """ vm_name = params["vms"] mount_loc = LVMBackend._get_images_mount_loc(params) logging.info("Creating original logical volume for %s", vm_name) lv_utils.vg_ramdisk(None, params["vg_name"], params["ramdisk_vg_size"], params["ramdisk_basedir"], params["ramdisk_sparse_filename"], params["use_tmpfs"] == "yes") lv_utils.lv_create( params["vg_name"], params["lv_name"], params["lv_size"], # NOTE: call by key to keep good argument order which wasn't # accepted upstream for backward API compatibility pool_name=params["pool_name"], pool_size=params["pool_size"]) lv_utils.lv_take_snapshot(params["vg_name"], params["lv_name"], params["lv_pointer_name"]) if mount_loc: if not os.path.exists(mount_loc): os.mkdir(mount_loc) lv_utils.lv_mount(params["vg_name"], params["lv_pointer_name"], mount_loc, create_filesystem="ext4") super(LVMBackend, LVMBackend).set_root(params, object)
def get(cls, params, object=None): """ Retrieve a state disregarding the current changes. All arguments match the base class. """ vm_name = params["vms"] mount_loc = cls._get_image_mount_loc(params) params["lv_snapshot_name"] = params["get_state"] if mount_loc: # mount to avoid not-mounted errors try: lv_utils.lv_mount(params["vg_name"], params["lv_pointer_name"], mount_loc) except lv_utils.LVException: pass lv_utils.lv_umount(params["vg_name"], params["lv_pointer_name"]) try: logging.info("Restoring %s to state %s", vm_name, params["get_state"]) lv_utils.lv_remove(params["vg_name"], params["lv_pointer_name"]) lv_utils.lv_take_snapshot(params["vg_name"], params["lv_snapshot_name"], params["lv_pointer_name"]) finally: if mount_loc: lv_utils.lv_mount(params["vg_name"], params["lv_pointer_name"], mount_loc)
def set_root(run_params): """ Create a ramdisk, virtual group, thin pool and logical volume for each vm (all offline). :param run_params: configuration parameters :type run_params: {str, str} :raises: :py:class:`exceptions.TestError` if the root state already exists """ vms = run_params.objects("vms") for vm_name in vms: vm_params = run_params.object_params(vm_name) if lv_utils.vg_check(vm_params["vg_name"]): if vm_params.get("force_create", "no") == "yes": logging.info("Removing the previously created %s", vm_name) if vm_params.get("image_raw_device", "yes") == "no": mount_loc = os.path.dirname(vm_params["image_name"]) try: lv_utils.lv_umount(vm_params["vg_name"], vm_params["lv_pointer_name"]) except lv_utils.LVException: pass logging.debug("Removing previous volume group of %s", vm_name) lv_utils.vg_ramdisk_cleanup(vm_params["ramdisk_sparse_filename"], os.path.join(vm_params["ramdisk_basedir"], vm_params["vg_name"]), vm_params["vg_name"], None, vm_params["use_tmpfs"] == "yes") else: raise exceptions.TestError("The root state of %s already exists" % vm_name) logging.info("Preparing original logical volume for %s", vm_name) lv_utils.vg_ramdisk(None, vm_params["vg_name"], vm_params["ramdisk_vg_size"], vm_params["ramdisk_basedir"], vm_params["ramdisk_sparse_filename"], vm_params["use_tmpfs"] == "yes") lv_utils.lv_create(vm_params["vg_name"], vm_params["lv_name"], vm_params["lv_size"], # NOTE: call by key to keep good argument order which wasn't # accepted upstream for backward API compatibility pool_name=vm_params["pool_name"], pool_size=vm_params["pool_size"]) lv_utils.lv_take_snapshot(vm_params["vg_name"], vm_params["lv_name"], vm_params["lv_pointer_name"]) if vm_params.get("image_raw_device", "yes") == "no": mount_loc = os.path.dirname(vm_params["image_name"]) if not os.path.exists(mount_loc): os.mkdir(mount_loc) lv_utils.lv_mount(vm_params["vg_name"], vm_params["lv_pointer_name"], mount_loc, create_filesystem="ext4")
def test_vg_recreate(self): """ Deactivate, export, import and activate a volume group. """ self.create_lv() lv_utils.lv_mount(self.vg_name, self.lv_name, self.mount_loc, create_filesystem=self.fs_name) lv_utils.lv_umount(self.vg_name, self.lv_name) lv_utils.vg_reactivate(self.vg_name, export=True) self.mount_unmount_lv() self.delete_lv()
def test(self): """ A volume group with given name is created in the ramdisk. It then creates a logical volume, mounts and unmounts it. """ self.create_lv() lv_utils.lv_mount(self.vg_name, self.lv_name, self.mount_loc, create_filesystem=self.fs_name) lv_utils.lv_umount(self.vg_name, self.lv_name) self.mount_unmount_lv() self.delete_lv()
def test_lv_snapshot(self): """ Takes a snapshot from the logical and merges snapshot with the logical volume. """ self.create_lv() lv_utils.lv_mount(self.vg_name, self.lv_name, self.mount_loc, create_filesystem=self.fs_name) lv_utils.lv_umount(self.vg_name, self.lv_name) lv_utils.lv_take_snapshot(self.vg_name, self.lv_name, self.lv_snap_name, self.lv_snapshot_size) lv_utils.lv_revert(self.vg_name, self.lv_name, self.lv_snap_name) self.mount_unmount_lv()
def create_lv(self): """ General logical volume setup. A volume group with given name is created in the ramdisk. It then creates a logical volume. """ self.ramdisks.append( lv_utils.vg_ramdisk(self.disk, self.vg_name, self.ramdisk_vg_size, self.ramdisk_basedir, self.ramdisk_sparse_filename)) lv_utils.lv_create(self.vg_name, self.lv_name, self.lv_size) lv_utils.lv_mount(self.vg_name, self.lv_name, self.mount_loc, create_filesystem=self.fs_name) lv_utils.lv_umount(self.vg_name, self.lv_name)
def _get_state(vm, vm_params): """ Get to an online/offline state of a vm object. We use LVM for offline snapshots and QCOW2 for online snapshots. """ vm_name = vm_params["vms"] if vm_params["get_state"] in OFFLINE_ROOTS + ONLINE_ROOTS: # reusing root states (offline root and online boot) is analogical to not doing anything return if vm_params["get_type"] == "offline": vm_params["lv_snapshot_name"] = vm_params["get_state"] if vm_params.get("image_raw_device", "yes") == "no": mount_loc = os.path.dirname(vm_params["image_name"]) try: lv_utils.lv_umount(vm_params["vg_name"], vm_params["lv_pointer_name"]) except lv_utils.LVException: pass try: logging.info("Restoring %s to state %s", vm_name, vm_params["get_state"]) lv_utils.lv_remove(vm_params["vg_name"], vm_params["lv_pointer_name"]) lv_utils.lv_take_snapshot(vm_params["vg_name"], vm_params["lv_snapshot_name"], vm_params["lv_pointer_name"]) finally: if vm_params.get("image_raw_device", "yes") == "no": mount_loc = os.path.dirname(vm_params["image_name"]) lv_utils.lv_mount(vm_params["vg_name"], vm_params["lv_pointer_name"], mount_loc) else: logging.info("Reusing online state '%s' of %s", vm_params["get_state"], vm_name) vm.pause() # NOTE: second online type is available and still supported but not recommended if vm_params["get_type"] != "ramfile": vm.loadvm(vm_params["get_state"]) else: state_dir = vm_params.get("image_name", "") state_dir = os.path.dirname(state_dir) state_file = os.path.join(state_dir, vm_params["get_state"]) state_file = "%s.state" % state_file vm.restore_from_file(state_file) vm.resume()
def unset_root(params, object=None): """ Unset a root state to prevent object existence. All arguments match the base class and in addition: :raises: :py:class:`exceptions.TestWarn` if permanent vm was detected Remove the ramdisk, virtual group, thin pool and logical volume of each object (all off). """ vm_name = params["vms"] mount_loc = LVMBackend._get_images_mount_loc(params) logging.info("Removing original logical volume for %s", vm_name) try: if mount_loc: if lv_utils.vg_check(params["vg_name"]): # mount to avoid not-mounted errors try: lv_utils.lv_mount(params["vg_name"], params["lv_pointer_name"], mount_loc) except lv_utils.LVException: pass lv_utils.lv_umount(params["vg_name"], params["lv_pointer_name"]) if os.path.exists(mount_loc): try: os.rmdir(mount_loc) except OSError as ex: logging.warning( "No permanent vm can be removed automatically. If " "this is not a permanent test object, see the debug." ) raise exceptions.TestWarn( "Permanent vm %s was detected but cannot be " "removed automatically" % vm_name) lv_utils.vg_ramdisk_cleanup( params["ramdisk_sparse_filename"], os.path.join(params["ramdisk_basedir"], params["vg_name"]), params["vg_name"], None, params["use_tmpfs"] == "yes") except exceptions.TestError as ex: logging.error(ex)
def test_snapshot(self): """ General logical volume setup. A volume group with given name is created in the ramdisk. It then creates a logical volume. Takes a snapshot from the logical and merges snapshot with the logical volume. """ self.ramdisks.append(lv_utils.vg_ramdisk(self.disk, self.vg_name, self.ramdisk_vg_size, self.ramdisk_basedir, self.ramdisk_sparse_filename)) lv_utils.lv_create(self.vg_name, self.lv_name, self.lv_size) lv_utils.lv_mount(self.vg_name, self.lv_name, self.mount_loc, create_filesystem=self.fs_name) lv_utils.lv_umount(self.vg_name, self.lv_name) lv_utils.lv_take_snapshot(self.vg_name, self.lv_name, self.lv_snapshot_name, self.lv_snapshot_size) lv_utils.lv_revert(self.vg_name, self.lv_name, self.lv_snapshot_name)
def test_snapshot(self): """ General logical volume setup. A volume group with given name is created in the ramdisk. It then creates a logical volume. Takes a snapshot from the logical and merges snapshot with the logical volume. """ self.ramdisks.append(lv_utils.vg_ramdisk(self.disk, self.vg_name, self.ramdisk_vg_size, self.ramdisk_basedir, self.ramdisk_sparse_filename)) lv_utils.lv_create(self.vg_name, self.lv_name, self.lv_size) lv_utils.lv_mount(self.vg_name, self.lv_name, self.mount_loc, create_filesystem=self.fs_name) lv_utils.lv_umount(self.vg_name, self.lv_name) lv_utils.lv_take_snapshot(self.vg_name, self.lv_name, self.lv_snapshot_name, self.lv_snapshot_size) lv_utils.lv_revert(self.vg_name, self.lv_name, self.lv_snapshot_name)
def set_root(cls, params, object=None): """ Set a root state to provide object existence. All arguments match the base class. Create a disk, virtual group, thin pool and logical volume for each object. """ vm_name = params["vms"] mount_loc = cls._get_image_mount_loc(params) logging.info("Creating original logical volume for %s", vm_name) vg_setup(params["vg_name"], params["disk_vg_size"], params["disk_basedir"], params["disk_sparse_filename"], params["use_tmpfs"] == "yes") lv_utils.lv_create( params["vg_name"], params["lv_name"], params["lv_size"], # NOTE: call by key to keep good argument order which wasn't # accepted upstream for backward API compatibility pool_name=params["lv_pool_name"], pool_size=params["lv_pool_size"]) lv_utils.lv_take_snapshot(params["vg_name"], params["lv_name"], params["lv_pointer_name"]) if mount_loc: if not os.path.exists(mount_loc): os.mkdir(mount_loc) lv_utils.lv_mount(params["vg_name"], params["lv_pointer_name"], mount_loc, create_filesystem="ext4") # TODO: it is not correct for the LVM backend to expect QCOW2 images # but at the moment we have no better way to provide on states with # base image to take snapshots of super(LVMBackend, LVMBackend).set_root(params, object)
def mount_unmount_lv(self): """ Mounts and unmounts the filesystem on the logical volume. """ lv_utils.lv_mount(self.vg_name, self.lv_name, self.mount_loc) lv_utils.lv_umount(self.vg_name, self.lv_name)