def test_rebuild_empty(self, fake_sanlock): with make_volume() as vol: # Add underlying sanlock resources for i in [3, 4, 6]: resource = "%04d" % i offset = xlease.USER_RESOURCE_BASE + xlease.SLOT_SIZE * i fake_sanlock.write_resource(vol.lockspace, resource, [(vol.path, offset)]) # The index is empty assert vol.leases() == {} # After rebuilding the index it should contain all the underlying # resources. file = xlease.DirectFile(vol.path) with utils.closing(file): xlease.rebuild_index(vol.lockspace, file) expected = { "0003": { "offset": xlease.USER_RESOURCE_BASE + xlease.SLOT_SIZE * 3, "updating": False, }, "0004": { "offset": xlease.USER_RESOURCE_BASE + xlease.SLOT_SIZE * 4, "updating": False, }, "0006": { "offset": xlease.USER_RESOURCE_BASE + xlease.SLOT_SIZE * 6, "updating": False, }, } file = xlease.DirectFile(vol.path) with utils.closing(file): vol = xlease.LeasesVolume(file) with utils.closing(vol): assert vol.leases() == expected
def __init__(self, path): """ Zero storage and format index area. """ self.backend = xlease.DirectFile(path) self.zero_storage() self.format_index()
def __init__(self, storage): """ Zero storage and format index area. """ self.path = storage.path self.block_size = storage.sector_size self.backend = xlease.DirectFile(storage.path) self.zero_storage() self.format_index()
def write_records(records, lockspace, path): file = xlease.DirectFile(path) with utils.closing(file): index = xlease.VolumeIndex(file) with utils.closing(index): for recnum, record in records: block = index.copy_block(recnum) with utils.closing(block): block.write_record(recnum, record) block.dump(file)
def make_volume(*records): with make_leases() as path: lockspace = os.path.basename(os.path.dirname(path)) file = xlease.DirectFile(path) with utils.closing(file): xlease.format_index(lockspace, file) if records: write_records(records, file) vol = xlease.LeasesVolume(file) with utils.closing(vol): yield vol
def __init__(self, storage, alignment): """ Zero storage and format index area. """ self.path = storage.path self.lockspace = make_uuid() self.alignment = alignment self.block_size = storage.sector_size self.backend = xlease.DirectFile(storage.path) self.zero_storage() self.format_index()
def rebuild_external_leases(self): """ Rebuild the external leases volume index from volume contents. Must be called only on the SPM. """ with self._manifest.external_leases_lock.exclusive: path = self.external_leases_path() backend = xlease.DirectFile(path) with utils.closing(backend): xlease.rebuild_index(self.sdUUID, backend)
def _external_leases_volume(path): """ Context manager returning the external leases volume. The caller is responsible for holding the external_leases_lock in the correct mode. """ backend = xlease.DirectFile(path) with utils.closing(backend): vol = xlease.LeasesVolume(backend) with utils.closing(vol): yield vol
def external_leases_backend(cls, lockspace, path): """ Return a context manager for performing I/O to the extenal leases volume. Arguments: lockspace (str): Sanlock lockspace name, storage domain uuid. path (str): Path to the external leases volume Returns: context manager. """ backend = xlease.DirectFile(path) with utils.closing(backend): yield backend
def format_external_leases(cls, lockspace, path): """ Format the special xleases volume. Called when creating a new storage domain, or when upgrading storage domain to version 4. WARNING: destructive operation, must not be called on active external leases volume. TODO: should move to storage domain subclasses of each subclass can use its own backend. Must be called only on the SPM. """ backend = xlease.DirectFile(path) with utils.closing(backend): xlease.format_index(lockspace, backend)
def format_xleases(*args): """ format-xleases sd_id path WARNING: This is a destructive operation - you must put the storage domain into maintenance before running this tool. Format the xleases volume index, dropping all leases from the index. This does not delete sanlock resources on the volume. If you want to restore existing sanlock resources, use rebuild-index. If you want to delete also sanlock resources on this volume you can wipe the entire volume using dd before formatting it. Notes: - With iSCSI based storage you may need to connect to the traget using iscsiadm. - With file based storage, you may need to mount the storage domain. - With block based stoage, you need to activate the xleases logical volume before the operation, and deactivate after the operation. If formatting fails, the volume will not be usable (it will be marked as "updating"), but the operation can be tried again. Creating xleases volume on file storage: PATH=/rhev/data-center/mnt/server:_path/sd-id/dom_md/xleases truncate -s 1G $PATH vdsm-tool format-xleases sd-id $PATH Creating the xleases volume on block storage: lvcreate --name xleases --size 1g sd-id vdsm-tool format-xleases sd-id /dev/sd-id/xleases lvchange -an sd-id/xleases """ args = parse_args(args) backend = xlease.DirectFile(args.path) with utils.closing(backend): xlease.format_index(args.sd_id, backend)
def rebuild_xleases(*args): """ rebuild-xleases sd_id path WARNING: This is a destructive operation - you must put the storage domain into maintenance before running this tool. The xleases volume index is the source of truth so rebuilding from storage can break it badly. Rebuild the xleases volume index, restoring all sanlock resource on the xleases volume. If you want to drop all leases in the index, use format-xleases. Notes: - With iSCSI based storage you may need to connect to the traget using iscsiadm. - With file based storage, you may need to mount the storage domain. - With block based stoage, you need to activate the xleases logical volume before the operation, and deactivate after the operation. If rebuilding fails, the volume will not be usable (it will be marked as "updating"), but the operation can be tried again. Rebuilding xleases volume on file storage: PATH=/rhev/data-center/mnt/server:_path/sd-id/dom_md/xleases vdsm-tool rebuild-xleases sd-id $PATH Rebuilding the xleases volume on block storage: lvchange -ay sd-id/xleases vdsm-tool rebuild-xleases sd-id /dev/sd-id/xleases lvchange -an sd-id/xleases """ args = parse_args(args) backend = xlease.DirectFile(args.path) with utils.closing(backend): xlease.rebuild_index(args.sd_id, backend)
def check_invalid_index(self, path): file = xlease.DirectFile(path) with utils.closing(file): with self.assertRaises(xlease.InvalidIndex): vol = xlease.LeasesVolume(file) vol.close()
def test_size(self): with make_leases() as path: file = xlease.DirectFile(path) with utils.closing(file): self.assertEqual(file.size(), constants.GIB)
def format_vol(lockspace, path): file = xlease.DirectFile(path) with utils.closing(file): vol = xlease.LeasesVolume(lockspace, file) with utils.closing(vol): vol.format()