def _load(dbg, uri, use_image_prefix=True):
log.debug("%s: meta.RBDMetadataHandler._load: uri: %s" % (dbg, uri))
ceph_cluster = ceph_utils.connect(dbg, uri)
if use_image_prefix:
image_name = "%s%s/%s%s" % (
utils.RBDPOOL_PREFIX, utils.get_sr_uuid_by_uri(
dbg, uri), utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(
dbg, uri)], utils.get_vdi_uuid_by_uri(dbg, uri))
else:
image_name = "%s%s/%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, uri),
utils.get_vdi_uuid_by_uri(dbg, uri))
image_meta = {}
try:
image_meta_list = rbd_utils.retrieveImageMetadata(
dbg, ceph_cluster, image_name)
for tag, value in image_meta_list:
image_meta[tag] = TAG_TYPES[tag](value)
log.debug(
"%s: meta.RBDMetadataHandler._load: Image: %s Metadata: %s " %
(dbg, image_name, image_meta))
except Exception:
raise Volume_does_not_exist(uri)
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
return image_meta
def create(dbg, uri):
log.debug("%s: qemudisk.create: uri: %s " % (dbg, uri))
vdi_uuid = utils.get_vdi_uuid_by_uri(dbg, uri)
sr_uuid = utils.get_sr_uuid_by_uri(dbg, uri)
vdi_type = utils.get_vdi_type_by_uri(dbg, uri)
if vdi_type not in IMAGE_TYPES:
raise Exception('Incorrect VDI type')
if platform.linux_distribution()[1] == '7.5.0':
mkdir_p(QEMU_DP_SOCKET_DIR)
elif platform.linux_distribution()[1] == '7.6.0':
mkdir_p(QEMU_DP_SOCKET_DIR, 0o0700)
nbd_sock = QEMU_DP_SOCKET_DIR + "/qemu-nbd.{}".format(vdi_uuid)
qmp_sock = QEMU_DP_SOCKET_DIR + "/qmp_sock.{}".format(vdi_uuid)
qmp_log = QEMU_DP_SOCKET_DIR + "/qmp_log.{}".format(vdi_uuid)
log.debug(
"%s: qemudisk.create: Spawning qemu process for VDI %s with qmp socket at %s"
% (dbg, vdi_uuid, qmp_sock))
cmd = [QEMU_DP, qmp_sock]
log_fd = open(qmp_log, 'w+')
p = subprocess.Popen(cmd, stdout=log_fd, stderr=log_fd)
log.debug("%s: qemudisk.create: New qemu process has pid %d" %
(dbg, p.pid))
return Qemudisk(dbg, sr_uuid, vdi_uuid, vdi_type, p.pid, qmp_sock,
nbd_sock, qmp_log)
def stat(cls, dbg, sr, key):
log.debug("%s: librbd.Volume.stat: SR: %s Key: %s"
% (dbg, sr, key))
ceph_cluster = ceph_utils.connect(dbg, sr)
uri = "%s/%s" % (sr, key)
image_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, uri)],
key)
try:
image_meta = meta.RBDMetadataHandler.load(dbg, uri)
image_meta[meta.PHYSICAL_UTILISATION_TAG] = rbd_utils.getPhysicalUtilisation(dbg,
ceph_cluster,
image_name)
#meta.RBDMetadataHandler.update(dbg, uri, image_meta)
log.debug("%s: librbd.Volume.stat: SR: %s Key: %s Metadata: %s"
% (dbg, sr, key, image_meta))
return cls._stat(dbg, sr, key, image_meta)
except Exception:
raise Volume_does_not_exist(key)
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
def _resize(cls, dbg, sr, key, new_size, image_meta):
log.debug("%s: librbd.QCOW2Volume._resize: SR: %s Key: %s New_size: %s"
% (dbg, sr, key, new_size))
# TODO: Implement overhead calculation for QCOW2 format
new_size = utils.validate_and_round_vhd_size(new_size)
new_rbd_size = utils.fullSizeVHD(new_size)
ceph_cluster = ceph_utils.connect(dbg, sr)
uri = "%s/%s" % (sr, key)
image_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, uri)],
key)
try:
rbd_utils.resize(dbg, ceph_cluster, image_name, new_rbd_size)
except Exception:
raise Volume_does_not_exist(key)
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
#nbd_device = call(dbg, ["/usr/bin/rbd-nbd",
# "map",
# image_name]).rstrip('\n')
call(dbg, ["/usr/lib64/qemu-dp/bin/qemu-img",
"resize",
"rbd:%s" % image_name,
str(new_size)])
def _create(cls, dbg, sr, name, description, size, sharable, image_meta):
log.debug("%s: librbd.RAWVolume.create: SR: %s Name: %s Description: %s Size: %s"
% (dbg, sr, name, description, size))
image_meta[meta.TYPE_TAG] = utils.get_vdi_type_by_uri(dbg, image_meta[meta.URI_TAG][0])
ceph_cluster = ceph_utils.connect(dbg, sr)
image_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[image_meta[meta.TYPE_TAG]],
image_meta[meta.UUID_TAG])
try:
rbd_utils.create(dbg, ceph_cluster, image_name, image_meta[meta.VIRTUAL_SIZE_TAG])
meta.RBDMetadataHandler.update(dbg, image_meta[meta.URI_TAG][0], image_meta)
except Exception:
try:
rbd_utils.remove(dbg, ceph_cluster, image_name)
except Exception:
pass
finally:
raise Volume_does_not_exist(image_meta[meta.UUID_TAG])
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
return image_meta
def detach(self, dbg, uri):
log.debug("%s: SR.detach: uri: %s" % (dbg, uri))
ceph_cluster = ceph_utils.connect(dbg, uri)
sr_uuid = utils.get_sr_uuid_by_uri(dbg, uri)
log.debug("%s: SR.detach: sr_uuid: %s" % (dbg, sr_uuid))
if not ceph_cluster.pool_exists(utils.get_pool_name_by_uri(dbg, uri)):
raise Sr_not_attached(sr_uuid)
ceph_utils.disconnect(dbg, ceph_cluster)
def _update(dbg, uri, image_meta, use_image_prefix=True):
log.debug(
"%s: meta.RBDMetadataHandler._update_meta: uri: %s image_meta: %s"
% (dbg, uri, image_meta))
ceph_cluster = ceph_utils.connect(dbg, uri)
if use_image_prefix:
image_name = "%s%s/%s%s" % (
utils.RBDPOOL_PREFIX, utils.get_sr_uuid_by_uri(
dbg, uri), utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(
dbg, uri)], utils.get_vdi_uuid_by_uri(dbg, uri))
else:
image_name = "%s%s/%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, uri),
utils.get_vdi_uuid_by_uri(dbg, uri))
try:
rbd_utils.updateImageMetadata(dbg, ceph_cluster, image_name,
image_meta)
except Exception:
raise Volume_does_not_exist(uri)
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
def _resize(cls, dbg, sr, key, new_size, image_meta):
log.debug("%s: librbd.RAWVolume._resize: SR: %s Key: %s New_size: %s"
% (dbg, sr, key, new_size))
ceph_cluster = ceph_utils.connect(dbg, sr)
uri = "%s/%s" % (sr, key)
image_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, uri)],
key)
try:
rbd_utils.resize(dbg, ceph_cluster, image_name, new_size)
except Exception:
raise Volume_does_not_exist(key)
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
def stat(self, dbg, uri):
log.debug("%s: SR.stat: uri: %s" % (dbg, uri))
ceph_cluster = ceph_utils.connect(dbg, uri)
ceph_cluster_stats = ceph_cluster.get_cluster_stats()
pool_meta = meta.RBDMetadataHandler.load(
dbg, '%s/%s' % (uri, utils.SR_METADATA_IMAGE_NAME), False)
log.debug("%s: SR.stat: pool_meta: %s" % (dbg, pool_meta))
# Get the sizes
tsize = ceph_cluster_stats['kb'] * 1024
fsize = ceph_cluster_stats['kb_avail'] * 1024
log.debug("%s: SR.stat total_space = %Ld free_space = %Ld" %
(dbg, tsize, fsize))
overprovision = 0
ceph_utils.disconnect(dbg, ceph_cluster)
return {
'sr':
uri,
'uuid':
utils.get_sr_uuid_by_uri(dbg, uri),
'name':
pool_meta[meta.NAME_TAG]
if meta.NAME_TAG in pool_meta else '<CEPHBASED SR>',
'description':
pool_meta[meta.DESCRIPTION_TAG]
if meta.DESCRIPTION_TAG in pool_meta else '<CEPHBASED SR>',
'total_space':
tsize,
'free_space':
fsize,
'overprovision':
overprovision,
'datasources': [],
'clustered':
False,
'health': ['Healthy', '']
}
def destroy(cls, dbg, sr, key):
log.debug("%s: Volume.destroy: SR: %s Key: %s"
% (dbg, sr, key))
ceph_cluster = ceph_utils.connect(dbg, sr)
uri = "%s/%s" % (sr, key)
image_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, uri)],
key)
try:
rbd_utils.remove(dbg, ceph_cluster, image_name)
cls._destroy(dbg, sr, key)
except Exception:
raise Volume_does_not_exist(key)
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
def _create(cls, dbg, sr, name, description, size, sharable, image_meta):
log.debug("%s: librbd.QCOW2Volume._create: SR: %s Name: %s Description: %s Size: %s"
% (dbg, sr, name, description, size))
image_meta[meta.TYPE_TAG] = utils.get_vdi_type_by_uri(dbg, image_meta[meta.URI_TAG][0])
ceph_cluster = ceph_utils.connect(dbg, sr)
image_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[image_meta[meta.TYPE_TAG]],
image_meta[meta.UUID_TAG])
# TODO: Implement overhead calculation for QCOW2 format
size = utils.validate_and_round_vhd_size(size)
rbd_size = utils.fullSizeVHD(size)
try:
rbd_utils.create(dbg, ceph_cluster, image_name, rbd_size)
meta.RBDMetadataHandler.update(dbg, image_meta[meta.URI_TAG][0], image_meta)
except Exception:
try:
rbd_utils.remove(dbg, ceph_cluster, image_name)
except Exception:
pass
finally:
raise Volume_does_not_exist(image_meta[meta.UUID_TAG])
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
#Datapath.attach(dbg, image_meta[meta.URI_TAG][0], 0)
#Datapath.activate(dbg, image_meta[meta.URI_TAG][0], 0, 'raw')
#nbd_device=call(dbg, ["/opt/xensource/libexec/nbd_client_manager.py",
# "connect",
# "--path",
# utils.VAR_RUN_PREFIX + "/qemu-nbd.{}".format(image_meta[meta.UUID_TAG]),
# "--exportname",
# "qemu_node"])
nbd_device = call(dbg, ["/usr/bin/rbd-nbd",
"map",
image_name]).rstrip('\n')
call(dbg, ["/usr/lib64/qemu-dp/bin/qemu-img",
"create",
"-f", image_meta[meta.TYPE_TAG],
nbd_device,
str(size)])
call(dbg, ["/usr/bin/rbd-nbd",
"unmap",
nbd_device])
#call(dbg, ["/opt/xensource/libexec/nbd_client_manager.py",
# "disconnect",
# "--device",
# nbd_device])
#Datapath.deactivate(dbg, image_meta[meta.URI_TAG][0], 0)
#Datapath.detach(dbg, image_meta[meta.URI_TAG][0], 0)
return image_meta
def _clone(cls, dbg, sr, key, mode, base_meta):
log.debug("%s: librbd.QCOW2Volume.clone: SR: %s Key: %s Mode: %s"
% (dbg, sr, key, mode))
# TODO: Implement overhead calculation for QCOW2 format
size = utils.validate_and_round_vhd_size(base_meta[meta.VIRTUAL_SIZE_TAG])
rbd_size = utils.fullSizeVHD(size)
ceph_cluster = ceph_utils.connect(dbg, sr)
clone_uuid = str(uuid.uuid4())
clone_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, sr)],
clone_uuid)
try:
if base_meta[meta.KEY_TAG] == key:
base_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, sr)],
key)
new_base_uuid = str(uuid.uuid4())
new_base_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, sr)],
new_base_uuid)
rbd_utils.rename(dbg, ceph_cluster, base_name, new_base_name)
rbd_utils.create(dbg, ceph_cluster, base_name, rbd_size)
rbd_utils.create(dbg, ceph_cluster, clone_name, rbd_size)
base_nbd_device = call(dbg, ["/usr/bin/rbd-nbd",
"map",
base_name]).rstrip('\n')
clone_nbd_device = call(dbg, ["/usr/bin/rbd-nbd",
"map",
clone_name]).rstrip('\n')
call(dbg, ["/usr/lib64/qemu-dp/bin/qemu-img",
"create",
"-f", base_meta[meta.TYPE_TAG],
"-b", "rbd:%s" % new_base_name,
base_nbd_device])
call(dbg, ["/usr/lib64/qemu-dp/bin/qemu-img",
"create",
"-f", base_meta[meta.TYPE_TAG],
"-b", "rbd:%s" % new_base_name,
clone_nbd_device])
call(dbg, ["/usr/bin/rbd-nbd",
"unmap",
clone_nbd_device])
call(dbg, ["/usr/bin/rbd-nbd",
"unmap",
base_nbd_device])
new_base_meta = copy.deepcopy(base_meta)
new_base_meta[meta.NAME_TAG] = "(base) %s" % new_base_meta[meta.NAME_TAG]
new_base_meta[meta.KEY_TAG] = new_base_uuid
new_base_meta[meta.UUID_TAG] = new_base_uuid
new_base_meta[meta.URI_TAG] = ["%s/%s" % (sr, new_base_uuid)]
new_base_meta[meta.READ_WRITE_TAG] = False
if meta.ACTIVE_ON_TAG in new_base_meta:
Datapath.snapshot(dbg,new_base_meta[meta.URI_TAG][0], base_meta[meta.URI_TAG][0], 0)
if meta.ACTIVE_ON_TAG in new_base_meta:
new_base_meta[meta.ACTIVE_ON_TAG] = None
new_base_meta[meta.QEMU_PID_TAG] = None
new_base_meta[meta.QEMU_NBD_SOCK_TAG] = None
new_base_meta[meta.QEMU_QMP_SOCK_TAG] = None
new_base_meta[meta.QEMU_QMP_LOG_TAG] = None
meta.RBDMetadataHandler.update(dbg, new_base_meta[meta.URI_TAG][0], new_base_meta)
meta.RBDMetadataHandler.update(dbg, base_meta[meta.URI_TAG][0], base_meta)
else:
base_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, sr)],
base_meta[meta.UUID_TAG])
rbd_utils.create(dbg, ceph_cluster, clone_name, rbd_size)
clone_nbd_device = call(dbg, ["/usr/bin/rbd-nbd",
"map",
clone_name]).rstrip('\n')
call(dbg, ["/usr/lib64/qemu-dp/bin/qemu-img",
"create",
"-f", base_meta[meta.TYPE_TAG],
"-b", "rbd:%s" % base_name,
clone_nbd_device])
call(dbg, ["/usr/bin/rbd-nbd",
"unmap",
clone_nbd_device])
clone_meta = copy.deepcopy(base_meta)
clone_meta[meta.KEY_TAG] = clone_uuid
clone_meta[meta.UUID_TAG] = clone_uuid
clone_meta[meta.URI_TAG] = ["%s/%s" % (sr, clone_uuid)]
if meta.ACTIVE_ON_TAG in clone_meta:
clone_meta.pop(meta.ACTIVE_ON_TAG, None)
clone_meta.pop(meta.QEMU_PID_TAG, None)
clone_meta.pop(meta.QEMU_NBD_SOCK_TAG, None)
clone_meta.pop(meta.QEMU_QMP_SOCK_TAG, None)
clone_meta.pop(meta.QEMU_QMP_LOG_TAG, None)
if mode is 'snapshot':
clone_meta[meta.READ_WRITE_TAG] = False
clone_meta[meta.SNAPSHOT_OF_TAG] = new_base_meta[meta.UUID_TAG]
elif mode is 'clone':
clone_meta[meta.READ_WRITE_TAG] = True
meta.RBDMetadataHandler.update(dbg, clone_meta[meta.URI_TAG][0], clone_meta)
return clone_meta
except Exception:
raise Volume_does_not_exist(key)
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
def _clone(cls, dbg, sr, key, mode, base_meta):
log.debug("%s: librbd.RAWVolume.clone: SR: %s Key: %s Mode: %s"
% (dbg, sr, key, mode))
ceph_cluster = ceph_utils.connect(dbg, sr)
clone_uuid = str(uuid.uuid4())
clone_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, sr)],
clone_uuid)
try:
if base_meta[meta.KEY_TAG] == key:
base_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, sr)],
key)
new_base_uuid = str(uuid.uuid4())
new_base_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, sr)],
new_base_uuid)
if meta.ACTIVE_ON_TAG in base_meta:
Datapath.suspend(dbg,base_meta[meta.URI_TAG][0], 0)
rbd_utils.rename(dbg, ceph_cluster, base_name, new_base_name)
rbd_utils.snapshot(dbg, ceph_cluster, new_base_name, 'base')
rbd_utils.clone(dbg, ceph_cluster, new_base_name, 'base', base_name)
rbd_utils.clone(dbg, ceph_cluster, new_base_name, 'base', clone_name)
if meta.ACTIVE_ON_TAG in base_meta:
Datapath.resume(dbg,base_meta[meta.URI_TAG][0], 0)
new_base_meta = copy.deepcopy(base_meta)
new_base_meta[meta.NAME_TAG] = "(base) %s" % new_base_meta[meta.NAME_TAG]
new_base_meta[meta.KEY_TAG] = new_base_uuid
new_base_meta[meta.UUID_TAG] = new_base_uuid
new_base_meta[meta.URI_TAG] = ["%s/%s" % (sr, new_base_uuid)]
new_base_meta[meta.READ_WRITE_TAG] = False
if meta.ACTIVE_ON_TAG in new_base_meta:
new_base_meta[meta.ACTIVE_ON_TAG] = None
new_base_meta[meta.QEMU_PID_TAG] = None
new_base_meta[meta.QEMU_NBD_SOCK_TAG] = None
new_base_meta[meta.QEMU_QMP_SOCK_TAG] = None
new_base_meta[meta.QEMU_QMP_LOG_TAG] = None
meta.RBDMetadataHandler.update(dbg, new_base_meta[meta.URI_TAG][0], new_base_meta)
meta.RBDMetadataHandler.update(dbg, base_meta[meta.URI_TAG][0], base_meta)
else:
base_name = "%s%s/%s%s" % (utils.RBDPOOL_PREFIX,
utils.get_sr_uuid_by_uri(dbg, sr),
utils.VDI_PREFIXES[utils.get_vdi_type_by_uri(dbg, sr)],
base_meta[meta.UUID_TAG])
rbd_utils.clone(dbg, ceph_cluster, base_name, 'base', clone_name)
clone_meta = copy.deepcopy(base_meta)
clone_meta[meta.KEY_TAG] = clone_uuid
clone_meta[meta.UUID_TAG] = clone_uuid
clone_meta[meta.URI_TAG] = ["%s/%s" % (sr, clone_uuid)]
if meta.ACTIVE_ON_TAG in clone_meta:
clone_meta[meta.ACTIVE_ON_TAG] = None
clone_meta[meta.QEMU_PID_TAG] = None
clone_meta[meta.QEMU_NBD_SOCK_TAG] = None
clone_meta[meta.QEMU_QMP_SOCK_TAG] = None
clone_meta[meta.QEMU_QMP_LOG_TAG] = None
if mode is 'snapshot':
clone_meta[meta.READ_WRITE_TAG] = False
clone_meta[meta.SNAPSHOT_OF_TAG] = new_base_meta[meta.UUID_TAG]
elif mode is 'clone':
clone_meta[meta.READ_WRITE_TAG] = True
meta.RBDMetadataHandler.update(dbg, clone_meta[meta.URI_TAG][0], clone_meta)
return clone_meta
except Exception:
raise Volume_does_not_exist(key)
finally:
ceph_utils.disconnect(dbg, ceph_cluster)
