def _ensure_volume_available(vol_id, force_detach=False):
conn = EBSVol._ec2()
vol = EBSVol.get_volume(vol_id)
if vol is None:
raise Exception("Volume not found: " + vol_id)
if CompEC2._state_check(vol, 'available'):
return True
# volume may be attached
instance_id = CompEC2.get_instance_id()
att_instance_id, att_device = EBSVol._get_volume_attach_info(vol_id)
if (att_instance_id is None) or (att_instance_id == instance_id):
return True
if force_detach:
EBSVol.log_warn("Forcing detach of volume %s", vol_id)
conn.detach_volume(vol_id)
CompEC2._wait_for_status(vol, 'available')
if not CompEC2._state_check(vol, 'available'):
raise Exception("Volume not available: " + vol_id +
", attached to: " + att_instance_id +
", state: " + vol.status)
def _ensure_volume_available(vol_id, force_detach=False):
conn = EBSVol._ec2()
vol = EBSVol.get_volume(vol_id)
if vol is None:
raise Exception("Volume not found: " + vol_id)
if CompEC2._state_check(vol, 'available'):
return True
# volume may be attached
instance_id = CompEC2.get_instance_id()
att_instance_id, att_device = EBSVol._get_volume_attach_info(vol_id)
if (att_instance_id is None) or (att_instance_id == instance_id):
return True
if force_detach:
EBSVol.log_warn("Forcing detach of volume %s", vol_id)
conn.detach_volume(vol_id)
CompEC2._wait_for_status(vol, 'available')
if not CompEC2._state_check(vol, 'available'):
raise Exception("Volume not available: " + vol_id +
", attached to: " + att_instance_id + ", state: " +
vol.status)
def get_mapped_volumes(instance_id=None):
if instance_id is None:
instance_id = CompEC2.get_instance_id()
return EBSVol._ec2().get_instance_attribute(
instance_id=instance_id,
attribute='blockDeviceMapping')['blockDeviceMapping']
def detach_volume(vol_id, delete=False):
EBSVol.configure_host_commands()
# find the instance and device to which the volume is mapped
instance, device = EBSVol._get_volume_attach_info(vol_id)
conn = EBSVol._ec2()
if instance is not None: # the volume is attached
EBSVol.log_debug("Detaching %s from instance %s device %r", vol_id, instance, device)
vol = EBSVol.get_volume(vol_id)
t1 = time.time()
conn.detach_volume(vol_id, instance, device)
if not CompEC2._wait_for_status_extended(vol, 'available'):
raise Exception("Volume could not be detached " + vol_id)
tdiff = int(time.time() - t1)
CompEC2.publish_stats("EBSDetachTime", "Count", tdiff)
if delete:
EBSVol.log_debug("Deleting %s", vol_id)
conn.delete_volume(vol_id)
def detach_volume(vol_id, delete=False):
EBSVol.configure_host_commands()
# find the instance and device to which the volume is mapped
instance, device = EBSVol._get_volume_attach_info(vol_id)
conn = EBSVol._ec2()
if instance is not None: # the volume is attached
EBSVol.log_debug("Detaching %s from instance %s device %r", vol_id,
instance, device)
vol = EBSVol.get_volume(vol_id)
t1 = time.time()
conn.detach_volume(vol_id, instance, device)
if not CompEC2._wait_for_status_extended(vol, 'available'):
raise Exception("Volume could not be detached " + vol_id)
tdiff = int(time.time() - t1)
CompEC2.publish_stats("EBSDetachTime", "Count", tdiff)
if delete:
EBSVol.log_debug("Deleting %s", vol_id)
conn.delete_volume(vol_id)
def create_new_volume(snap_id, dev_id, tag=None, disk_sz_gb=1):
EBSVol.configure_host_commands()
EBSVol.log_info("Creating volume. Tag: %s, Snapshot: %s. Attached: %s", tag, snap_id, dev_id)
conn = EBSVol._ec2()
vol = conn.create_volume(disk_sz_gb, CompEC2._zone(),
snapshot=snap_id,
volume_type='gp2')
# volume_type='io1',
# iops=30*disk_sz_gb)
CompEC2._wait_for_status(vol, 'available')
vol_id = vol.id
EBSVol.log_info("Created volume with id %s", vol_id)
if tag is not None:
conn.create_tags([vol_id], {"Name": tag})
EBSVol.log_info("Added tag %s to volume with id %s", tag, vol_id)
device_path = EBSVol._attach_free_volume(vol_id, dev_id)
return device_path, vol_id
def _attach_free_volume(vol_id, dev_id):
conn = EBSVol._ec2()
instance_id = CompEC2.get_instance_id()
device = os.path.join('/dev', dev_id)
vol = EBSVol.get_volume(vol_id)
EBSVol.log_info("Attaching volume %s at %s", vol_id, device)
t1 = time.time()
conn.attach_volume(vol_id, instance_id, device)
if not CompEC2._wait_for_status(vol, 'in-use'):
EBSVol.log_error("Could not attach volume %s", vol_id)
raise Exception("Volume could not be attached. Volume id: " + vol_id)
if not EBSVol._wait_for_device(device):
EBSVol.log_error("Could not attach volume %s to device %s", vol_id, device)
raise Exception("Volume could not be attached. Volume id: " + vol_id + ", device: " + device)
tdiff = int(time.time() - t1)
CompEC2.publish_stats("EBSAttachTime", "Count", tdiff)
return device
def create_new_volume(snap_id, dev_id, tag=None, disk_sz_gb=1):
EBSVol.configure_host_commands()
EBSVol.log_info("Creating volume. Tag: %s, Snapshot: %s. Attached: %s",
tag, snap_id, dev_id)
conn = EBSVol._ec2()
vol = conn.create_volume(disk_sz_gb,
CompEC2._zone(),
snapshot=snap_id,
volume_type='gp2')
# volume_type='io1',
# iops=30*disk_sz_gb)
CompEC2._wait_for_status(vol, 'available')
vol_id = vol.id
EBSVol.log_info("Created volume with id %s", vol_id)
if tag is not None:
conn.create_tags([vol_id], {"Name": tag})
EBSVol.log_info("Added tag %s to volume with id %s", tag, vol_id)
device_path = EBSVol._attach_free_volume(vol_id, dev_id)
return device_path, vol_id
def _attach_free_volume(vol_id, dev_id):
conn = EBSVol._ec2()
instance_id = CompEC2.get_instance_id()
device = os.path.join('/dev', dev_id)
vol = EBSVol.get_volume(vol_id)
EBSVol.log_info("Attaching volume %s at %s", vol_id, device)
t1 = time.time()
conn.attach_volume(vol_id, instance_id, device)
if not CompEC2._wait_for_status(vol, 'in-use'):
EBSVol.log_error("Could not attach volume %s", vol_id)
raise Exception("Volume could not be attached. Volume id: " +
vol_id)
if not EBSVol._wait_for_device(device):
EBSVol.log_error("Could not attach volume %s to device %s", vol_id,
device)
raise Exception("Volume could not be attached. Volume id: " +
vol_id + ", device: " + device)
tdiff = int(time.time() - t1)
CompEC2.publish_stats("EBSAttachTime", "Count", tdiff)
return device
def snapshot_volume(vol_id=None, dev_id=None, tag=None, description=None, wait_till_complete=True):
EBSVol.configure_host_commands()
if dev_id is not None:
vol_id = EBSVol.get_volume_id_from_device(dev_id)
if vol_id is None:
EBSVol.log_warn("No volume to snapshot. vol_id: %r, dev_id %r", vol_id, dev_id)
return
vol = EBSVol.get_volume(vol_id)
EBSVol.log_info("Creating snapshot for volume: %s", vol_id)
snap = vol.create_snapshot(description)
if wait_till_complete and (not CompEC2._wait_for_status_extended(snap, 'completed')):
raise Exception("Could not create snapshot for volume " + vol_id)
EBSVol.log_info("Created snapshot %s for volume %s", snap.id, vol_id)
if tag is not None:
EBSVol._ec2().create_tags([snap.id], {'Name': tag})
return snap.id
def snapshot_volume(vol_id=None,
dev_id=None,
tag=None,
description=None,
wait_till_complete=True):
EBSVol.configure_host_commands()
if dev_id is not None:
vol_id = EBSVol.get_volume_id_from_device(dev_id)
if vol_id is None:
EBSVol.log_warn("No volume to snapshot. vol_id: %r, dev_id %r",
vol_id, dev_id)
return
vol = EBSVol.get_volume(vol_id)
EBSVol.log_info("Creating snapshot for volume: %s", vol_id)
snap = vol.create_snapshot(description)
if wait_till_complete and (not CompEC2._wait_for_status_extended(
snap, 'completed')):
raise Exception("Could not create snapshot for volume " + vol_id)
EBSVol.log_info("Created snapshot %s for volume %s", snap.id, vol_id)
if tag is not None:
EBSVol._ec2().create_tags([snap.id], {'Name': tag})
return snap.id
def _ec2():
return CompEC2._connect_ec2()
def get_mapped_volumes(instance_id=None):
if instance_id is None:
instance_id = CompEC2.get_instance_id()
return EBSVol._ec2().get_instance_attribute(instance_id=instance_id,
attribute='blockDeviceMapping')['blockDeviceMapping']
def _ec2():
return CompEC2._connect_ec2()
