def do_cluster_housekeeping():
JBoxEBSHousekeep.log_debug("starting cluster housekeeping")
detached_disks = JBoxDiskState.get_detached_disks()
time_now = datetime.datetime.now(pytz.utc)
for disk_key in detached_disks:
disk_info = JBoxDiskState(disk_key=disk_key)
user_id = disk_info.get_user_id()
sess_props = JBoxSessionProps(unique_sessname(user_id))
incomplete_snapshots = []
modified = False
for snap_id in disk_info.get_snapshot_ids():
if not EBSVol.is_snapshot_complete(snap_id):
incomplete_snapshots.append(snap_id)
continue
JBoxEBSHousekeep.log_debug("updating latest snapshot of user %s to %s", user_id, snap_id)
old_snap_id = sess_props.get_snapshot_id()
sess_props.set_snapshot_id(snap_id)
modified = True
if old_snap_id is not None:
EBSVol.delete_snapshot(old_snap_id)
if modified:
sess_props.save()
disk_info.set_snapshot_ids(incomplete_snapshots)
disk_info.save()
if len(incomplete_snapshots) == 0:
if (time_now - disk_info.get_detach_time()).total_seconds() > 24 * 60 * 60:
vol_id = disk_info.get_volume_id()
JBoxEBSHousekeep.log_debug("volume %s for user %s unused for too long", vol_id, user_id)
disk_info.delete()
EBSVol.detach_volume(vol_id, delete=True)
else:
JBoxEBSHousekeep.log_debug("ongoing snapshots of user %s: %r", user_id, incomplete_snapshots)
JBoxEBSHousekeep.log_debug("finished cluster housekeeping")
def do_cluster_housekeeping():
JBoxEBSHousekeep.log_debug("starting cluster housekeeping")
detached_disks = JBoxDiskState.get_detached_disks()
time_now = datetime.datetime.now(pytz.utc)
for disk_key in detached_disks:
disk_info = JBoxDiskState(disk_key=disk_key)
user_id = disk_info.get_user_id()
sess_props = JBoxSessionProps(Compute.get_install_id(), unique_sessname(user_id))
incomplete_snapshots = []
modified = False
for snap_id in disk_info.get_snapshot_ids():
if not EBSVol.is_snapshot_complete(snap_id):
incomplete_snapshots.append(snap_id)
continue
JBoxEBSHousekeep.log_debug("updating latest snapshot of user %s to %s", user_id, snap_id)
old_snap_id = sess_props.get_snapshot_id()
sess_props.set_snapshot_id(snap_id)
modified = True
if old_snap_id is not None:
EBSVol.delete_snapshot(old_snap_id)
if modified:
sess_props.save()
disk_info.set_snapshot_ids(incomplete_snapshots)
disk_info.save()
if len(incomplete_snapshots) == 0:
if (time_now - disk_info.get_detach_time()).total_seconds() > 24*60*60:
vol_id = disk_info.get_volume_id()
JBoxEBSHousekeep.log_debug("volume %s for user %s unused for too long", vol_id, user_id)
disk_info.delete()
EBSVol.detach_volume(vol_id, delete=True)
else:
JBoxEBSHousekeep.log_debug("ongoing snapshots of user %s: %r", user_id, incomplete_snapshots)
JBoxEBSHousekeep.log_debug("finished cluster housekeeping")
def do_task(plugin_type, data):
if plugin_type != JBPluginTask.JBP_CMD_ASYNC:
return
mode = data['action']
user_id = data['user_id']
sessname = data['sessname']
user = JBoxUserV2(user_id)
is_allowed = user.has_resource_profile(
JBoxUserV2.RES_PROF_DISK_EBS_10G)
if not is_allowed:
JBoxEBSVolAsyncTask.log_error(
"Data volume access not allowed for user")
return
cont = SessContainer.get_by_name(sessname)
if cont is None:
return
vol = JBoxEBSVol.get_disk_from_container(sessname)
disk_state = None
try:
disk_state = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID,
region_id=CompEC2.REGION,
user_id=user_id)
except:
pass
JBoxEBSVolAsyncTask.log_debug("Data volume request %s for %s", mode,
cont.debug_str())
if mode == 'attach':
if vol is None:
vol = JBoxEBSVol.get_disk_for_user(user_id)
JBoxEBSVol.mount_host_device(vol.disk_path, cont.dockid,
JBoxVol.DATA_MOUNT_POINT)
disk_state = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID,
region_id=CompEC2.REGION,
user_id=user_id)
if disk_state.get_state() != JBoxDiskState.STATE_ATTACHED:
disk_state.set_state(JBoxDiskState.STATE_ATTACHED)
disk_state.save()
elif mode == 'detach':
if cont is not None and cont.is_running():
if vol is not None:
# unmount from container first
JBoxEBSVol.unmount_host_device(vol.disk_path, cont.dockid)
elif disk_state is not None:
# no volume attached. ensure disk state is updated
if disk_state.get_state() != JBoxDiskState.STATE_DETACHED:
disk_state.set_state(JBoxDiskState.STATE_DETACHED)
disk_state.save()
if vol is not None:
vol.release(backup=True)
JBoxEBSVolAsyncTask.log_debug(
"Data volume request %s completed for %s", mode, cont.debug_str())
def get_disk_for_user(user_email):
JBoxEBSVol.log_debug("creating EBS volume for %s", user_email)
disk_id = JBoxEBSVol._reserve_disk_id()
if disk_id is None:
raise Exception("No free disk available")
try:
existing_disk = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID,
region_id=CompEC2.REGION,
user_id=user_email)
except Exception as ex:
JBoxEBSVol.log_debug("No existing disk for %s. Exception %r",
user_email, ex)
existing_disk = None
if existing_disk is None:
sess_id = unique_sessname(user_email)
sess_props = JBoxSessionProps(Compute.get_install_id(),
sess_id,
create=True,
user_id=user_email)
if sess_props.is_new:
sess_props.save()
snap_id = sess_props.get_snapshot_id()
if snap_id is None:
snap_id = JBoxEBSVol.DISK_TEMPLATE_SNAPSHOT
JBoxEBSVol.log_debug("will use snapshot id %s for %s", snap_id,
user_email)
dev_path, vol_id = EBSVol.create_new_volume(
snap_id,
disk_id,
tag=user_email,
disk_sz_gb=JBoxEBSVol.DISK_LIMIT)
existing_disk = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID,
region_id=CompEC2.REGION,
user_id=user_email,
volume_id=vol_id,
attach_time=None,
create=True)
else:
dev_path = EBSVol.attach_volume(existing_disk.get_volume_id(),
disk_id)
existing_disk.set_state(JBoxDiskState.STATE_ATTACHING)
existing_disk.save()
return JBoxEBSVol(dev_path, user_email=user_email)
def do_task(plugin_type, data):
if plugin_type != JBPluginTask.JBP_CMD_ASYNC:
return
mode = data["action"]
user_id = data["user_id"]
sessname = data["sessname"]
user = JBoxUserV2(user_id)
is_allowed = user.has_resource_profile(JBoxUserV2.RES_PROF_DISK_EBS_10G)
if not is_allowed:
JBoxEBSVolAsyncTask.log_error("Data volume access not allowed for user")
return
cont = SessContainer.get_by_name(sessname)
if cont is None:
return
vol = JBoxEBSVol.get_disk_from_container(sessname)
disk_state = None
try:
disk_state = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID, region_id=CompEC2.REGION, user_id=user_id)
except:
pass
JBoxEBSVolAsyncTask.log_debug("Data volume request %s for %s", mode, cont.debug_str())
if mode == "attach":
if vol is None:
vol = JBoxEBSVol.get_disk_for_user(user_id)
JBoxEBSVol.mount_host_device(vol.disk_path, cont.dockid, JBoxVol.DATA_MOUNT_POINT)
disk_state = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID, region_id=CompEC2.REGION, user_id=user_id)
if disk_state.get_state() != JBoxDiskState.STATE_ATTACHED:
disk_state.set_state(JBoxDiskState.STATE_ATTACHED)
disk_state.save()
elif mode == "detach":
if cont is not None and cont.is_running():
if vol is not None:
# unmount from container first
JBoxEBSVol.unmount_host_device(vol.disk_path, cont.dockid)
elif disk_state is not None:
# no volume attached. ensure disk state is updated
if disk_state.get_state() != JBoxDiskState.STATE_DETACHED:
disk_state.set_state(JBoxDiskState.STATE_DETACHED)
disk_state.save()
if vol is not None:
vol.release(backup=True)
JBoxEBSVolAsyncTask.log_debug("Data volume request %s completed for %s", mode, cont.debug_str())
def release(self, backup=False):
sess_props = JBoxSessionProps(Compute.get_install_id(), self.sessname)
existing_disk = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID, region_id=CompEC2.REGION,
user_id=sess_props.get_user_id())
existing_disk.set_state(JBoxDiskState.STATE_DETACHING)
existing_disk.save()
disk_id = self.disk_path.split('/')[-1]
if backup:
snap_id = self._backup()
else:
snap_id = None
vol_id = EBSVol.get_volume_id_from_device(disk_id)
EBSVol.detach_volume(vol_id, delete=False)
if snap_id is not None:
existing_disk.add_snapshot_id(snap_id)
existing_disk.set_state(JBoxDiskState.STATE_DETACHED)
existing_disk.save()
def release(self, backup=False):
sess_props = JBoxSessionProps(Compute.get_install_id(), self.sessname)
existing_disk = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID,
region_id=CompEC2.REGION,
user_id=sess_props.get_user_id())
existing_disk.set_state(JBoxDiskState.STATE_DETACHING)
existing_disk.save()
disk_id = self.disk_path.split('/')[-1]
if backup:
snap_id = self._backup()
else:
snap_id = None
vol_id = EBSVol.get_volume_id_from_device(disk_id)
EBSVol.detach_volume(vol_id, delete=False)
if snap_id is not None:
existing_disk.add_snapshot_id(snap_id)
existing_disk.set_state(JBoxDiskState.STATE_DETACHED)
existing_disk.save()
def get_disk_for_user(user_email):
JBoxEBSVol.log_debug("creating EBS volume for %s", user_email)
disk_id = JBoxEBSVol._reserve_disk_id()
if disk_id is None:
raise Exception("No free disk available")
try:
existing_disk = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID, region_id=CompEC2.REGION,
user_id=user_email)
except Exception as ex:
JBoxEBSVol.log_debug("No existing disk for %s. Exception %r", user_email, ex)
existing_disk = None
if existing_disk is None:
sess_id = unique_sessname(user_email)
sess_props = JBoxSessionProps(Compute.get_install_id(), sess_id, create=True, user_id=user_email)
if sess_props.is_new:
sess_props.save()
snap_id = sess_props.get_snapshot_id()
if snap_id is None:
snap_id = JBoxEBSVol.DISK_TEMPLATE_SNAPSHOT
JBoxEBSVol.log_debug("will use snapshot id %s for %s", snap_id, user_email)
dev_path, vol_id = EBSVol.create_new_volume(snap_id, disk_id, tag=user_email,
disk_sz_gb=JBoxEBSVol.DISK_LIMIT)
existing_disk = JBoxDiskState(cluster_id=CompEC2.INSTALL_ID, region_id=CompEC2.REGION,
user_id=user_email,
volume_id=vol_id,
attach_time=None,
create=True)
else:
dev_path = EBSVol.attach_volume(existing_disk.get_volume_id(), disk_id)
existing_disk.set_state(JBoxDiskState.STATE_ATTACHING)
existing_disk.save()
return JBoxEBSVol(dev_path, user_email=user_email)
