def get(self, request, *args, **kwargs):
time_helpers = helpers.Helpers(request)
cluster_id = kwargs.get("cluster_id")
need_update, not_done_count, checks = False, 0, []
mapping_to_label_type = {'red': 'danger', 'yellow': 'warning',
'green': 'success', 'checking': 'info'}
try:
cluster = saharaclient.cluster_get(request, cluster_id)
for check in self._get_checks(cluster):
check['label'] = mapping_to_label_type.get(
check['status'].lower())
if not check['description']:
check['description'] = _("No description")
if check['status'] == self._status_in_progress:
not_done_count += 1
check['duration'] = time_helpers.get_duration(
check['created_at'], check['updated_at'])
checks.append(check)
except APIException:
need_update = False
checks = []
if not_done_count > 0:
need_update = True
context = {"checks": checks,
"need_update": need_update}
return HttpResponse(json.dumps(context),
content_type='application/json')
def get(self, request, *args, **kwargs):
time_helpers = helpers.Helpers(request)
cluster_id = kwargs.get("cluster_id")
need_update, not_done_count, checks = False, 0, []
mapping_to_label_type = {'red': 'danger', 'yellow': 'warning',
'green': 'success', 'checking': 'info'}
try:
cluster = saharaclient.cluster_get(request, cluster_id)
for check in self._get_checks(cluster):
check['label'] = mapping_to_label_type.get(
check['status'].lower())
if not check['description']:
check['description'] = _("No description")
if check['status'] == self._status_in_progress:
not_done_count += 1
check['duration'] = time_helpers.get_duration(
check['created_at'], check['updated_at'])
checks.append(check)
except APIException:
need_update = False
checks = []
if not_done_count > 0:
need_update = True
context = {"checks": checks,
"need_update": need_update}
return HttpResponse(json.dumps(context),
content_type='application/json')
def handle(self, request, context):
cluster_id = request.GET["cluster_id"]
try:
cluster = saharaclient.cluster_get(request, cluster_id)
existing_node_groups = set([])
for ng in cluster.node_groups:
existing_node_groups.add(ng["name"])
scale_object = dict()
ids = json.loads(context["ng_forms_ids"])
for _id in ids:
name = context["ng_group_name_%s" % _id]
template_id = context["ng_template_id_%s" % _id]
count = context["ng_count_%s" % _id]
if name not in existing_node_groups:
if "add_node_groups" not in scale_object:
scale_object["add_node_groups"] = []
scale_object["add_node_groups"].append({
"name":
name,
"node_group_template_id":
template_id,
"count":
int(count)
})
else:
old_count = None
for ng in cluster.node_groups:
if name == ng["name"]:
old_count = ng["count"]
break
if old_count != count:
if "resize_node_groups" not in scale_object:
scale_object["resize_node_groups"] = []
scale_object["resize_node_groups"].append({
"name":
name,
"count":
int(count)
})
except Exception:
scale_object = {}
exceptions.handle(request, _("Unable to fetch cluster to scale."))
try:
saharaclient.cluster_scale(request, cluster_id, scale_object)
return True
except api_base.APIException as e:
self.error_description = str(e)
return False
except Exception:
exceptions.handle(request, _("Scale cluster operation failed"))
return False
def get_data(self, request, instance_id):
try:
return saharaclient.cluster_get(request, instance_id)
except api_base.APIException as e:
if e.error_code == 404:
raise Http404
else:
messages.error(request, _("Unable to update row"))
def get_object(self):
cl_id = self.kwargs["cluster_id"]
try:
return saharaclient.cluster_get(self.request, cl_id)
except Exception:
msg = _('Unable to retrieve details for cluster "%s".') % cl_id
redirect = self.get_redirect_url()
exceptions.handle(self.request, msg, redirect=redirect)
def get_object(self):
cl_id = self.kwargs["cluster_id"]
try:
return saharaclient.cluster_get(self.request, cl_id)
except Exception:
msg = _('Unable to retrieve details for cluster "%s".') % cl_id
redirect = self.get_redirect_url()
exceptions.handle(self.request, msg, redirect=redirect)
def save_cluster_info(request, cluster_id, path):
cluster_info = sahara.cluster_get(request, cluster_id).to_dict()
path = u.join_path(path, "cluster.json")
u.save_to_json(path, cluster_info)
ct_id = cluster_info['cluster_template_id']
ukp_id = cluster_info['user_keypair_id']
default_image_id = cluster_info['default_image_id']
instance_ids = get_instances_id(cluster_info['node_groups'])
return ct_id, ukp_id, default_image_id, instance_ids
def get_data(self, request, instance_id):
try:
return saharaclient.cluster_get(request, instance_id)
except api_base.APIException as e:
if e.error_code == 404:
raise Http404
else:
messages.error(request,
_("Unable to update row"))
def get_object(self, *args, **kwargs):
if not hasattr(self, "_object"):
cluster_id = self.kwargs['cluster_id']
try:
cluster = saharaclient.cluster_get(self.request, cluster_id)
except Exception:
cluster = None
exceptions.handle(self.request, _("Unable to fetch cluster."))
self._object = cluster
return self._object
def handle(self, request, context):
cluster_id = request.GET["cluster_id"]
try:
cluster = saharaclient.cluster_get(request, cluster_id)
existing_node_groups = set([])
for ng in cluster.node_groups:
existing_node_groups.add(ng["name"])
scale_object = dict()
ids = json.loads(context["ng_forms_ids"])
for _id in ids:
name = context["ng_group_name_%s" % _id]
template_id = context["ng_template_id_%s" % _id]
count = context["ng_count_%s" % _id]
if name not in existing_node_groups:
if "add_node_groups" not in scale_object:
scale_object["add_node_groups"] = []
scale_object["add_node_groups"].append(
{"name": name,
"node_group_template_id": template_id,
"count": int(count)})
else:
old_count = None
for ng in cluster.node_groups:
if name == ng["name"]:
old_count = ng["count"]
break
if old_count != count:
if "resize_node_groups" not in scale_object:
scale_object["resize_node_groups"] = []
scale_object["resize_node_groups"].append(
{"name": name,
"count": int(count)}
)
except Exception:
scale_object = {}
exceptions.handle(request,
_("Unable to fetch cluster to scale."))
try:
saharaclient.cluster_scale(request, cluster_id, scale_object)
return True
except api_base.APIException as e:
self.error_description = str(e)
return False
except Exception:
exceptions.handle(request,
_("Scale cluster operation failed"))
return False
def get_object(self, *args, **kwargs):
if not hasattr(self, "_object"):
cluster_id = self.kwargs['cluster_id']
try:
cluster = saharaclient.cluster_get(self.request, cluster_id)
except Exception:
cluster = None
exceptions.handle(self.request,
_("Unable to fetch cluster."))
self._object = cluster
return self._object
def recovery_cluster(request, ct, cluster, net_id, name, keypair,
default_image_id):
cluster = sahara.cluster_create(
request,
name=name,
plugin_name=cluster['plugin_name'],
hadoop_version=cluster['hadoop_version'],
cluster_template_id=ct['id'],
is_transient=cluster['is_transient'],
description=cluster['description'] + "backup",
cluster_configs=cluster['cluster_configs'],
user_keypair_id=keypair,
anti_affinity=cluster['anti_affinity'],
default_image_id=default_image_id,
net_id=net_id,
count=1,
use_autoconfig=cluster['use_autoconfig'],
is_public=cluster['is_public'],
is_protected=cluster['is_protected']).to_dict()
cluster = sahara.cluster_get(request, cluster['id']).to_dict()
return cluster
def __init__(self, request, context_seed, entry_point, *args, **kwargs):
ScaleCluster._cls_registry = set([])
self.success_message = _("Scaled cluster successfully started.")
cluster_id = context_seed["cluster_id"]
try:
cluster = saharaclient.cluster_get(request, cluster_id)
plugin = cluster.plugin_name
hadoop_version = cluster.hadoop_version
# Initialize deletable node groups.
deletable = dict()
for group in cluster.node_groups:
deletable[group["name"]] = "false"
request.GET = request.GET.copy()
request.GET.update({
"cluster_id": cluster_id,
"plugin_name": plugin,
"hadoop_version": hadoop_version,
"deletable": deletable
})
super(ScaleCluster, self).__init__(request, context_seed,
entry_point, *args, **kwargs)
# Initialize node groups.
for step in self.steps:
if not isinstance(step, clt_create_flow.ConfigureNodegroups):
continue
ng_action = step.action
template_ngs = cluster.node_groups
if 'forms_ids' in request.POST:
continue
ng_action.groups = []
for i, templ_ng in enumerate(template_ngs):
group_name = "group_name_%d" % i
template_id = "template_id_%d" % i
count = "count_%d" % i
serialized = "serialized_%d" % i
serialized_val = base64.urlsafe_b64encode(
json.dumps(
workflow_helpers.clean_node_group(templ_ng)))
ng_action.groups.append({
"name":
templ_ng["name"],
"template_id":
templ_ng["node_group_template_id"],
"count":
templ_ng["count"],
"id":
i,
"deletable":
"false",
"serialized":
serialized_val
})
workflow_helpers.build_node_group_fields(
ng_action, group_name, template_id, count, serialized)
except Exception:
exceptions.handle(request, _("Unable to fetch cluster to scale"))
def get(self, request, *args, **kwargs):
cluster_id = kwargs.get("cluster_id")
time_helpers = helpers.Helpers(request)
try:
cluster = saharaclient.cluster_get(request, cluster_id,
show_progress=True)
node_group_mapping = {}
for node_group in cluster.node_groups:
node_group_mapping[node_group["id"]] = node_group["name"]
provision_steps = cluster.provision_progress
# Sort by create time
provision_steps = sorted(provision_steps,
key=ClusterEventsView._created_at_key,
reverse=True)
for step in provision_steps:
# Sort events of the steps also
step["events"] = sorted(step["events"],
key=ClusterEventsView._created_at_key,
reverse=True)
successful_events_count = 0
for event in step["events"]:
if event["node_group_id"]:
event["node_group_name"] = node_group_mapping[
event["node_group_id"]]
event_result = _("Unknown")
if event["successful"] is True:
successful_events_count += 1
event_result = _("Completed Successfully")
elif event["successful"] is False:
event_result = _("Failed")
event["result"] = event_result
if not event["event_info"]:
event["event_info"] = _("No info available")
step["duration"] = time_helpers.get_duration(
step["created_at"],
step["updated_at"])
step['started_at'] = time_helpers.to_time_zone(
step["created_at"], localize=True)
result = _("In progress")
step["completed"] = successful_events_count
if step["successful"] is True:
step["completed"] = step["total"]
result = _("Completed Successfully")
elif step["successful"] is False:
result = _("Failed")
step["result"] = result
status = cluster.status.lower()
need_update = status not in ("active", "error")
except APIException:
# Cluster is not available. Returning empty event log.
need_update = False
provision_steps = []
context = {"provision_steps": provision_steps,
"need_update": need_update}
return HttpResponse(json.dumps(context),
content_type='application/json')
def __init__(self, request, context_seed, entry_point, *args, **kwargs):
ScaleCluster._cls_registry = []
self.success_message = _("Scaled cluster successfully started.")
cluster_id = context_seed["cluster_id"]
try:
cluster = saharaclient.cluster_get(request, cluster_id)
plugin = cluster.plugin_name
if saharaclient.VERSIONS.active == '2':
version_attr = 'plugin_version'
else:
version_attr = 'hadoop_version'
hadoop_version = getattr(cluster, version_attr)
# Initialize deletable node groups.
deletable = dict()
for group in cluster.node_groups:
deletable[group["name"]] = "false"
request.GET = request.GET.copy()
request.GET.update({
"cluster_id": cluster_id,
"plugin_name": plugin,
version_attr: hadoop_version,
"deletable": deletable
})
super(ScaleCluster, self).__init__(request, context_seed,
entry_point, *args,
**kwargs)
# Initialize node groups.
for step in self.steps:
if not isinstance(step, clt_create_flow.ConfigureNodegroups):
continue
ng_action = step.action
template_ngs = cluster.node_groups
if 'forms_ids' in request.POST:
continue
ng_action.groups = []
for i, templ_ng in enumerate(template_ngs):
group_name = "group_name_%d" % i
template_id = "template_id_%d" % i
count = "count_%d" % i
serialized = "serialized_%d" % i
serialized_val = utils.serialize(json.dumps(
workflow_helpers.clean_node_group(templ_ng)))
ng_action.groups.append({
"name": templ_ng["name"],
"template_id": templ_ng["node_group_template_id"],
"count": templ_ng["count"],
"id": i,
"deletable": "false",
"serialized": serialized_val
})
workflow_helpers.build_node_group_fields(ng_action,
group_name,
template_id,
count,
serialized)
except Exception:
exceptions.handle(request,
_("Unable to fetch cluster to scale"))
def get(self, request, *args, **kwargs):
cluster_id = kwargs.get("cluster_id")
time_helpers = helpers.Helpers(request)
try:
cluster = saharaclient.cluster_get(request, cluster_id,
show_progress=True)
node_group_mapping = {}
for node_group in cluster.node_groups:
node_group_mapping[node_group["id"]] = node_group["name"]
provision_steps = cluster.provision_progress
# Sort by create time
provision_steps = sorted(provision_steps,
key=ClusterEventsView._created_at_key,
reverse=True)
for step in provision_steps:
# Sort events of the steps also
step["events"] = sorted(step["events"],
key=ClusterEventsView._created_at_key,
reverse=True)
successful_events_count = 0
for event in step["events"]:
if event["node_group_id"]:
event["node_group_name"] = node_group_mapping[
event["node_group_id"]]
event_result = _("Unknown")
if event["successful"] is True:
successful_events_count += 1
event_result = _("Completed Successfully")
elif event["successful"] is False:
event_result = _("Failed")
event["result"] = event_result
if not event["event_info"]:
event["event_info"] = _("No info available")
step["duration"] = time_helpers.get_duration(
step["created_at"],
step["updated_at"])
step['started_at'] = time_helpers.to_time_zone(
step["created_at"], localize=True)
result = _("In progress")
step["completed"] = successful_events_count
if step["successful"] is True:
step["completed"] = step["total"]
result = _("Completed Successfully")
elif step["successful"] is False:
result = _("Failed")
step["result"] = result
status = cluster.status.lower()
need_update = status not in ("active", "error")
except APIException:
# Cluster is not available. Returning empty event log.
need_update = False
provision_steps = []
context = {"provision_steps": provision_steps,
"need_update": need_update}
return HttpResponse(json.dumps(context),
content_type='application/json')