def create(self, validated_data, **kwargs):
"""Create the new object."""
attributes = validated_data.get('attributes', {})
if not isinstance(attributes, dict):
raise APIException(
_('Attributes must be a dictionary of (string, string) pairs.')
)
if any(not isinstance(key, str) or not isinstance(aval, str)
for key, aval in list(attributes.items())):
raise APIException(_('Attributes must be a dictionary (str, str)'))
workflow_obj = None
try:
workflow_obj = Workflow(
user=self.context['request'].user,
name=validated_data['name'],
description_text=validated_data.get('description_text', ''),
nrows=0,
ncols=0,
attributes=attributes,
)
workflow_obj.save()
except Exception:
if workflow_obj and workflow_obj.id:
workflow_obj.delete()
raise APIException(_('Workflow could not be created.'))
return workflow_obj
def _do_clone_workflow(workflow: Workflow) -> Workflow:
"""Clone the workflow.
:param workflow: source workflow
:return: Clone object
"""
new_workflow = Workflow(
user=workflow.user,
name=create_new_name(
workflow.name,
Workflow.objects.filter(
Q(user=workflow.user) | Q(shared=workflow.user)),
),
description_text=workflow.description_text,
nrows=workflow.nrows,
ncols=workflow.ncols,
attributes=copy.deepcopy(workflow.attributes),
query_builder_ops=copy.deepcopy(workflow.query_builder_ops),
luser_email_column_md5=workflow.luser_email_column_md5,
lusers_is_outdated=workflow.lusers_is_outdated)
new_workflow.save()
try:
new_workflow.shared.set(list(workflow.shared.all()))
new_workflow.lusers.set(list(workflow.lusers.all()))
# Clone the columns
for item_obj in workflow.columns.all():
do_clone_column_only(item_obj, new_workflow=new_workflow)
# Update the luser_email_column if needed:
if workflow.luser_email_column:
new_workflow.luser_email_column = new_workflow.columns.get(
name=workflow.luser_email_column.name, )
# Clone the DB table
clone_table(workflow.get_data_frame_table_name(),
new_workflow.get_data_frame_table_name())
# Clone actions
for item_obj in workflow.actions.all():
do_clone_action(item_obj, new_workflow)
for item_obj in workflow.views.all():
do_clone_view(item_obj, new_workflow)
# Done!
new_workflow.save()
except Exception as exc:
new_workflow.delete()
raise exc
return new_workflow
def create(self, validated_data, **kwargs):
"""Create the new workflow."""
wflow_name = self.context.get('name')
if not wflow_name:
wflow_name = self.validated_data.get('name')
if not wflow_name:
raise Exception(_('Unexpected empty workflow name.'))
if Workflow.objects.filter(name=wflow_name,
user=self.context['user']).exists():
raise Exception(
_('There is a workflow with this name. ' +
'Please provide a workflow name in the import page.'))
# Initial values
workflow_obj = None
try:
workflow_obj = Workflow(
user=self.context['user'],
name=wflow_name,
description_text=validated_data['description_text'],
nrows=0,
ncols=0,
attributes=validated_data['attributes'],
query_builder_ops=validated_data.get('query_builder_ops', {}),
)
workflow_obj.save()
# Create the columns
column_data = ColumnSerializer(data=validated_data.get(
'columns', []),
many=True,
context={'workflow': workflow_obj})
# And save its content
if column_data.is_valid():
columns = column_data.save()
else:
raise Exception(_('Unable to save column information'))
# If there is any column with position = 0, recompute (this is to
# guarantee backward compatibility.
if any(col.position == 0 for col in columns):
for idx, col in enumerate(columns):
col.position = idx + 1
col.save()
# Load the data frame
data_frame = validated_data.get('data_frame')
if data_frame is not None:
# Store the table in the DB
store_table(
data_frame,
workflow_obj.get_data_frame_table_name(),
dtype={
col.name: col.data_type
for col in workflow_obj.columns.all()
},
)
# Reconcile now the information in workflow and columns with
# the one loaded
workflow_obj.ncols = validated_data['ncols']
workflow_obj.nrows = validated_data['nrows']
workflow_obj.save()
# Create the actions pointing to the workflow
action_data = ActionSerializer(data=validated_data.get(
'actions', []),
many=True,
context={
'workflow': workflow_obj,
'columns': columns
})
if action_data.is_valid():
action_data.save()
else:
raise Exception(_('Unable to save column information'))
# Create the views pointing to the workflow
view_data = ViewSerializer(data=validated_data.get('views', []),
many=True,
context={
'workflow': workflow_obj,
'columns': columns
})
if view_data.is_valid():
view_data.save()
else:
raise Exception(_('Unable to save column information'))
except Exception:
# Get rid of the objects created
if workflow_obj:
if workflow_obj.id:
workflow_obj.delete()
raise
return workflow_obj
def post(self, request, object_id=None, action=None):
try:
if not action:
# return workflow_edit(request, None, api=True)
pass
enabled = request.POST.get('enabled') is not False
defender_policy = False
fqdn = ""
public_dir = "/"
try:
frontend = Frontend.objects.get(pk=request.POST['frontend'])
if frontend.mode == "http":
try:
fqdn = request.POST['fqdn']
if not validators.domain(fqdn):
return JsonResponse({
'error': _('This FQDN is not valid')
})
public_dir = request.POST['public_dir']
if public_dir and len(public_dir):
if public_dir[0] != '/':
public_dir = '/' + public_dir
if public_dir[-1] != '/':
public_dir += '/'
except KeyError:
return JsonResponse({
'error': _('For a HTTP Frontend, you must define a FQDN & a public_dir')
})
except Frontend.DoesNotExist:
return JsonResponse({
'error': _('frontend with id {} does not exist'.format(request.POST['frontend']))
}, status=401)
except KeyError:
return JsonResponse({
'error': _('You must define a frontend for a workflow')
}, status=401)
try:
backend = Backend.objects.get(pk=request.POST['backend'])
if frontend.mode != backend.mode:
return JsonResponse({
'error': _('Frontend and Backend must be in the same mode.')
})
except Backend.DoesNotExist:
return JsonResponse({
'error': _('Backend with id {} does not exist'.format(request.POST['backend']))
}, status=401)
except KeyError:
return JsonResponse({
'error': _('You must define a backend for a workflow')
}, status=401)
if request.POST.get('defender_policy'):
try:
defender_policy = DefenderPolicy.objects.get(pk=request.POST['defender_policy'])
except DefenderPolicy.DoesNotExist:
return JsonResponse({
'error': _('Defender Policy with id {} does not exist'.format(request.POST['defender_policy']))
}, status=401)
try:
if object_id:
workflow = Workflow.objects.get(pk=object_id)
else:
workflow = Workflow()
workflow.enabled = enabled
workflow.name = request.POST['name']
workflow.fqdn = fqdn
workflow.public_dir = public_dir
workflow.frontend = frontend
workflow.backend = backend
workflow.save()
workflow_acls = []
if defender_policy:
workflow.defender_policy = defender_policy
workflow.workflowacl_set.all().delete()
for i, tmp_acl in enumerate(json.loads(request.POST.get('acl_frontend', "[]"))):
status, acl = format_acl_from_api(tmp_acl, i, before_policy=True)
if not status:
return acl
acl.workflow = workflow
workflow_acls.append(acl)
acl.save()
for i, tmp_acl in enumerate(json.loads(request.POST.get('acl_backend', "[]"))):
status, acl = format_acl_from_api(tmp_acl, i, before_policy=False)
if not status:
return acl
acl.workflow = workflow
workflow_acls.append(acl)
acl.save()
workflow.workflow_json = generate_workflow(workflow)
workflow.save()
nodes = workflow.frontend.reload_conf()
workflow.backend.reload_conf()
if workflow.defender_policy:
logger.info("Need to reload the Defender Policy SPOE configuration")
Cluster.api_request(
"darwin.defender_policy.policy.write_defender_backend_conf",
workflow.defender_policy.pk
)
Cluster.api_request(
"darwin.defender_policy.policy.write_defender_spoe_conf",
workflow.defender_policy.pk
)
# Reload HAProxy on concerned nodes
for node in nodes:
api_res = node.api_request("services.haproxy.haproxy.restart_service")
if not api_res.get('status'):
logger.error("Workflow::edit: API error while trying to "
"restart HAProxy service : {}".format(api_res.get('message')))
for workflow_acl in workflow.workflowacl_set.all():
workflow_acl.delete()
try:
workflow.delete()
except Exception:
pass
return JsonResponse({
'error': api_res.get('message')
}, status=500)
return JsonResponse({
'message': _('Workflow saved')
})
except KeyError:
return JsonResponse({
'error': _('Partial data')
}, status=401)
if action and not object_id:
return JsonResponse({
'error': _('You must specify an ID')
}, status=401)
if action not in list(COMMAND_LIST.keys()):
return JsonResponse({
'error': _('Action not allowed')
}, status=403)
return COMMAND_LIST[action](request, object_id, api=True)
except Exception as e:
logger.critical(e, exc_info=1)
if settings.DEV_MODE:
error = str(e)
else:
error = _("An error has occurred")
return JsonResponse({
'error': error
}, status=500)