Exemple #1
0
def run(request):
  if request.method != 'POST':
    raise PopupException(_('POST request required.'))

  attrs = {
    'id': request.POST.get('id'),
    'name': request.POST.get('name'),
    'script': request.POST.get('script'),
    'user': request.user,
    'parameters': json.loads(request.POST.get('parameters')),
    'resources': json.loads(request.POST.get('resources')),
    'hadoopProperties': json.loads(request.POST.get('hadoopProperties')),
    'is_design': False
  }

  spark_script = create_or_update_script(**attrs)

  params = request.POST.get('submissionVariables')
  oozie_id = api.get(request.fs, request.jt, request.user).submit(spark_script, params)

  spark_script.update_from_dict({'job_id': oozie_id})
  spark_script.save()

  response = {
    'id': spark_script.id,
    'watchUrl': reverse('spark:watch', kwargs={'job_id': oozie_id}) + '?format=python'
  }

  return HttpResponse(json.dumps(response), content_type="text/plain")
Exemple #2
0
def run(request):
    if request.method != "POST":
        raise PopupException(_("POST request required."))

    attrs = {
        "id": request.POST.get("id"),
        "name": request.POST.get("name"),
        "script": request.POST.get("script"),
        "user": request.user,
        "parameters": json.loads(request.POST.get("parameters")),
        "resources": json.loads(request.POST.get("resources")),
        "hadoopProperties": json.loads(request.POST.get("hadoopProperties")),
        "language": json.loads(request.POST.get("language")),
        "is_design": False,
    }

    spark_script = create_or_update_script(**attrs)

    params = request.POST.get("submissionVariables")
    oozie_id = api.get(request.fs, request.jt, request.user).submit(spark_script, params)

    spark_script.update_from_dict({"job_id": oozie_id})
    spark_script.save()

    response = {
        "id": spark_script.id,
        "watchUrl": reverse("spark:watch", kwargs={"job_id": oozie_id}) + "?format=python",
    }

    return HttpResponse(json.dumps(response), content_type="text/plain")
Exemple #3
0
def run(request):
    if request.method != 'POST':
        raise PopupException(_('POST request required.'))

    attrs = {
        'id': request.POST.get('id'),
        'name': request.POST.get('name'),
        'script': request.POST.get('script'),
        'user': request.user,
        'parameters': json.loads(request.POST.get('parameters')),
        'resources': json.loads(request.POST.get('resources')),
        'hadoopProperties': json.loads(request.POST.get('hadoopProperties')),
        'language': json.loads(request.POST.get('language')),
        'is_design': False
    }

    spark_script = create_or_update_script(**attrs)

    params = request.POST.get('submissionVariables')
    oozie_id = api.get(request.fs, request.jt,
                       request.user).submit(spark_script, params)

    spark_script.update_from_dict({'job_id': oozie_id})
    spark_script.save()

    response = {
        'id':
        spark_script.id,
        'watchUrl':
        reverse('spark:watch', kwargs={'job_id': oozie_id}) + '?format=python'
    }

    return HttpResponse(json.dumps(response), content_type="text/plain")
Exemple #4
0
def save(request):
    if request.method != "POST":
        raise PopupException(_("POST request required."))

    attrs = {
        "id": request.POST.get("id"),
        "name": request.POST.get("name"),
        "script": request.POST.get("script"),
        "user": request.user,
        "parameters": json.loads(request.POST.get("parameters")),
        "resources": json.loads(request.POST.get("resources")),
        "hadoopProperties": json.loads(request.POST.get("hadoopProperties")),
        "language": json.loads(request.POST.get("language")),
    }
    spark_script = create_or_update_script(**attrs)
    spark_script.is_design = True
    spark_script.save()

    response = {"id": spark_script.id}

    return HttpResponse(json.dumps(response), content_type="text/plain")
Exemple #5
0
def save(request):
  if request.method != 'POST':
    raise PopupException(_('POST request required.'))

  attrs = {
    'id': request.POST.get('id'),
    'name': request.POST.get('name'),
    'script': request.POST.get('script'),
    'user': request.user,
    'parameters': json.loads(request.POST.get('parameters')),
    'resources': json.loads(request.POST.get('resources')),
    'hadoopProperties': json.loads(request.POST.get('hadoopProperties')),
  }
  spark_script = create_or_update_script(**attrs)
  spark_script.is_design = True
  spark_script.save()

  response = {
    'id': spark_script.id,
  }

  return HttpResponse(json.dumps(response), content_type="text/plain")
Exemple #6
0
def save(request):
    if request.method != 'POST':
        raise PopupException(_('POST request required.'))

    attrs = {
        'id': request.POST.get('id'),
        'name': request.POST.get('name'),
        'script': request.POST.get('script'),
        'user': request.user,
        'parameters': json.loads(request.POST.get('parameters')),
        'resources': json.loads(request.POST.get('resources')),
        'hadoopProperties': json.loads(request.POST.get('hadoopProperties')),
        'language': json.loads(request.POST.get('language')),
    }
    spark_script = create_or_update_script(**attrs)
    spark_script.is_design = True
    spark_script.save()

    response = {
        'id': spark_script.id,
    }

    return HttpResponse(json.dumps(response), content_type="text/plain")
Exemple #7
0
def create_script(user, xattrs=None):
    attrs = {'user': user}
    attrs.update(TestSparkBase.SCRIPT_ATTRS)
    if xattrs is not None:
        attrs.update(xattrs)
    return create_or_update_script(**attrs)
Exemple #8
0
def create_script(user, xattrs=None):
  attrs = {'user': user}
  attrs.update(TestSparkBase.SCRIPT_ATTRS)
  if xattrs is not None:
    attrs.update(xattrs)
  return create_or_update_script(**attrs)