Пример #1
0
def _populate_workspace_details(workspace, input_form, config, merge):

    # Retrieve user document from db
    try:
        user_doc = helpers.get_db_user_document(request.form['username'])
    except:
        raise GenericException(
            500, "Error retrieving user information from database",
            "Database Exception")

    workspace['name'] = '-'.join([
        input_form['workspace-name'],
        request.form['username'],
        '-'.join(workspace['pipeline'].split('-')
                 [1:]),  # extract project name from pipeline
        helpers.return_random_string(4)
    ])
    # User details
    workspace['uid'] = user_doc['uid']
    workspace['gid'] = user_doc['gid']
    workspace['user_email'] = user_doc['email']
    workspace['username'] = input_form['username']
    # IDE deployment details
    workspace['pod_image'] = config['workspace_pod_image']
    workspace[
        'build_cmd'] = "No build commands have been specified for this project"
    workspace['service_type'] = config['service_type']
Пример #2
0
def user_delete():
    """
    delete user
    ---
    tags:
      - user
    parameters:
      - in: path
        name: username
        required: true
        description: username
        type: string
    responses:
      200:
        description: user was deleted successfully

    """
    # Retrieve customer configuration document from database
    database = helpers.connect_db()
    config_document = helpers.get_db_config()
    if not config_document:
        raise GenericException(
            500,
            "Customer config doc not found, please contact your administrator",
            "Database Exception")

    expected_keys = ['username']
    if not helpers.request_validator(request.form, expected_keys):
        raise GenericException(400, "username is required")

    username = request.form['username']
    # Check if user exists
    current_user = helpers.get_db_user_document(username)
    if not current_user:
        raise GenericException(
            500, "Error deleting user from the DB: user does not exist",
            "Database Exception")
    # Delete user from database
    try:
        database.delete(current_user)
    except Exception as exc:
        raise GenericException(
            500, "Error deleting user from the DB, \
                               please contact your administrator",
            "Database Exception")
    return jsonify({'message':
                    "user %s deleted successfully " % username}), 200
Пример #3
0
def user_delete():
    """
    delete user
    ---
    tags:
      - user
    parameters:
      - in: path
        name: username
        required: true
        description: username
        type: string
    responses:
      200:
        description: user was deleted successfully

    """
    # Retrieve customer configuration document from database
    database = helpers.connect_db()
    config_document = helpers.get_db_config()
    if not config_document:
        raise GenericException(500, GenericException.DB_CONFIG_DOC_NOT_FOUND,
                               "Database Exception")

    _validate_input_form_params(request.form, ['username'])

    # Check if user exists
    current_user = helpers.get_db_user_document(request.form['username'])
    if not current_user:
        raise GenericException(
            500, "Error deleting user from the DB: user does not exist",
            "Database Exception")
    # Delete user from database
    try:
        database.delete(current_user)
    except Exception as exc:
        raise GenericException(
            500, "Error deleting user from the DB, \
                               please contact your administrator",
            "Database Exception")
    return jsonify({
        'message':
        "user %s deleted successfully " % request.form['username']
    }), 200
Пример #4
0
def user_create():
    """
    create user
    ---
    tags:
      - user
    parameters:
      - in: path
        name: username
        required: true
        description: username
        type: string
      - in: path
        name: uid
        required: true
        description: User id
        type: integer
      - in: path
        name: gid
        required: true
        description: Group id
        type: integer
      - in: path
        name: email
        required: true
        description: email
        type: string
    responses:
      200:
        description: user was created successfully

    """
    # Retrieve customer configuration document from database
    try:
        database = helpers.connect_db()
    except Exception as e:
        raise GenericException(
            500,
            "Unable to connect to couchdb backend database, please contact your administrator"
        )
    try:
        config_document = helpers.get_db_config()
    except Exception as e:
        raise GenericException(500, GenericException.DB_CONNECTION_ERROR,
                               "Database Exception")
    if not config_document:
        raise GenericException(500, GenericException.DB_CONFIG_DOC_NOT_FOUND,
                               "Database Exception")

    _validate_input_form_params(request.form,
                                ['username', 'uid', 'gid', 'email'])

    # Check if user already exists
    current_user = helpers.get_db_user_document(request.form['username'])
    if current_user:
        raise GenericException(
            500, "Error recording new user in the DB: username already exists",
            "Database Exception")
    # Record new user in database
    try:
        new_user_document = User(name=request.form['username'],
                                 uid=request.form['uid'],
                                 gid=request.form['gid'],
                                 email=request.form['email'])
        new_user_document.store(database)
    except Exception as exc:
        raise GenericException(
            500, "Error recording new user in the DB, \
                               please contact your administrator",
            "Database Exception")
    return jsonify({'username': request.form['username']}), 200
Пример #5
0
def workspace_create():
    """
    create developer workspace pod
    ---
    tags:
      - workspace
    parameters:
      - in: path
        name: workspace-name
        required: true
        description: Name of the workspace being created
        type: string
      - in: path
        name: build-name
        required: true
        description: build name (e.g. snapshot) from which clone should be created
        type: string
      - in: path
        name: username
        required: false
        description: username
        type: string
     - in: path
       name: project-name
       required: true
       description: the project/pipeline name
       type: string
    responses:
      200:
        description: workspace created successfully

    """
    # Retrieve customer configuration document from database
    try:
        database = helpers.connect_db()
        config_document = helpers.get_db_config()
    except Exception as e:
        raise GenericException(
            500,
            "Customer configuration document not found, please contact your administrator",
            "Database Exception")
    if not config_document:
        raise GenericException(
            500,
            "Customer configuration document not found, please contact your administrator",
            "Database Exception")

    expected_keys = [
        'workspace-name', 'build-name', 'username', 'project-name'
    ]
    if not helpers.request_validator(request.form, expected_keys):
        raise GenericException(
            400,
            "workspace-name, build-name, project-name and username are required"
        )

    username = request.form['username']
    try:
        user_doc = helpers.get_db_user_document(username)
        uid = user_doc['uid']
        gid = user_doc['gid']
        email = user_doc['email']
    except:
        raise GenericException(
            500, "Error retrieving user information from database",
            "Database Exception")

    try:
        exceeded, workspaces = workspace_obj.exceeded_workspace_count_for_user(
            uid, config_document['user_workspace_limit'])
    except Exception as exc:
        logging.warning(
            "WARNING: Unable to check user workspace limit (%s)  " %
            traceback.format_exc())
    if exceeded is True:
        raise GenericException(
            401, "Please delete one or more workspace(s) from %s and re-try" %
            workspaces)
    # populate the workspace details
    namespace = 'default'
    workspace = dict()
    workspace['project'] = request.form['project-name']
    workspace['snapshot'] = request.form['build-name']
    volume_name = request.form['volume-name']
    workspace['clone'] = volume_name + \
        "_workspace" + helpers.return_random_string(4)
    workspace['kb_clone_name'] = helpers.replace_kube_invalid_characters(
        workspace['clone'])
    workspace['uid'] = uid
    workspace['gid'] = gid
    workspace['username'] = username
    workspace['clone_size_mb'] = "900"
    workspace['pod_image'] = config_document['workspace_pod_image']
    workspace['clone_mount'] = "/mnt/" + workspace['kb_clone_name']
    workspace[
        'build_cmd'] = "No build commands have been specified for this project"
    workspace['service_type'] = config_document['service_type']

    try:
        ontap_instance = OntapService(config_document['ontap_api'],
                                      config_document['ontap_apiuser'],
                                      config_document['ontap_apipass'],
                                      config_document['ontap_svm_name'],
                                      config_document['ontap_aggr_name'],
                                      config_document['ontap_data_ip'])
        ontap_data_ip = ontap_instance.data_ip
        status, vol_size = ontap_instance.create_clone(volume_name,
                                                       workspace['uid'],
                                                       workspace['gid'],
                                                       workspace['clone'],
                                                       workspace['snapshot'])
    except Exception as exc:
        logging.error("Unable to create ontap workspace clone volume: %s" %
                      traceback.format_exc())
        raise GenericException(
            500, "Unable to create ontap workspace clone volume")

    if not helpers.verify_successful_response(status):
        logging.error("ONTAP Clone Creation Error: %s", repr(status))
        return render_template('error.html',
                               error="Workspace clone creation error"), 400
    try:
        kube = KubernetesAPI()
    except Exception as exc:
        logging.error("Unable to connect to Kubernetes: %s" %
                      traceback.format_exc())
        raise GenericException(500, "Unable to connect to Kubernetes")
    try:

        kube_pv_pvc_pod_response = kube.create_pv_and_pvc_and_pod(
            workspace, vol_size, 'default', ontap_data_ip)
    except Exception as exc:
        logging.error("Unable to create Kubernetes Workspace PV/PVC/Pod: %s" %
                      traceback.format_exc())
        raise GenericException(
            500, "Unable to create Kubernetes Workspace PV/PVC/Pod")

    for response in kube_pv_pvc_pod_response:
        status.append(response)

    if not helpers.verify_successful_response(status):
        logging.error("Unable to create Kubernetes Workspace PV/PVC/Pod: %s" %
                      response)
        raise GenericException(
            500, "Unable to create Kubernetes Workspace PV/PVC/Pod")

    workspace_pod = workspace['kb_clone_name'] + "-pod"

    # Record new workspace in database
    try:
        new_ws_document = Workspace(name=workspace['clone'],
                                    project=workspace['project'],
                                    username=workspace['username'],
                                    uid=workspace['uid'],
                                    gid=workspace['gid'],
                                    parent_snapshot=workspace['snapshot'],
                                    pod_name=workspace_pod)
        new_ws_document.store(database)
    except Exception:
        raise GenericException(
            500, "Error recording new workspace in the DB, \
                               please contact your administrator",
            "Database Exception")
    # Wait for pod to be ready before executing any commands
    time.sleep(15)
    # Set git user.email and user.name , we don't care if the command fails
    git_user_cmd = ['git', 'config', '--global', 'user.name', username]
    git_email_cmd = ['git', 'config', '--global', 'user.email', email]
    try:
        response = kube.execute_command_in_pod(workspace_pod, namespace,
                                               git_user_cmd)
        response = kube.execute_command_in_pod(workspace_pod, namespace,
                                               git_email_cmd)
    except:
        logging.warning(
            "WARNING: Unable to configure GIT Username/Email on behalf of user: %s"
            % traceback.format_exc())
    # Wait for IDE to be ready before returning
    try:
        time.sleep(60)
        workspace_ide = kube.get_service_url(workspace['kb_clone_name'] +
                                             "-service")
    except:
        workspace_ide = "NA"
        logging.warning("WARNING: Unable to retrieve workspace URL")
    message = "Workspace created successfully!"
    return render_template('workspace_details.html',
                           message=message,
                           ontap_data_ip=ontap_data_ip,
                           ontap_volume_name=workspace['clone'],
                           workspace_ide=workspace_ide), 200
Пример #6
0
def user_create():
    """
    create user
    ---
    tags:
      - user
    parameters:
      - in: path
        name: username
        required: true
        description: username
        type: string
      - in: path
        name: uid
        required: true
        description: User id
        type: integer
      - in: path
        name: gid
        required: true
        description: Group id
        type: integer
      - in: path
        name: email
        required: true
        description: email
        type: string
    responses:
      200:
        description: user was created successfully

    """
    # Retrieve customer configuration document from database
    try:
        database = helpers.connect_db()
    except Exception as e:
        raise GenericException(
            500,
            "Unable to connect to couchdb backend database, please contact your administrator"
        )
    try:
        config_document = helpers.get_db_config()
    except Exception as e:
        config_document = None
        raise GenericException(
            500,
            "Customer config doc not found, please contact your administrator",
            "Database Exception")
    if not config_document:
        raise GenericException(
            500,
            "Customer config doc not found, please contact your administrator",
            "Database Exception")

    expected_keys = ['username', 'uid', 'gid', 'email']
    if not helpers.request_validator(request.form, expected_keys):
        raise GenericException(400, "username,uid,gid, and email are required")

    username = request.form['username']
    uid = request.form['uid']
    gid = request.form['gid']
    email = request.form['email']
    # Check if user already exists
    current_user = helpers.get_db_user_document(username)
    if current_user:
        raise GenericException(
            500, "Error recording new user in the DB: username already exists",
            "Database Exception")
    # Record new user in database
    try:
        new_user_document = User(name=username, uid=uid, gid=gid, email=email)
        new_user_document.store(database)
    except Exception as exc:
        raise GenericException(
            500, "Error recording new user in the DB, \
                               please contact your administrator",
            "Database Exception")
    return jsonify({'username': username}), 200