def test_document_create(self, mock_load, mock_store, mock_connect):
""" Test if document creation is successful"""
dbname = "test_database_create_" + helpers.return_random_string(4)
database = Database.connect(self.app.config['DATABASE_URL'],
self.app.config['DATABASE_USER'],
self.app.config['DATABASE_PASS'], dbname)
new_project = Pipeline(name="project_%s" %
helpers.return_random_string(4))
new_project.store(database)
if not Pipeline.load(database, new_project.id):
self.fail("Document %s not created successfully " % new_project.id)
Database.delete(self.app.config['DATABASE_URL'],
self.app.config['DATABASE_USER'],
self.app.config['DATABASE_PASS'], dbname)
def test_document_create(self):
''' Test if document creation is successful'''
dbname = "test_database_create_" + helpers.return_random_string(4)
database = Database.connect(self.app.config['DATABASE_URL'],
self.app.config['DATABASE_USER'],
self.app.config['DATABASE_PASSWORD'],
dbname)
new_project = Project(name="project_%s" %
helpers.return_random_string(4))
new_project.store(database)
if not Project.load(database, new_project.id):
self.fail("Document %s not created successfully " % new_project.id)
Database.delete(self.app.config['DATABASE_URL'],
self.app.config['DATABASE_USER'],
self.app.config['DATABASE_PASSWORD'], dbname)
def _populate_workspace_details(workspace, input_form, config, merge):
# Retrieve user document from db
try:
user_doc = helpers.get_db_user_document(request.form['username'])
except:
raise GenericException(
500, "Error retrieving user information from database",
"Database Exception")
workspace['name'] = '-'.join([
input_form['workspace-name'],
request.form['username'],
'-'.join(workspace['pipeline'].split('-')
[1:]), # extract project name from pipeline
helpers.return_random_string(4)
])
# User details
workspace['uid'] = user_doc['uid']
workspace['gid'] = user_doc['gid']
workspace['user_email'] = user_doc['email']
workspace['username'] = input_form['username']
# IDE deployment details
workspace['pod_image'] = config['workspace_pod_image']
workspace[
'build_cmd'] = "No build commands have been specified for this project"
workspace['service_type'] = config['service_type']
def test_database_create(self, mock_connect):
""" Test if database creation is successful"""
dbname = "test_database_create_" + helpers.return_random_string(4)
database = Database.connect(self.app.config['DATABASE_URL'],
self.app.config['DATABASE_USER'],
self.app.config['DATABASE_PASS'], dbname)
if not database:
self.fail("Could not connect to database %s " % dbname)
Database.delete(self.app.config['DATABASE_URL'],
self.app.config['DATABASE_USER'],
self.app.config['DATABASE_PASS'], dbname)
def workspace_create():
"""
create developer workspace pod
---
tags:
- workspace
parameters:
- in: path
name: workspace-name
required: true
description: Name of the workspace being created
type: string
- in: path
name: build-name
required: true
description: build name (e.g. snapshot) from which clone should be created
type: string
- in: path
name: username
required: false
description: username
type: string
- in: path
name: project-name
required: true
description: the project/pipeline name
type: string
responses:
200:
description: workspace created successfully
"""
# Retrieve customer configuration document from database
try:
database = helpers.connect_db()
config_document = helpers.get_db_config()
except Exception as e:
raise GenericException(
500,
"Customer configuration document not found, please contact your administrator",
"Database Exception")
if not config_document:
raise GenericException(
500,
"Customer configuration document not found, please contact your administrator",
"Database Exception")
expected_keys = [
'workspace-name', 'build-name', 'username', 'project-name'
]
if not helpers.request_validator(request.form, expected_keys):
raise GenericException(
400,
"workspace-name, build-name, project-name and username are required"
)
username = request.form['username']
try:
user_doc = helpers.get_db_user_document(username)
uid = user_doc['uid']
gid = user_doc['gid']
email = user_doc['email']
except:
raise GenericException(
500, "Error retrieving user information from database",
"Database Exception")
try:
exceeded, workspaces = workspace_obj.exceeded_workspace_count_for_user(
uid, config_document['user_workspace_limit'])
except Exception as exc:
logging.warning(
"WARNING: Unable to check user workspace limit (%s) " %
traceback.format_exc())
if exceeded is True:
raise GenericException(
401, "Please delete one or more workspace(s) from %s and re-try" %
workspaces)
# populate the workspace details
namespace = 'default'
workspace = dict()
workspace['project'] = request.form['project-name']
workspace['snapshot'] = request.form['build-name']
volume_name = request.form['volume-name']
workspace['clone'] = volume_name + \
"_workspace" + helpers.return_random_string(4)
workspace['kb_clone_name'] = helpers.replace_kube_invalid_characters(
workspace['clone'])
workspace['uid'] = uid
workspace['gid'] = gid
workspace['username'] = username
workspace['clone_size_mb'] = "900"
workspace['pod_image'] = config_document['workspace_pod_image']
workspace['clone_mount'] = "/mnt/" + workspace['kb_clone_name']
workspace[
'build_cmd'] = "No build commands have been specified for this project"
workspace['service_type'] = config_document['service_type']
try:
ontap_instance = OntapService(config_document['ontap_api'],
config_document['ontap_apiuser'],
config_document['ontap_apipass'],
config_document['ontap_svm_name'],
config_document['ontap_aggr_name'],
config_document['ontap_data_ip'])
ontap_data_ip = ontap_instance.data_ip
status, vol_size = ontap_instance.create_clone(volume_name,
workspace['uid'],
workspace['gid'],
workspace['clone'],
workspace['snapshot'])
except Exception as exc:
logging.error("Unable to create ontap workspace clone volume: %s" %
traceback.format_exc())
raise GenericException(
500, "Unable to create ontap workspace clone volume")
if not helpers.verify_successful_response(status):
logging.error("ONTAP Clone Creation Error: %s", repr(status))
return render_template('error.html',
error="Workspace clone creation error"), 400
try:
kube = KubernetesAPI()
except Exception as exc:
logging.error("Unable to connect to Kubernetes: %s" %
traceback.format_exc())
raise GenericException(500, "Unable to connect to Kubernetes")
try:
kube_pv_pvc_pod_response = kube.create_pv_and_pvc_and_pod(
workspace, vol_size, 'default', ontap_data_ip)
except Exception as exc:
logging.error("Unable to create Kubernetes Workspace PV/PVC/Pod: %s" %
traceback.format_exc())
raise GenericException(
500, "Unable to create Kubernetes Workspace PV/PVC/Pod")
for response in kube_pv_pvc_pod_response:
status.append(response)
if not helpers.verify_successful_response(status):
logging.error("Unable to create Kubernetes Workspace PV/PVC/Pod: %s" %
response)
raise GenericException(
500, "Unable to create Kubernetes Workspace PV/PVC/Pod")
workspace_pod = workspace['kb_clone_name'] + "-pod"
# Record new workspace in database
try:
new_ws_document = Workspace(name=workspace['clone'],
project=workspace['project'],
username=workspace['username'],
uid=workspace['uid'],
gid=workspace['gid'],
parent_snapshot=workspace['snapshot'],
pod_name=workspace_pod)
new_ws_document.store(database)
except Exception:
raise GenericException(
500, "Error recording new workspace in the DB, \
please contact your administrator",
"Database Exception")
# Wait for pod to be ready before executing any commands
time.sleep(15)
# Set git user.email and user.name , we don't care if the command fails
git_user_cmd = ['git', 'config', '--global', 'user.name', username]
git_email_cmd = ['git', 'config', '--global', 'user.email', email]
try:
response = kube.execute_command_in_pod(workspace_pod, namespace,
git_user_cmd)
response = kube.execute_command_in_pod(workspace_pod, namespace,
git_email_cmd)
except:
logging.warning(
"WARNING: Unable to configure GIT Username/Email on behalf of user: %s"
% traceback.format_exc())
# Wait for IDE to be ready before returning
try:
time.sleep(60)
workspace_ide = kube.get_service_url(workspace['kb_clone_name'] +
"-service")
except:
workspace_ide = "NA"
logging.warning("WARNING: Unable to retrieve workspace URL")
message = "Workspace created successfully!"
return render_template('workspace_details.html',
message=message,
ontap_data_ip=ontap_data_ip,
ontap_volume_name=workspace['clone'],
workspace_ide=workspace_ide), 200
