def main():
# ############### GENERAL INITIALISATION ################
if not os.path.exists(vHello_DATA_DIR):
os.makedirs(vHello_DATA_DIR)
ks_creds = os_utils.get_credentials("keystone")
nv_creds = os_utils.get_credentials("nova")
nt_creds = os_utils.get_credentials("neutron")
logger.info("Prepare OpenStack plateform (create tenant and user)")
keystone = ksclient.Client(**ks_creds)
user_id = os_utils.get_user_id(keystone, ks_creds['username'])
if user_id == '':
step_failure("init", "Error : Failed to get id of " +
ks_creds['username'])
tenant_id = os_utils.create_tenant(
keystone, TENANT_NAME, TENANT_DESCRIPTION)
if tenant_id == '':
step_failure("init", "Error : Failed to create " +
TENANT_NAME + " tenant")
roles_name = ["admin", "Admin"]
role_id = ''
for role_name in roles_name:
if role_id == '':
role_id = os_utils.get_role_id(keystone, role_name)
if role_id == '':
logger.error("Error : Failed to get id for %s role" % role_name)
if not os_utils.add_role_user(keystone, user_id, role_id, tenant_id):
logger.error("Error : Failed to add %s on tenant" %
ks_creds['username'])
user_id = os_utils.create_user(
keystone, TENANT_NAME, TENANT_NAME, None, tenant_id)
if user_id == '':
logger.error("Error : Failed to create %s user" % TENANT_NAME)
logger.info("Update OpenStack creds informations")
ks_creds.update({
"username": TENANT_NAME,
"password": TENANT_NAME,
"tenant_name": TENANT_NAME,
})
nt_creds.update({
"tenant_name": TENANT_NAME,
})
nv_creds.update({
"project_id": TENANT_NAME,
})
logger.info("Upload some OS images if it doesn't exist")
glance_endpoint = keystone.service_catalog.url_for(
service_type='image', endpoint_type='publicURL')
glance = glclient.Client(1, glance_endpoint, token=keystone.auth_token)
for img in IMAGES.keys():
image_name = IMAGES[img]['image_name']
image_url = IMAGES[img]['image_url']
image_id = os_utils.get_image_id(glance, image_name)
if image_id == '':
logger.info("""%s image doesn't exist on glance repository. Try
downloading this image and upload on glance !""" % image_name)
image_id = download_and_add_image_on_glance(
glance, image_name, image_url)
if image_id == '':
step_failure(
"init",
"Error : Failed to find or upload required OS "
"image for this deployment")
nova = nvclient.Client("2", **nv_creds)
logger.info("Update security group quota for this tenant")
neutron = ntclient.Client(**nt_creds)
if not os_utils.update_sg_quota(neutron, tenant_id, 50, 100):
step_failure(
"init",
"Failed to update security group quota for tenant " + TENANT_NAME)
logger.info("Update cinder quota for this tenant")
from cinderclient import client as cinderclient
creds_cinder = os_utils.get_credentials("cinder")
cinder_client = cinderclient.Client('1', creds_cinder['username'],
creds_cinder['api_key'],
creds_cinder['project_id'],
creds_cinder['auth_url'],
service_type="volume")
if not os_utils.update_cinder_quota(cinder_client, tenant_id, 20, 10, 150):
step_failure(
"init", "Failed to update cinder quota for tenant " + TENANT_NAME)
# ############### CLOUDIFY INITIALISATION ################
cfy = orchestrator(vHello_DATA_DIR, CFY_INPUTS, logger)
cfy.set_credentials(username=ks_creds['username'], password=ks_creds[
'password'], tenant_name=ks_creds['tenant_name'],
auth_url=ks_creds['auth_url'])
logger.info("Collect flavor id for cloudify manager server")
nova = nvclient.Client("2", **nv_creds)
flavor_name = "m1.medium"
flavor_id = os_utils.get_flavor_id(nova, flavor_name)
for requirement in CFY_MANAGER_REQUIERMENTS:
if requirement == 'ram_min':
flavor_id = os_utils.get_flavor_id_by_ram_range(
nova, CFY_MANAGER_REQUIERMENTS['ram_min'], 8196)
if flavor_id == '':
logger.error(
"Failed to find %s flavor. "
"Try with ram range default requirement !" % flavor_name)
flavor_id = os_utils.get_flavor_id_by_ram_range(nova, 4000, 8196)
if flavor_id == '':
step_failure("orchestrator",
"Failed to find required flavor for this deployment")
cfy.set_flavor_id(flavor_id)
image_name = "centos_7"
image_id = os_utils.get_image_id(glance, image_name)
for requirement in CFY_MANAGER_REQUIERMENTS:
if requirement == 'os_image':
image_id = os_utils.get_image_id(
glance, CFY_MANAGER_REQUIERMENTS['os_image'])
if image_id == '':
step_failure(
"orchestrator",
"Error : Failed to find required OS image for cloudify manager")
cfy.set_image_id(image_id)
ext_net = os_utils.get_external_net(neutron)
if not ext_net:
step_failure("orchestrator", "Failed to get external network")
cfy.set_external_network_name(ext_net)
ns = functest_utils.get_resolvconf_ns()
if ns:
cfy.set_nameservers(ns)
logger.info("Prepare virtualenv for cloudify-cli")
cmd = "chmod +x " + vHello_DIR + "create_venv.sh"
functest_utils.execute_command(cmd, logger)
time.sleep(3)
cmd = vHello_DIR + "create_venv.sh " + vHello_DATA_DIR
functest_utils.execute_command(cmd, logger)
cfy.download_manager_blueprint(
CFY_MANAGER_BLUEPRINT['url'], CFY_MANAGER_BLUEPRINT['branch'])
# ############### CLOUDIFY DEPLOYMENT ################
start_time_ts = time.time()
end_time_ts = start_time_ts
logger.info("Cloudify deployment Start Time:'%s'" % (
datetime.datetime.fromtimestamp(start_time_ts).strftime(
'%Y-%m-%d %H:%M:%S')))
error = cfy.deploy_manager()
if error:
step_failure("orchestrator", error)
end_time_ts = time.time()
duration = round(end_time_ts - start_time_ts, 1)
logger.info("Cloudify deployment duration:'%s'" % duration)
set_result("orchestrator", duration, "")
# ############### helloworld INITIALISATION ################
cw = helloworld(CW_INPUTS, cfy, logger)
logger.info("Collect flavor id for all helloworld vm")
nova = nvclient.Client("2", **nv_creds)
flavor_name = "m1.small"
flavor_id = os_utils.get_flavor_id(nova, flavor_name)
for requirement in CW_REQUIERMENTS:
if requirement == 'ram_min':
flavor_id = os_utils.get_flavor_id_by_ram_range(
nova, CW_REQUIERMENTS['ram_min'], 8196)
if flavor_id == '':
logger.error(
"Failed to find %s flavor. Try with ram range "
"default requirement !" % flavor_name)
flavor_id = os_utils.get_flavor_id_by_ram_range(nova, 4000, 8196)
if flavor_id == '':
step_failure(
"vHello", "Failed to find required flavor for this deployment")
cw.set_flavor_id(flavor_id)
image_name = "ubuntu_14.04"
image_id = os_utils.get_image_id(glance, image_name)
for requirement in CW_REQUIERMENTS:
if requirement == 'os_image':
image_id = os_utils.get_image_id(
glance, CW_REQUIERMENTS['os_image'])
if image_id == '':
step_failure(
"vHello",
"Error : Failed to find required OS image for cloudify manager")
cw.set_image_id(image_id)
ext_net = os_utils.get_external_net(neutron)
if not ext_net:
step_failure("vHello", "Failed to get external network")
cw.set_external_network_name(ext_net)
# ############### helloworld DEPLOYMENT ################
start_time_ts = time.time()
end_time_ts = start_time_ts
logger.info("vHello VNF deployment Start Time:'%s'" % (
datetime.datetime.fromtimestamp(start_time_ts).strftime(
'%Y-%m-%d %H:%M:%S')))
error = cw.deploy_vnf(CW_BLUEPRINT)
if error:
step_failure("vHello", error)
end_time_ts = time.time()
duration = round(end_time_ts - start_time_ts, 1)
logger.info("vHello VNF deployment duration:'%s'" % duration)
set_result("vHello", duration, "")
def init_function_testToplogy(self, tplgy, function_test_config):
tplgy.delete_config()
self.logger.info("Collect flavor id for all topology vnf")
vnf_list = function_test_config["vnf_list"]
target_vnf = self.util.get_vnf_info(vnf_list, "target_vnf")
reference_vnf = self.util.get_vnf_info(vnf_list, "reference_vnf")
target_vnf_image_name = ""
if "image_name" in target_vnf:
target_vnf_image_name = target_vnf["image_name"]
target_vnf_flavor_name = ""
if "flavor_name" in target_vnf:
target_vnf_flavor_name = target_vnf["flavor_name"]
self.logger.debug("target_vnf image name : " + target_vnf_image_name)
self.logger.debug("target_vnf flavor name : " + target_vnf_flavor_name)
reference_vnf_image_name = ""
if "image_name" in reference_vnf:
reference_vnf_image_name = reference_vnf["image_name"]
reference_vnf_flavor_name = ""
if "flavor_name" in reference_vnf:
reference_vnf_flavor_name = reference_vnf["flavor_name"]
self.logger.debug("reference_vnf image name : " +
reference_vnf_image_name)
self.logger.debug("reference_vnf flavor name : " +
reference_vnf_flavor_name)
nova = os_utils.get_nova_client()
# Setting the flavor id for target vnf.
target_vnf_flavor_id = os_utils.get_flavor_id(nova,
target_vnf_flavor_name)
if target_vnf_flavor_id == '':
for default in self.FUNCTION_TEST_TPLGY_DEFAULT:
if default == 'ram_min':
target_vnf_flavor_id = os_utils.get_flavor_id_by_ram_range(
nova, self.FUNCTION_TEST_TPLGY_DEFAULT['ram_min'],
VNF_MAX_RAM_SIZE)
self.logger.info("target_vnf_flavor_id id search set")
if target_vnf_flavor_id == '':
return self.step_failure(
"making_testTopology",
"Error : Failed to find flavor for target vnf")
tplgy.set_target_vnf_flavor_id(target_vnf_flavor_id)
# Setting the flavor id for reference vnf.
reference_vnf_flavor_id = os_utils.get_flavor_id(
nova, reference_vnf_flavor_name)
if reference_vnf_flavor_id == '':
for default in self.FUNCTION_TEST_TPLGY_DEFAULT:
if default == 'ram_min':
reference_vnf_flavor_id = \
os_utils.get_flavor_id_by_ram_range(
nova,
self.FUNCTION_TEST_TPLGY_DEFAULT['ram_min'],
VNF_MAX_RAM_SIZE)
self.logger.info("reference_vnf_flavor_id id search set")
if reference_vnf_flavor_id == '':
return self.step_failure(
"making_testTopology",
"Error : Failed to find flavor for tester vm")
tplgy.set_reference_vnf_flavor_id(reference_vnf_flavor_id)
# Setting the image id for target vnf.
target_vnf_image_id = os_utils.get_image_id(self.glance,
target_vnf_image_name)
if target_vnf_image_id == '':
for default in self.FUNCTION_TEST_TPLGY_DEFAULT:
if default == 'os_image':
target_vnf_image_id = os_utils.get_image_id(
self.glance,
self.FUNCTION_TEST_TPLGY_DEFAULT['os_image'])
if target_vnf_image_id == '':
return self.step_failure(
"making_testTopology",
"Error : Failed to find required OS image for target vnf")
tplgy.set_target_vnf_image_id(target_vnf_image_id)
# Setting the image id for reference vnf.
reference_vnf_image_id = os_utils.get_image_id(
self.glance, reference_vnf_image_name)
if reference_vnf_image_id == '':
for default in self.FUNCTION_TEST_TPLGY_DEFAULT:
if default == 'os_image':
reference_vnf_image_id = os_utils.get_image_id(
self.glance,
self.FUNCTION_TEST_TPLGY_DEFAULT['os_image'])
if reference_vnf_image_id == '':
return self.step_failure(
"making_testTopology",
"Error : Failed to find required OS image for reference vnf.")
tplgy.set_reference_vnf_image_id(reference_vnf_image_id)
tplgy.set_region(REGION_NAME)
ext_net = os_utils.get_external_net(self.neutron)
if not ext_net:
return self.step_failure("making_testTopology",
"Failed to get external network")
tplgy.set_external_network_name(ext_net)
tplgy.set_credentials(username=self.ks_cresds['username'],
password=self.ks_cresds['password'],
tenant_name=self.ks_cresds['tenant_name'],
auth_url=os_utils.get_endpoint('identity'))
return self.set_resultdata(self.testcase_start_time, "", "",
self.results)
def deploy_cloudify(self, cfy):
username = self.ks_cresds['username']
password = self.ks_cresds['password']
tenant_name = self.ks_cresds['tenant_name']
auth_url = os_utils.get_endpoint('identity')
self.logger.debug("auth_url = %s" % auth_url)
cfy.set_credentials(username, password, tenant_name, auth_url)
self.logger.info("Collect flavor id for cloudify manager server")
nova = os_utils.get_nova_client()
flavor_name = "m1.large"
flavor_id = os_utils.get_flavor_id(nova, flavor_name)
for requirement in CFY_MANAGER_REQUIERMENTS:
if requirement == 'ram_min':
flavor_id = os_utils.get_flavor_id_by_ram_range(
nova, CFY_MANAGER_REQUIERMENTS['ram_min'],
CFY_MANAGER_MAX_RAM_SIZE)
if flavor_id == '':
self.logger.error("Failed to find %s flavor. "
"Try with ram range default requirement !" %
flavor_name)
flavor_id = os_utils.get_flavor_id_by_ram_range(nova, 4000, 8196)
if flavor_id == '':
return self.step_failure(
"making_orchestrator",
"Failed to find required flavor for this deployment")
cfy.set_flavor_id(flavor_id)
image_name = "centos_7"
image_id = os_utils.get_image_id(self.glance, image_name)
for requirement in CFY_MANAGER_REQUIERMENTS:
if requirement == 'os_image':
image_id = os_utils.get_image_id(
self.glance, CFY_MANAGER_REQUIERMENTS['os_image'])
if image_id == '':
return self.step_failure(
"making_orchestrator",
"Error : Failed to find required OS image for cloudify manager"
)
cfy.set_image_id(image_id)
ext_net = os_utils.get_external_net(self.neutron)
if not ext_net:
return self.step_failure("making_orchestrator",
"Failed to get external network")
cfy.set_external_network_name(ext_net)
ns = functest_utils.get_resolvconf_ns()
if ns:
cfy.set_nameservers(ns)
self.logger.info("Prepare virtualenv for cloudify-cli")
cmd = "chmod +x " + VNF_DIR + "create_venv.sh"
functest_utils.execute_command(cmd, self.logger)
time.sleep(3)
cmd = VNF_DIR + "create_venv.sh " + self.util.VNF_DATA_DIR
functest_utils.execute_command(cmd, self.logger)
cfy.download_manager_blueprint(CFY_MANAGER_BLUEPRINT['url'],
CFY_MANAGER_BLUEPRINT['branch'])
# ############### CLOUDIFY DEPLOYMENT ################
start_time_ts = time.time()
self.logger.info("Cloudify deployment Start Time:'%s'" %
(datetime.datetime.fromtimestamp(
start_time_ts).strftime('%Y-%m-%d %H:%M:%S')))
error = cfy.deploy_manager()
if error:
return self.step_failure("making_orchestrator", error)
end_time_ts = time.time()
duration = round(end_time_ts - start_time_ts, 1)
self.logger.info("Cloudify deployment duration:'%s'" % duration)
self.set_result("making_orchestrator", duration, "OK")
return self.set_resultdata(self.testcase_start_time, "", "",
self.results)
def main():
exit_code = -1
start_time = time.time()
ks_creds = openstack_utils.get_credentials("keystone")
nv_creds = openstack_utils.get_credentials("nova")
nt_creds = openstack_utils.get_credentials("neutron")
keystone = ksclient.Client(**ks_creds)
user_id = openstack_utils.get_user_id(keystone, ks_creds['username'])
if user_id == '':
logger.error("Error : Failed to get id of %s user" %
ks_creds['username'])
exit(-1)
logger.info("Creating tenant '%s'..." % PROMISE_TENANT_NAME)
tenant_id = openstack_utils.create_tenant(keystone, PROMISE_TENANT_NAME,
TENANT_DESCRIPTION)
if not tenant_id:
logger.error("Error : Failed to create %s tenant" %
PROMISE_TENANT_NAME)
exit(-1)
logger.debug("Tenant '%s' created successfully." % PROMISE_TENANT_NAME)
roles_name = ["admin", "Admin"]
role_id = ''
for role_name in roles_name:
if role_id == '':
role_id = openstack_utils.get_role_id(keystone, role_name)
if role_id == '':
logger.error("Error : Failed to get id for %s role" % role_name)
exit(-1)
logger.info("Adding role '%s' to tenant '%s'..." %
(role_id, PROMISE_TENANT_NAME))
if not openstack_utils.add_role_user(keystone, user_id, role_id,
tenant_id):
logger.error("Error : Failed to add %s on tenant %s" %
(ks_creds['username'], PROMISE_TENANT_NAME))
exit(-1)
logger.debug("Role added successfully.")
logger.info("Creating user '%s'..." % PROMISE_USER_NAME)
user_id = openstack_utils.create_user(keystone, PROMISE_USER_NAME,
PROMISE_USER_PWD, None, tenant_id)
if not user_id:
logger.error("Error : Failed to create %s user" % PROMISE_USER_NAME)
exit(-1)
logger.debug("User '%s' created successfully." % PROMISE_USER_NAME)
logger.info("Updating OpenStack credentials...")
ks_creds.update({
"username": PROMISE_TENANT_NAME,
"password": PROMISE_TENANT_NAME,
"tenant_name": PROMISE_TENANT_NAME,
})
nt_creds.update({
"tenant_name": PROMISE_TENANT_NAME,
})
nv_creds.update({
"project_id": PROMISE_TENANT_NAME,
})
glance = openstack_utils.get_glance_client()
nova = nvclient.Client("2", **nv_creds)
logger.info("Creating image '%s' from '%s'..." %
(PROMISE_IMAGE_NAME, GLANCE_IMAGE_PATH))
image_id = openstack_utils.create_glance_image(glance, PROMISE_IMAGE_NAME,
GLANCE_IMAGE_PATH)
if not image_id:
logger.error("Failed to create the Glance image...")
exit(-1)
logger.debug("Image '%s' with ID '%s' created successfully." %
(PROMISE_IMAGE_NAME, image_id))
flavor_id = openstack_utils.get_flavor_id(nova, PROMISE_FLAVOR_NAME)
if flavor_id == '':
logger.info("Creating flavor '%s'..." % PROMISE_FLAVOR_NAME)
flavor_id = openstack_utils.create_flavor(nova, PROMISE_FLAVOR_NAME,
PROMISE_FLAVOR_RAM,
PROMISE_FLAVOR_DISK,
PROMISE_FLAVOR_VCPUS)
if not flavor_id:
logger.error("Failed to create the Flavor...")
exit(-1)
logger.debug("Flavor '%s' with ID '%s' created successfully." %
(PROMISE_FLAVOR_NAME, flavor_id))
else:
logger.debug("Using existing flavor '%s' with ID '%s'..." %
(PROMISE_FLAVOR_NAME, flavor_id))
neutron = ntclient.Client(**nt_creds)
network_dic = openstack_utils.create_network_full(neutron,
PROMISE_NET_NAME,
PROMISE_SUBNET_NAME,
PROMISE_ROUTER_NAME,
PROMISE_SUBNET_CIDR)
if not network_dic:
logger.error("Failed to create the private network...")
exit(-1)
logger.info("Exporting environment variables...")
os.environ["NODE_ENV"] = "functest"
os.environ["OS_PASSWORD"] = PROMISE_USER_PWD
os.environ["OS_TEST_IMAGE"] = image_id
os.environ["OS_TEST_FLAVOR"] = flavor_id
os.environ["OS_TEST_NETWORK"] = network_dic["net_id"]
os.environ["OS_TENANT_NAME"] = PROMISE_TENANT_NAME
os.environ["OS_USERNAME"] = PROMISE_USER_NAME
os.chdir(PROMISE_REPO_DIR + '/source/')
results_file_name = os.path.join(RESULTS_DIR, 'promise-results.json')
results_file = open(results_file_name, 'w+')
cmd = 'npm run -s test -- --reporter json'
logger.info("Running command: %s" % cmd)
ret = subprocess.call(cmd,
shell=True,
stdout=results_file,
stderr=subprocess.STDOUT)
results_file.close()
if ret == 0:
logger.info("The test succeeded.")
# test_status = 'OK'
else:
logger.info("The command '%s' failed." % cmd)
# test_status = "Failed"
# Print output of file
with open(results_file_name, 'r') as results_file:
data = results_file.read()
logger.debug("\n%s" % data)
json_data = json.loads(data)
suites = json_data["stats"]["suites"]
tests = json_data["stats"]["tests"]
passes = json_data["stats"]["passes"]
pending = json_data["stats"]["pending"]
failures = json_data["stats"]["failures"]
start_time_json = json_data["stats"]["start"]
end_time = json_data["stats"]["end"]
duration = float(json_data["stats"]["duration"]) / float(1000)
logger.info("\n"
"****************************************\n"
" Promise test report\n\n"
"****************************************\n"
" Suites: \t%s\n"
" Tests: \t%s\n"
" Passes: \t%s\n"
" Pending: \t%s\n"
" Failures:\t%s\n"
" Start: \t%s\n"
" End: \t%s\n"
" Duration:\t%s\n"
"****************************************\n\n" %
(suites, tests, passes, pending, failures, start_time_json,
end_time, duration))
if args.report:
stop_time = time.time()
json_results = {
"timestart": start_time,
"duration": duration,
"tests": int(tests),
"failures": int(failures)
}
logger.debug("Promise Results json: " + str(json_results))
# criteria for Promise in Release B was 100% of tests OK
status = "FAIL"
if int(tests) > 32 and int(failures) < 1:
status = "PASS"
exit_code = 0
ft_utils.push_results_to_db("promise", "promise", start_time,
stop_time, status, json_results)
exit(exit_code)
def main():
start_time = time.time()
ks_creds = openstack_utils.get_credentials("keystone")
nv_creds = openstack_utils.get_credentials("nova")
nt_creds = openstack_utils.get_credentials("neutron")
keystone = ksclient.Client(**ks_creds)
user_id = openstack_utils.get_user_id(keystone, ks_creds['username'])
if user_id == '':
logger.error("Error : Failed to get id of %s user" %
ks_creds['username'])
exit(-1)
logger.info("Creating tenant '%s'..." % TENANT_NAME)
tenant_id = openstack_utils.create_tenant(
keystone, TENANT_NAME, TENANT_DESCRIPTION)
if tenant_id == '':
logger.error("Error : Failed to create %s tenant" % TENANT_NAME)
exit(-1)
logger.debug("Tenant '%s' created successfully." % TENANT_NAME)
roles_name = ["admin", "Admin"]
role_id = ''
for role_name in roles_name:
if role_id == '':
role_id = openstack_utils.get_role_id(keystone, role_name)
if role_id == '':
logger.error("Error : Failed to get id for %s role" % role_name)
exit(-1)
logger.info("Adding role '%s' to tenant '%s'..." % (role_id, TENANT_NAME))
if not openstack_utils.add_role_user(keystone, user_id,
role_id, tenant_id):
logger.error("Error : Failed to add %s on tenant %s" %
(ks_creds['username'], TENANT_NAME))
exit(-1)
logger.debug("Role added successfully.")
logger.info("Creating user '%s'..." % USER_NAME)
user_id = openstack_utils.create_user(
keystone, USER_NAME, USER_PWD, None, tenant_id)
if user_id == '':
logger.error("Error : Failed to create %s user" % USER_NAME)
exit(-1)
logger.debug("User '%s' created successfully." % USER_NAME)
logger.info("Updating OpenStack credentials...")
ks_creds.update({
"username": TENANT_NAME,
"password": TENANT_NAME,
"tenant_name": TENANT_NAME,
})
nt_creds.update({
"tenant_name": TENANT_NAME,
})
nv_creds.update({
"project_id": TENANT_NAME,
})
glance_endpoint = keystone.service_catalog.url_for(
service_type='image', endpoint_type='publicURL')
glance = glclient.Client(1, glance_endpoint, token=keystone.auth_token)
nova = nvclient.Client("2", **nv_creds)
logger.info("Creating image '%s' from '%s'..." % (IMAGE_NAME,
GLANCE_IMAGE_PATH))
image_id = openstack_utils.create_glance_image(glance,
IMAGE_NAME,
GLANCE_IMAGE_PATH)
if not image_id:
logger.error("Failed to create the Glance image...")
exit(-1)
logger.debug("Image '%s' with ID '%s' created successfully." % (IMAGE_NAME,
image_id))
flavor_id = openstack_utils.get_flavor_id(nova, FLAVOR_NAME)
if flavor_id == '':
logger.info("Creating flavor '%s'..." % FLAVOR_NAME)
flavor_id = openstack_utils.create_flavor(nova,
FLAVOR_NAME,
FLAVOR_RAM,
FLAVOR_DISK,
FLAVOR_VCPUS)
if not flavor_id:
logger.error("Failed to create the Flavor...")
exit(-1)
logger.debug("Flavor '%s' with ID '%s' created successfully." %
(FLAVOR_NAME, flavor_id))
else:
logger.debug("Using existing flavor '%s' with ID '%s'..."
% (FLAVOR_NAME, flavor_id))
neutron = ntclient.Client(**nt_creds)
network_dic = openstack_utils.create_network_full(logger,
neutron,
NET_NAME,
SUBNET_NAME,
ROUTER_NAME,
SUBNET_CIDR)
if network_dic is False:
logger.error("Failed to create the private network...")
exit(-1)
logger.info("Exporting environment variables...")
os.environ["NODE_ENV"] = "functest"
os.environ["OS_TENANT_NAME"] = TENANT_NAME
os.environ["OS_USERNAME"] = USER_NAME
os.environ["OS_PASSWORD"] = USER_PWD
os.environ["OS_TEST_IMAGE"] = image_id
os.environ["OS_TEST_FLAVOR"] = flavor_id
os.environ["OS_TEST_NETWORK"] = network_dic["net_id"]
os.chdir(PROMISE_REPO)
results_file_name = 'promise-results.json'
results_file = open(results_file_name, 'w+')
cmd = 'npm run -s test -- --reporter json'
logger.info("Running command: %s" % cmd)
ret = subprocess.call(cmd, shell=True, stdout=results_file,
stderr=subprocess.STDOUT)
results_file.close()
if ret == 0:
logger.info("The test succeeded.")
# test_status = 'OK'
else:
logger.info("The command '%s' failed." % cmd)
# test_status = "Failed"
# Print output of file
with open(results_file_name, 'r') as results_file:
data = results_file.read()
logger.debug("\n%s" % data)
json_data = json.loads(data)
suites = json_data["stats"]["suites"]
tests = json_data["stats"]["tests"]
passes = json_data["stats"]["passes"]
pending = json_data["stats"]["pending"]
failures = json_data["stats"]["failures"]
start_time_json = json_data["stats"]["start"]
end_time = json_data["stats"]["end"]
duration = float(json_data["stats"]["duration"]) / float(1000)
logger.info("\n"
"****************************************\n"
" Promise test report\n\n"
"****************************************\n"
" Suites: \t%s\n"
" Tests: \t%s\n"
" Passes: \t%s\n"
" Pending: \t%s\n"
" Failures:\t%s\n"
" Start: \t%s\n"
" End: \t%s\n"
" Duration:\t%s\n"
"****************************************\n\n"
% (suites, tests, passes, pending, failures,
start_time_json, end_time, duration))
if args.report:
stop_time = time.time()
json_results = {"timestart": start_time, "duration": duration,
"tests": int(tests), "failures": int(failures)}
logger.debug("Promise Results json: " + str(json_results))
# criteria for Promise in Release B was 100% of tests OK
status = "FAIL"
if int(tests) > 32 and int(failures) < 1:
status = "PASS"
functest_utils.push_results_to_db("promise",
"promise",
logger,
start_time,
stop_time,
status,
json_results)
def main():
# ############### GENERAL INITIALISATION ################
if not os.path.exists(VIMS_DATA_DIR):
os.makedirs(VIMS_DATA_DIR)
ks_creds = os_utils.get_credentials("keystone")
nv_creds = os_utils.get_credentials("nova")
nt_creds = os_utils.get_credentials("neutron")
logger.info("Prepare OpenStack plateform (create tenant and user)")
keystone = ksclient.Client(**ks_creds)
user_id = os_utils.get_user_id(keystone, ks_creds['username'])
if user_id == '':
step_failure("init", "Error : Failed to get id of " +
ks_creds['username'])
tenant_id = os_utils.create_tenant(
keystone, TENANT_NAME, TENANT_DESCRIPTION)
if tenant_id == '':
step_failure("init", "Error : Failed to create " +
TENANT_NAME + " tenant")
roles_name = ["admin", "Admin"]
role_id = ''
for role_name in roles_name:
if role_id == '':
role_id = os_utils.get_role_id(keystone, role_name)
if role_id == '':
logger.error("Error : Failed to get id for %s role" % role_name)
if not os_utils.add_role_user(keystone, user_id, role_id, tenant_id):
logger.error("Error : Failed to add %s on tenant" %
ks_creds['username'])
user_id = os_utils.create_user(
keystone, TENANT_NAME, TENANT_NAME, None, tenant_id)
if user_id == '':
logger.error("Error : Failed to create %s user" % TENANT_NAME)
logger.info("Update OpenStack creds informations")
ks_creds.update({
"username": TENANT_NAME,
"password": TENANT_NAME,
"tenant_name": TENANT_NAME,
})
nt_creds.update({
"tenant_name": TENANT_NAME,
})
nv_creds.update({
"project_id": TENANT_NAME,
})
logger.info("Upload some OS images if it doesn't exist")
glance_endpoint = keystone.service_catalog.url_for(
service_type='image', endpoint_type='publicURL')
glance = glclient.Client(1, glance_endpoint, token=keystone.auth_token)
for img in IMAGES.keys():
image_name = IMAGES[img]['image_name']
image_url = IMAGES[img]['image_url']
image_id = os_utils.get_image_id(glance, image_name)
if image_id == '':
logger.info("""%s image doesn't exist on glance repository. Try
downloading this image and upload on glance !""" % image_name)
image_id = download_and_add_image_on_glance(
glance, image_name, image_url)
if image_id == '':
step_failure(
"init",
"Error : Failed to find or upload required OS "
"image for this deployment")
nova = nvclient.Client("2", **nv_creds)
logger.info("Update security group quota for this tenant")
neutron = ntclient.Client(**nt_creds)
if not os_utils.update_sg_quota(neutron, tenant_id, 50, 100):
step_failure(
"init",
"Failed to update security group quota for tenant " + TENANT_NAME)
logger.info("Update cinder quota for this tenant")
from cinderclient import client as cinderclient
creds_cinder = os_utils.get_credentials("cinder")
cinder_client = cinderclient.Client('1', creds_cinder['username'],
creds_cinder['api_key'],
creds_cinder['project_id'],
creds_cinder['auth_url'],
service_type="volume")
if not os_utils.update_cinder_quota(cinder_client, tenant_id, 20, 10, 150):
step_failure(
"init", "Failed to update cinder quota for tenant " + TENANT_NAME)
# ############### CLOUDIFY INITIALISATION ################
cfy = orchestrator(VIMS_DATA_DIR, CFY_INPUTS, logger)
cfy.set_credentials(username=ks_creds['username'], password=ks_creds[
'password'], tenant_name=ks_creds['tenant_name'],
auth_url=ks_creds['auth_url'])
logger.info("Collect flavor id for cloudify manager server")
nova = nvclient.Client("2", **nv_creds)
flavor_name = "m1.medium"
flavor_id = os_utils.get_flavor_id(nova, flavor_name)
for requirement in CFY_MANAGER_REQUIERMENTS:
if requirement == 'ram_min':
flavor_id = os_utils.get_flavor_id_by_ram_range(
nova, CFY_MANAGER_REQUIERMENTS['ram_min'], 8196)
if flavor_id == '':
logger.error(
"Failed to find %s flavor. "
"Try with ram range default requirement !" % flavor_name)
flavor_id = os_utils.get_flavor_id_by_ram_range(nova, 4000, 8196)
if flavor_id == '':
step_failure("orchestrator",
"Failed to find required flavor for this deployment")
cfy.set_flavor_id(flavor_id)
image_name = "centos_7"
image_id = os_utils.get_image_id(glance, image_name)
for requirement in CFY_MANAGER_REQUIERMENTS:
if requirement == 'os_image':
image_id = os_utils.get_image_id(
glance, CFY_MANAGER_REQUIERMENTS['os_image'])
if image_id == '':
step_failure(
"orchestrator",
"Error : Failed to find required OS image for cloudify manager")
cfy.set_image_id(image_id)
ext_net = os_utils.get_external_net(neutron)
if not ext_net:
step_failure("orchestrator", "Failed to get external network")
cfy.set_external_network_name(ext_net)
ns = functest_utils.get_resolvconf_ns()
if ns:
cfy.set_nameservers(ns)
logger.info("Prepare virtualenv for cloudify-cli")
cmd = "chmod +x " + VIMS_DIR + "create_venv.sh"
functest_utils.execute_command(cmd, logger)
time.sleep(3)
cmd = VIMS_DIR + "create_venv.sh " + VIMS_DATA_DIR
functest_utils.execute_command(cmd, logger)
cfy.download_manager_blueprint(
CFY_MANAGER_BLUEPRINT['url'], CFY_MANAGER_BLUEPRINT['branch'])
# ############### CLOUDIFY DEPLOYMENT ################
start_time_ts = time.time()
end_time_ts = start_time_ts
logger.info("Cloudify deployment Start Time:'%s'" % (
datetime.datetime.fromtimestamp(start_time_ts).strftime(
'%Y-%m-%d %H:%M:%S')))
error = cfy.deploy_manager()
if error:
step_failure("orchestrator", error)
end_time_ts = time.time()
duration = round(end_time_ts - start_time_ts, 1)
logger.info("Cloudify deployment duration:'%s'" % duration)
set_result("orchestrator", duration, "")
# ############### CLEARWATER INITIALISATION ################
cw = clearwater(CW_INPUTS, cfy, logger)
logger.info("Collect flavor id for all clearwater vm")
nova = nvclient.Client("2", **nv_creds)
flavor_name = "m1.small"
flavor_id = os_utils.get_flavor_id(nova, flavor_name)
for requirement in CW_REQUIERMENTS:
if requirement == 'ram_min':
flavor_id = os_utils.get_flavor_id_by_ram_range(
nova, CW_REQUIERMENTS['ram_min'], 8196)
if flavor_id == '':
logger.error(
"Failed to find %s flavor. Try with ram range "
"default requirement !" % flavor_name)
flavor_id = os_utils.get_flavor_id_by_ram_range(nova, 4000, 8196)
if flavor_id == '':
step_failure(
"vIMS", "Failed to find required flavor for this deployment")
cw.set_flavor_id(flavor_id)
image_name = "ubuntu_14.04"
image_id = os_utils.get_image_id(glance, image_name)
for requirement in CW_REQUIERMENTS:
if requirement == 'os_image':
image_id = os_utils.get_image_id(
glance, CW_REQUIERMENTS['os_image'])
if image_id == '':
step_failure(
"vIMS",
"Error : Failed to find required OS image for cloudify manager")
cw.set_image_id(image_id)
ext_net = os_utils.get_external_net(neutron)
if not ext_net:
step_failure("vIMS", "Failed to get external network")
cw.set_external_network_name(ext_net)
# ############### CLEARWATER DEPLOYMENT ################
start_time_ts = time.time()
end_time_ts = start_time_ts
logger.info("vIMS VNF deployment Start Time:'%s'" % (
datetime.datetime.fromtimestamp(start_time_ts).strftime(
'%Y-%m-%d %H:%M:%S')))
error = cw.deploy_vnf(CW_BLUEPRINT)
if error:
step_failure("vIMS", error)
end_time_ts = time.time()
duration = round(end_time_ts - start_time_ts, 1)
logger.info("vIMS VNF deployment duration:'%s'" % duration)
set_result("vIMS", duration, "")
# ############### CLEARWATER TEST ################
test_clearwater()
# ########## CLEARWATER UNDEPLOYMENT ############
cw.undeploy_vnf()
# ########### CLOUDIFY UNDEPLOYMENT #############
cfy.undeploy_manager()
# ############## GENERAL CLEANUP ################
if args.noclean:
exit(0)
ks_creds = os_utils.get_credentials("keystone")
keystone = ksclient.Client(**ks_creds)
logger.info("Removing %s tenant .." % CFY_INPUTS['keystone_tenant_name'])
tenant_id = os_utils.get_tenant_id(
keystone, CFY_INPUTS['keystone_tenant_name'])
if tenant_id == '':
logger.error("Error : Failed to get id of %s tenant" %
CFY_INPUTS['keystone_tenant_name'])
else:
if not os_utils.delete_tenant(keystone, tenant_id):
logger.error("Error : Failed to remove %s tenant" %
CFY_INPUTS['keystone_tenant_name'])
logger.info("Removing %s user .." % CFY_INPUTS['keystone_username'])
user_id = os_utils.get_user_id(
keystone, CFY_INPUTS['keystone_username'])
if user_id == '':
logger.error("Error : Failed to get id of %s user" %
CFY_INPUTS['keystone_username'])
else:
if not os_utils.delete_user(keystone, user_id):
logger.error("Error : Failed to remove %s user" %
CFY_INPUTS['keystone_username'])