def running_config_DELETE(self, *args):
session_id = args[0]
kb_session = KBSessionManager.get(session_id)
status = kb_session.kb_status
if status != "READY":
response.status = 403
response.text = u"Session can be destroyed only if it is at READY."
return response.text
if kb_session.kloudbuster:
kb_session.kloudbuster.dispose()
KBSessionManager.delete(session_id)
return "OK!"
def running_config_DELETE(self, *args):
session_id = args[0]
kb_session = KBSessionManager.get(session_id)
status = kb_session.kb_status
if status != "READY":
response.status = 403
response.text = u"Session can be destroyed only if it is at READY."
return response.text
if kb_session.kloudbuster:
kb_session.kloudbuster.dispose()
KBSessionManager.delete(session_id)
return "OK!"
def stop_test_POST(self, *args):
session_id = args[0]
if KBSessionManager.get(session_id).kb_status != 'RUNNING':
response.status = 403
response.text = u"Unable to stop the tests when status is not at RUNNING."
return response.text
kb_session = KBSessionManager.get(session_id)
kb_session.kb_status = 'STOPPING'
try:
kb_session.kloudbuster.stop_test()
except Exception:
LOG.warning(traceback.format_exc())
kb_session.kb_status = 'ERROR'
return "OK!"
def running_config_DELETE(self, *args):
if len(args):
session_id = args[0]
else:
response.status = 400
response.text = u"Please specify the session_id."
return response.text
if KBSessionManager.has(session_id):
kb_session = KBSessionManager.get(session_id)
if kb_session.kloudbuster:
kb_session.kloudbuster.dispose()
KBSessionManager.delete(session_id)
return "OK!"
else:
response.status = 404
response.text = u"Session ID is not found or invalid."
return response.text
def running_config(self, *args):
if len(args):
session_id = args[0]
else:
response.status = 400
response.text = u"Please specify the session_id."
return response.text
if KBSessionManager.has(session_id):
kb_config_obj = KBSessionManager.get(session_id).kb_config
config_scale = kb_config_obj.config_scale
config_scale["server"] = kb_config_obj.server_cfg
config_scale["client"] = kb_config_obj.client_cfg
config_scale = eval(str(config_scale))
return json.dumps(config_scale)
else:
response.status = 404
response.text = u"Session ID is not found or invalid."
return response.text
def cleanup_POST(self, *args):
session_id = args[0]
allowed_status = ['STAGED', 'ERROR']
if KBSessionManager.get(session_id).kb_status == 'READY':
response.status = 403
response.text = u"No resources has been staged, cleanup is not needed."
return response.text
if KBSessionManager.get(session_id).kb_status not in allowed_status:
response.status = 403
response.text = u"The session you specified is busy, please wait until "\
"current operation is finished."
return response.text
self.kb_thread = threading.Thread(
target=self.kb_cleanup_thread_handler, args=[session_id])
self.kb_thread.daemon = True
self.kb_thread.start()
return "OK!"
def az_list(self, *args):
session_id = args[0]
kb_session = KBSessionManager.get(session_id)
kloudbuster = kb_session.kloudbuster
ret_dict = {}
ret_dict['server'] = kloudbuster.get_az_list(kloudbuster.server_cred)
if not kloudbuster.single_cloud:
ret_dict['client'] = kloudbuster.get_az_list(kloudbuster.client_cred)
return json.dumps(ret_dict)
def az_list(self, *args):
session_id = args[0]
kb_session = KBSessionManager.get(session_id)
kloudbuster = kb_session.kloudbuster
ret_dict = {}
ret_dict['server'] = kloudbuster.get_az_list(kloudbuster.server_cred)
if not kloudbuster.single_cloud:
ret_dict['client'] = kloudbuster.get_az_list(kloudbuster.client_cred)
return json.dumps(ret_dict)
def report(self, *args, **kwargs):
session_id = args[0]
final = True if kwargs.get('final', '').lower() == 'true' else False
preport = [] if final else None
kb_session = KBSessionManager.get(session_id)
if kb_session.kloudbuster and kb_session.kloudbuster.kb_runner:
preport = kb_session.kloudbuster.final_result\
if final else kb_session.kloudbuster.kb_runner.report
return json.dumps(preport)
def wrapper(self, *args, **kwargs):
if not len(args):
response.status = 404
response.text = u"Please specify the session_id."
return response.text
if not KBSessionManager.has(args[0]):
response.status = 404
response.text = u"Session ID is not found or invalid."
return response.text
return func(self, *args, **kwargs)
def wrapper(self, *args, **kwargs):
if not len(args):
response.status = 404
response.text = u"Please specify the session_id."
return response.text
if not KBSessionManager.has(args[0]):
response.status = 404
response.text = u"Session ID is not found or invalid."
return response.text
return func(self, *args, **kwargs)
def kb_stage_thread_handler(self, session_id):
kb_session = KBSessionManager.get(session_id)
kb_session.kb_status = 'STAGING'
try:
if kb_session.kloudbuster.check_and_upload_images():
kb_session.sync_cfg(
["server_cfg", "client_cfg", "topo_cfg", "tenants_list"])
kb_session.kloudbuster.stage()
kb_session.kb_status = 'STAGED'
except Exception:
LOG.warning(traceback.format_exc())
kb_session.kb_status = 'ERROR'
def kb_cleanup_thread_handler(self, session_id):
kb_session = KBSessionManager.get(session_id)
kb_session.kb_status = 'CLEANING'
kloudbuster = kb_session.kloudbuster
try:
kloudbuster.cleanup()
kloudbuster.final_result = []
except Exception:
pass
kb_session.first_run = True
kb_session.kb_status = 'READY'
def status(self, *args):
session_id = args[0]
kb_session = KBSessionManager.get(session_id)
status = kb_session.kb_status
kloudbuster = kb_session.kloudbuster
status_dict = {'status': status}
if status == "STAGING":
status_dict['server_vm_count'] =\
getattr(getattr(kloudbuster, 'kloud', None), 'vm_up_count', 0)
status_dict[
'client_vm_count'] = kloudbuster.testing_kloud.vm_up_count
return json.dumps(status_dict)
def kb_run_test_thread_handler(self, session_id):
kb_session = KBSessionManager.get(session_id)
kb_session.kb_status = 'RUNNING'
kloudbuster = kb_session.kloudbuster
try:
kb_session.sync_cfg(["client_cfg"])
kloudbuster.run_test(test_only=not kb_session.first_run)
kb_session.first_run = False
kb_session.kb_status = 'STAGED'
except Exception:
LOG.warning(traceback.format_exc())
kb_session.kb_status = 'ERROR'
def running_config_PUT(self, *args, **kwargs):
session_id = args[0]
status = KBSessionManager.get(session_id).kb_status
try:
user_config = json.loads(kwargs['arg'])
allowed_status = ['READY']
except Exception as e:
response.status = 400
response.text = u"Invalid JSON: \n%s" % (e.message)
return response.text
# http_tool_configs and storage_tool_config for client VMs is allowed to be
# changed under "STAGED" status
if ('kb_cfg' in user_config and len(user_config['kb_cfg']) == 1) and \
('client' in user_config['kb_cfg'] and len(user_config['kb_cfg']['client']) == 1) and \
('http_tool_configs' in user_config['kb_cfg']['client'] or
'storage_tool_configs' in user_config['kb_cfg']['client']):
allowed_status.append('STAGED')
if status in allowed_status:
# Expectation:
# {
# 'kb_cfg': {<USER_OVERRIDED_CONFIGS>},
# 'topo_cfg': {<TOPOLOGY_CONFIGS>}
# 'tenants_cfg': {<TENANT_AND_USER_LISTS_FOR_REUSING>}
# }
try:
kb_config = KBSessionManager.get(session_id).kb_config
self.fix_config(kb_config, user_config)
except Exception:
response.status = 400
response.text = u"Error while parsing configurations: \n%s" %\
(traceback.format_exc())
return response.text
else:
response.status = 403
response.text = u"Cannot update configuration if KloudBuster is not at READY."
return response.text
return "OK!"
def running_config_PUT(self, *args, **kwargs):
session_id = args[0]
status = KBSessionManager.get(session_id).kb_status
try:
user_config = json.loads(kwargs['arg'])
allowed_status = ['READY']
except Exception as e:
response.status = 400
response.text = u"Invalid JSON: \n%s" % (e.message)
return response.text
# http_tool_configs and storage_tool_config for client VMs is allowed to be
# changed under "STAGED" status
if ('kb_cfg' in user_config and len(user_config['kb_cfg']) == 1) and \
('client' in user_config['kb_cfg'] and len(user_config['kb_cfg']['client']) == 1) and \
('http_tool_configs' in user_config['kb_cfg']['client'] or
'storage_tool_configs' in user_config['kb_cfg']['client']):
allowed_status.append('STAGED')
if status in allowed_status:
# Expectation:
# {
# 'kb_cfg': {<USER_OVERRIDED_CONFIGS>},
# 'topo_cfg': {<TOPOLOGY_CONFIGS>}
# 'tenants_cfg': {<TENANT_AND_USER_LISTS_FOR_REUSING>}
# }
try:
kb_config = KBSessionManager.get(session_id).kb_config
self.fix_config(kb_config, user_config)
except Exception:
response.status = 400
response.text = u"Error while parsing configurations: \n%s" %\
(traceback.format_exc())
return response.text
else:
response.status = 403
response.text = u"Cannot update configuration if KloudBuster is not at READY."
return response.text
return "OK!"
def stage_POST(self, *args):
session_id = args[0]
if KBSessionManager.get(session_id).kb_status != 'READY':
response.status = 403
response.text = u"Unable to stage resources when status is not READY."
return response.text
self.kb_thread = threading.Thread(target=self.kb_stage_thread_handler,
args=[session_id])
self.kb_thread.daemon = True
self.kb_thread.start()
return "OK!"
def run_test_POST(self, *args):
session_id = args[0]
if KBSessionManager.get(session_id).kb_status != 'STAGED':
response.status = 403
response.text = u"Unable to start the tests when status is not at STAGED."
return response.text
self.kb_thread = threading.Thread(
target=self.kb_run_test_thread_handler, args=[session_id])
self.kb_thread.daemon = True
self.kb_thread.start()
return "OK!"
def log(self, *args, **kwargs):
session_id = args[0]
offset = kwargs.get('offset', 0)
try:
offset = int(offset)
except ValueError:
response.status = 400
response.text = u"Parameter 'offset' is invalid."
return response.text
kb_session = KBSessionManager.get(session_id)
plog = kb_session.kloudbuster.dump_logs(offset=offset)\
if kb_session.kloudbuster else ""
return json.dumps(plog)
def running_config_PUT(self, *args):
# @TODO(Not completed! ENOTSUP)
if len(args):
session_id = args[0]
else:
response.status = 400
response.text = u"Please specify the session_id."
return response.text
if KBSessionManager.has(session_id):
# kb_session = KBSessionManager.get(session_id)
#
#
#
return "OK!"
else:
response.status = 404
response.text = u"Session ID is not found or invalid."
return response.text
def running_config(self, *args):
session_id = args[0]
kb_config_obj = KBSessionManager.get(session_id).kb_config
config_scale = dict(kb_config_obj.config_scale)
return json.dumps(config_scale)
def topology_config(self, *args):
session_id = args[0]
kb_config_obj = KBSessionManager.get(session_id).kb_config
return json.dumps(kb_config_obj.topo_cfg)
def running_config_POST(self, arg):
try:
# Expectation:
# {
# 'credentials': {'tested-rc': '<STRING>', 'tested-passwd': '<STRING>',
# 'testing-rc': '<STRING>', 'testing-passwd': '<STRING>'},
# 'kb_cfg': {<USER_OVERRIDED_CONFIGS>},
# 'topo_cfg': {<TOPOLOGY_CONFIGS>},
# 'tenants_cfg': {<TENANT_AND_USER_LISTS_FOR_REUSING>},
# 'storage_mode': True/False
# }
user_config = json.loads(arg)
# Parsing credentials from application input
cred_config = user_config['credentials']
cred_tested = Credentials(openrc=cred_config['tested-rc'].splitlines(),
is_file=False,
pwd=cred_config.get('tested-passwd', None))
if ('testing-rc' in cred_config and
cred_config['testing-rc'] != cred_config['tested-rc']):
cred_testing = Credentials(openrc=cred_config['testing-rc'].splitlines(),
is_file=False,
pwd=cred_config.get('testing-passwd', None))
else:
# Use the same openrc file for both cases
cred_testing = cred_tested
kb_config = KBConfig()
kb_config.storage_mode = user_config.get('storage_mode', False)
session_id = hashlib.md5(str(cred_config)).hexdigest()
if KBSessionManager.has(session_id):
response.status = 200
return str(session_id)
except Exception:
response.status = 400
response.text = u"Error while parsing configurations: \n%s" % (traceback.format_exc())
return response.text
logfile_name = "/tmp/kb_log_%s" % session_id
logging.setup("kloudbuster", logfile=logfile_name)
kb_config.init_with_rest_api(cred_tested=cred_tested,
cred_testing=cred_testing)
self.fix_config(kb_config, user_config)
kb_session = KBSession()
kb_session.kb_config = kb_config
try:
kb_session.kloudbuster = KloudBuster(
kb_config.cred_tested, kb_config.cred_testing,
kb_config.server_cfg, kb_config.client_cfg,
kb_config.topo_cfg, kb_config.tenants_list,
storage_mode=kb_config.storage_mode)
kb_session.kloudbuster.fp_logfile = open(logfile_name)
except Exception:
LOG.warning(traceback.format_exc())
kb_session.kb_status = 'ERROR'
response.status = 400
response.text = u"Cannot initialize KloudBuster instance."
return response.text
KBSessionManager.add(session_id, kb_session)
response.status = 201
return str(session_id)
def running_config_POST(self, arg):
try:
# Expectation:
# {
# 'credentials': {'tested-rc': '<STRING>', 'tested-passwd': '<STRING>',
# 'testing-rc': '<STRING>', 'testing-passwd': '<STRING>'},
# 'kb_cfg': {<USER_OVERRIDED_CONFIGS>},
# 'topo_cfg': {<TOPOLOGY_CONFIGS>},
# 'tenants_cfg': {<TENANT_AND_USER_LISTS_FOR_REUSING>},
# 'storage_mode': True/False
# }
user_config = json.loads(arg)
# Parsing credentials from application input
cred_config = user_config['credentials']
cred_tested = Credentials(openrc_contents=cred_config['tested-rc'],
pwd=cred_config['tested-passwd'])
if ('testing-rc' in cred_config and
cred_config['testing-rc'] != cred_config['tested-rc']):
cred_testing = Credentials(openrc_contents=cred_config['testing-rc'],
pwd=cred_config['testing-passwd'])
else:
# Use the same openrc file for both cases
cred_testing = cred_tested
kb_config = KBConfig()
kb_config.storage_mode = user_config.get('storage_mode', False)
session_id = hashlib.md5(str(cred_config)).hexdigest()
if KBSessionManager.has(session_id):
response.status = 200
return str(session_id)
except Exception:
response.status = 400
response.text = u"Error while parsing configurations: \n%s" % (traceback.format_exc())
return response.text
logfile_name = "/tmp/kb_log_%s" % session_id
logging.setup("kloudbuster", logfile=logfile_name)
kb_config.init_with_rest_api(cred_tested=cred_tested,
cred_testing=cred_testing)
self.fix_config(kb_config, user_config)
kb_session = KBSession()
kb_session.kb_config = kb_config
try:
kb_session.kloudbuster = KloudBuster(
kb_config.cred_tested, kb_config.cred_testing,
kb_config.server_cfg, kb_config.client_cfg,
kb_config.topo_cfg, kb_config.tenants_list,
storage_mode=kb_config.storage_mode)
kb_session.kloudbuster.fp_logfile = open(logfile_name)
except Exception:
LOG.warning(traceback.format_exc())
kb_session.kb_status = 'ERROR'
response.status = 400
response.text = u"Cannot initialize KloudBuster instance."
return response.text
KBSessionManager.add(session_id, kb_session)
response.status = 201
return str(session_id)
def running_config(self, *args):
session_id = args[0]
kb_config_obj = KBSessionManager.get(session_id).kb_config
config_scale = dict(kb_config_obj.config_scale)
return json.dumps(config_scale)
def topology_config(self, *args):
session_id = args[0]
kb_config_obj = KBSessionManager.get(session_id).kb_config
return json.dumps(kb_config_obj.topo_cfg)
def running_config_POST(self, arg):
try:
# Expectation:
# {
# 'credentials': {'tested-rc': '<STRING>', 'tested-passwd': '<STRING>',
# 'testing-rc': '<STRING>', 'testing-passwd': '<STRING>'},
# 'kb_cfg': {<USER_OVERRIDED_CONFIGS>},
# 'topo_cfg': {<TOPOLOGY_CONFIGS>}
# 'tenants_cfg': {<TENANT_AND_USER_LISTS_FOR_REUSING>}
# }
user_config = json.loads(arg)
# Parsing credentials from application input
cred_config = user_config["credentials"]
cred_tested = Credentials(openrc_contents=cred_config["tested-rc"], pwd=cred_config["tested-passwd"])
if "testing-rc" in cred_config and cred_config["testing-rc"] != cred_config["tested-rc"]:
cred_testing = Credentials(openrc_contents=cred_config["testing-rc"], pwd=cred_config["testing-passwd"])
else:
# Use the same openrc file for both cases
cred_testing = cred_tested
session_id = hashlib.md5(str(cred_config)).hexdigest()
kb_config = KBConfig()
if KBSessionManager.has(session_id):
response.status = 403
response.text = u"Session is already existed."
return response.text
# Parsing server and client configs from application input
# Save the public key into a temporary file
if "public_key" in user_config["kb_cfg"]:
pubkey_filename = "/tmp/kb_public_key.pub"
f = open(pubkey_filename, "w")
f.write(user_config["kb_cfg"]["public_key_file"])
f.close()
kb_config.config_scale["public_key_file"] = pubkey_filename
if "prompt_before_run" in user_config["kb_cfg"]:
kb_config.config_scale["prompt_before_run"] = False
if user_config["kb_cfg"]:
alt_config = Configuration.from_string(user_config["kb_cfg"]).configure()
kb_config.config_scale = kb_config.config_scale.merge(alt_config)
# Parsing topology configs from application input
if "topo_cfg" in user_config:
topo_cfg = Configuration.from_string(user_config["topo_cfg"]).configure()
else:
topo_cfg = None
# Parsing tenants configs from application input
if "tenants_list" in user_config:
tenants_list = Configuration.from_string(user_config["tenants_list"]).configure()
else:
tenants_list = None
except Exception:
response.status = 400
response.text = u"Error while parsing configurations: \n%s" % (traceback.format_exc)
return response.text
logging.setup("kloudbuster", logfile="/tmp/kb_log_%s" % session_id)
kb_config.init_with_rest_api(
cred_tested=cred_tested, cred_testing=cred_testing, topo_cfg=topo_cfg, tenants_list=tenants_list
)
kb_session = KBSession()
kb_session.kb_config = kb_config
KBSessionManager.add(session_id, kb_session)
return str(session_id)