def run_tests_stage(cfg, ctx):
ctx.results = collections.defaultdict(lambda: [])
for group in cfg.get('tests', []):
if len(group.items()) != 1:
msg = "Items in tests section should have len == 1"
logger.error(msg)
raise utils.StopTestError(msg)
key, config = group.items()[0]
if 'start_test_nodes' == key:
if 'openstack' not in config:
msg = "No openstack block in config - can't spawn vm's"
logger.error(msg)
raise utils.StopTestError(msg)
num_test_nodes = 0
for node in ctx.nodes:
if 'testnode' in node.roles:
num_test_nodes += 1
vm_ctx = create_vms_ctx(ctx, cfg, config['openstack'],
num_test_nodes)
tests = config.get('tests', [])
else:
vm_ctx = utils.empty_ctx([])
tests = [group]
if cfg.get('sensors') is None:
sensor_ctx = utils.empty_ctx()
else:
sensor_ctx = with_sensors_util(cfg.get('sensors'), ctx.nodes)
with vm_ctx as new_nodes:
if len(new_nodes) != 0:
connect_all(new_nodes, True)
if not cfg.no_tests:
for test_group in tests:
with sensor_ctx:
for tp, res in run_tests(cfg, test_group, ctx.nodes):
ctx.results[tp].extend(res)
def run_tests_stage(cfg, ctx):
ctx.results = collections.defaultdict(lambda: [])
for group in cfg.get('tests', []):
if len(group.items()) != 1:
msg = "Items in tests section should have len == 1"
logger.error(msg)
raise utils.StopTestError(msg)
key, config = group.items()[0]
if 'start_test_nodes' == key:
if 'openstack' not in config:
msg = "No openstack block in config - can't spawn vm's"
logger.error(msg)
raise utils.StopTestError(msg)
num_test_nodes = 0
for node in ctx.nodes:
if 'testnode' in node.roles:
num_test_nodes += 1
vm_ctx = create_vms_ctx(ctx, cfg, config['openstack'],
num_test_nodes)
tests = config.get('tests', [])
else:
vm_ctx = utils.empty_ctx([])
tests = [group]
if cfg.get('sensors') is None:
sensor_ctx = utils.empty_ctx()
else:
sensor_ctx = with_sensors_util(cfg.get('sensors'), ctx.nodes)
with vm_ctx as new_nodes:
if len(new_nodes) != 0:
connect_all(new_nodes, True)
if not cfg.no_tests:
for test_group in tests:
with sensor_ctx:
for tp, res in run_tests(cfg, test_group, ctx.nodes):
ctx.results[tp].extend(res)
def run_tests(cfg, test_block, nodes):
"""
Run test from test block
"""
test_nodes = [node for node in nodes if "testnode" in node.roles]
not_test_nodes = [node for node in nodes if "testnode" not in node.roles]
if len(test_nodes) == 0:
logger.error("No test nodes found")
return
for name, params in test_block.items():
results = []
# iterate over all node counts
limit = params.get("node_limit", len(test_nodes))
if isinstance(limit, (int, long)):
vm_limits = [limit]
else:
list_or_tpl = isinstance(limit, (tuple, list))
all_ints = list_or_tpl and all(isinstance(climit, (int, long)) for climit in limit)
if not all_ints:
msg = (
"'node_limit' parameter ion config should"
+ "be either int or list if integers, not {0!r}".format(limit)
)
raise ValueError(msg)
vm_limits = limit
for vm_count in vm_limits:
# select test nodes
if vm_count == "all":
curr_test_nodes = test_nodes
unused_nodes = []
else:
curr_test_nodes = test_nodes[:vm_count]
unused_nodes = test_nodes[vm_count:]
if 0 == len(curr_test_nodes):
continue
results_path = generate_result_dir_name(cfg.results_storage, name, params)
utils.mkdirs_if_unxists(results_path)
# suspend all unused virtual nodes
if cfg.settings.get("suspend_unused_vms", True):
suspend_ctx = suspend_vm_nodes_ctx(unused_nodes)
else:
suspend_ctx = utils.empty_ctx()
with suspend_ctx:
resumable_nodes_ids = [node.os_vm_id for node in curr_test_nodes if node.os_vm_id is not None]
if len(resumable_nodes_ids) != 0:
logger.debug("Check and unpause {0} nodes".format(len(resumable_nodes_ids)))
start_vms.unpause(resumable_nodes_ids)
sens_nodes = curr_test_nodes + not_test_nodes
with sensors_info_util(cfg, sens_nodes) as sensor_data:
test_cls = TOOL_TYPE_MAPPER[name]
remote_dir = cfg.default_test_local_folder.format(name=name)
test_cfg = TestConfig(
test_cls.__name__,
params=params,
test_uuid=cfg.run_uuid,
nodes=test_nodes,
log_directory=results_path,
remote_dir=remote_dir,
)
t_start = time.time()
res = test_cls(test_cfg).run()
t_end = time.time()
# save sensor data
if sensor_data is not None:
fname = "{0}_{1}.csv".format(int(t_start), int(t_end))
fpath = os.path.join(cfg.sensor_storage, fname)
with open(fpath, "w") as fd:
fd.write("\n\n".join(sensor_data))
results.append(res)
yield name, results
def run_tests(cfg, test_block, nodes):
"""
Run test from test block
"""
test_nodes = [node for node in nodes if 'testnode' in node.roles]
not_test_nodes = [node for node in nodes if 'testnode' not in node.roles]
if len(test_nodes) == 0:
logger.error("No test nodes found")
return
for name, params in test_block.items():
results = []
# iterate over all node counts
limit = params.get('node_limit', len(test_nodes))
if isinstance(limit, (int, long)):
vm_limits = [limit]
else:
list_or_tpl = isinstance(limit, (tuple, list))
all_ints = list_or_tpl and all(
isinstance(climit, (int, long)) for climit in limit)
if not all_ints:
msg = "'node_limit' parameter ion config should" + \
"be either int or list if integers, not {0!r}".format(limit)
raise ValueError(msg)
vm_limits = limit
for vm_count in vm_limits:
# select test nodes
if vm_count == 'all':
curr_test_nodes = test_nodes
unused_nodes = []
else:
curr_test_nodes = test_nodes[:vm_count]
unused_nodes = test_nodes[vm_count:]
if 0 == len(curr_test_nodes):
continue
results_path = generate_result_dir_name(cfg.results_storage, name,
params)
utils.mkdirs_if_unxists(results_path)
# suspend all unused virtual nodes
if cfg.settings.get('suspend_unused_vms', True):
suspend_ctx = suspend_vm_nodes_ctx(unused_nodes)
else:
suspend_ctx = utils.empty_ctx()
with suspend_ctx:
resumable_nodes_ids = [
node.os_vm_id for node in curr_test_nodes
if node.os_vm_id is not None
]
if len(resumable_nodes_ids) != 0:
logger.debug("Check and unpause {0} nodes".format(
len(resumable_nodes_ids)))
start_vms.unpause(resumable_nodes_ids)
sens_nodes = curr_test_nodes + not_test_nodes
with sensors_info_util(cfg, sens_nodes) as sensor_data:
test_cls = TOOL_TYPE_MAPPER[name]
remote_dir = cfg.default_test_local_folder.format(
name=name)
test_cfg = TestConfig(test_cls.__name__,
params=params,
test_uuid=cfg.run_uuid,
nodes=test_nodes,
log_directory=results_path,
remote_dir=remote_dir)
t_start = time.time()
res = test_cls(test_cfg).run()
t_end = time.time()
# save sensor data
if sensor_data is not None:
fname = "{0}_{1}.csv".format(int(t_start), int(t_end))
fpath = os.path.join(cfg.sensor_storage, fname)
with open(fpath, "w") as fd:
fd.write("\n\n".join(sensor_data))
results.append(res)
yield name, results