def do_start(self, args, **kwargs): param = change_osloobj_to_paras(args) self.output_file = param.output_file self._init_result_file() try: Task().start(param, **kwargs) self._finish() except Exception as e: self._write_error_data(e)
def do_start(self, args, **kwargs): param = change_osloobj_to_paras(args) self.output_file = param.output_file try: result = Task().start(param, **kwargs) except Exception as e: self._write_error_data(e) LOG.exception("") if result.get('result', {}).get('criteria') == 'PASS': LOG.info('Task Success') else: LOG.info('Task Failed') raise RuntimeError('Task Failed')
def do_start(self, args, **kwargs): param = change_osloobj_to_paras(args) self.output_file = param.output_file result = {} LOG.info('Task START') try: #result = Task().start(param, **kwargs) task = VTask() task_files, task_args, task_args_fnames, parser = task.pre_start(param, **kwargs) task.do_onboard(task_files, task_args, task_args_fnames, parser) task.do_benchmark(param, task_files) except Exception as e: self._write_error_data(e) LOG.exception("")
def test_report_generate_nsb_simple(self, *args): tmpfile = tempfile.NamedTemporaryFile(delete=True) args = core.Param({"task_id": [GOOD_TASK_ID], "yaml_name": [GOOD_YAML_NAME]}) params = change_osloobj_to_paras(args) with mock.patch.object(report.consts, 'DEFAULT_HTML_FILE', tmpfile.name): report.Report().generate_nsb(params) data_act = None time_act = None keys_act = None tree_act = None with open(tmpfile.name) as f: for l in f.readlines(): if "var report_data = {" in l: data_act = ast.literal_eval(l.strip()[18:-1]) elif "var report_time = [" in l: time_act = ast.literal_eval(l.strip()[18:-1]) elif "var report_keys = [" in l: keys_act = ast.literal_eval(l.strip()[18:-1]) elif "var report_tree = [" in l: tree_act = ast.literal_eval(l.strip()[18:-1]) data_exp = { 'metric1': [1, 1, 2, 3, 5, 8], 'metric2': [0, 1, 2, 3, 4, 5], 'metric3': [8, 5, 3, 2, 1, 1], 'metric4': [5, 4, 3, 2, 1, 0], } time_exp = [ '16:49:26.372662', '16:49:27.374208', '16:49:28.375742', '16:49:29.377299', '16:49:30.378252', '16:49:30.379359', ] keys_exp = [ 'metric1', 'metric2', 'metric3', 'metric4', ] tree_exp = [ {'parent': '#', 'text': 'metric1', 'id': 'metric1'}, {'parent': '#', 'text': 'metric2', 'id': 'metric2'}, {'parent': '#', 'text': 'metric3', 'id': 'metric3'}, {'parent': '#', 'text': 'metric4', 'id': 'metric4'}, ] self.assertEqual(data_exp, data_act) self.assertEqual(time_exp, time_act) self.assertEqual(keys_exp, keys_act) self.assertEqual(tree_exp, tree_act)
def do_start(self, args, **kwargs): param = change_osloobj_to_paras(args) self.output_file = param.output_file result = {} LOG.info('Task START') try: result = Task().start(param, **kwargs) except Exception as e: # pylint: disable=broad-except self._write_error_data(e) if result.get('result', {}).get('criteria') == 'PASS': LOG.info('Task SUCCESS') else: LOG.info('Task FAILED') raise RuntimeError('Task Failed')
def do_start(self, args, **kwargs): param = change_osloobj_to_paras(args) self.output_file = param.output_file LOG.info('Task START') try: result = Task().start(param, **kwargs) except Exception as e: # pylint: disable=broad-except self._write_error_data(e) LOG.info('Task FAILED') raise else: if result.get('result', {}).get('criteria') == 'PASS': LOG.info('Task SUCCESS') else: LOG.info('Task FAILED') # exit without backtrace raise SystemExit(self.EXIT_TEST_FAILED)
def do_show(self, args): """Show details of a specific scenario type""" param = change_osloobj_to_paras(args) Scenarios().show(param)
def do_list(self, args): """List existing scenario types""" param = change_osloobj_to_paras(args) Scenarios().list_all(param)
def do_show(self, args): """Show details of a specific test case""" param = change_osloobj_to_paras(args) Testcase().show(param)
def setUp(self): super(ReportTestCase, self).setUp() self.param = change_osloobj_to_paras({}) self.param.yaml_name = [FAKE_YAML_NAME] self.param.task_id = [FAKE_TASK_ID] self.rep = report.Report()
def do_remove(self, args): """Remove a plugin.""" param = change_osloobj_to_paras(args) Plugin().remove(param)
def do_remove(self, args): '''Remove a plugin.''' param = change_osloobj_to_paras(args) Plugin().remove(param)
def do_install(self, args): """Install a plugin.""" param = change_osloobj_to_paras(args) Plugin().install(param)
def do_install(self, args): '''Install a plugin.''' param = change_osloobj_to_paras(args) Plugin().install(param)
def do_start(self, args, **kwargs): param = change_osloobj_to_paras(args) Task().start(param, **kwargs)
def do_list(self, args): '''List existing test cases''' param = change_osloobj_to_paras(args) Testcase().list_all(param)
def do_list(self, args): '''List existing runner types''' param = change_osloobj_to_paras(args) Runners().list_all(param)
def do_generate(self, args): """Generate a report.""" param = change_osloobj_to_paras(args) report.Report().generate(param)
def do_show(self, args): '''Show details of a specific runner type''' param = change_osloobj_to_paras(args) Runners().show(param)
def do_generate(self, args): """Start a benchmark scenario.""" param = change_osloobj_to_paras(args) Report().generate(param)
def test_report_generate_nsb_simple(self, *args): tmpfile = tempfile.NamedTemporaryFile(delete=True) args = core.Param({ "task_id": [GOOD_TASK_ID], "yaml_name": [GOOD_YAML_NAME] }) params = change_osloobj_to_paras(args) with mock.patch.object(report.consts, 'DEFAULT_HTML_FILE', tmpfile.name): report.Report().generate_nsb(params) data_act = None time_act = None keys_act = None tree_act = None with open(tmpfile.name) as f: for l in f.readlines(): if "var report_data = {" in l: data_act = ast.literal_eval(l.strip()[18:-1]) elif "var report_time = [" in l: time_act = ast.literal_eval(l.strip()[18:-1]) elif "var report_keys = [" in l: keys_act = ast.literal_eval(l.strip()[18:-1]) elif "var report_tree = [" in l: tree_act = ast.literal_eval(l.strip()[18:-1]) data_exp = { 'metric1': [{ 'x': '16:49:26.372662', 'y': 1 }, { 'x': '16:49:27.374208', 'y': 1 }, { 'x': '16:49:28.375742', 'y': 2 }, { 'x': '16:49:29.377299', 'y': 3 }, { 'x': '16:49:30.378252', 'y': 5 }, { 'x': '16:49:30.379359', 'y': 8 }], 'metric2': [{ 'x': '16:49:26.372662', 'y': 0 }, { 'x': '16:49:27.374208', 'y': 1 }, { 'x': '16:49:28.375742', 'y': 2 }, { 'x': '16:49:29.377299', 'y': 3 }, { 'x': '16:49:30.378252', 'y': 4 }, { 'x': '16:49:30.379359', 'y': 5 }], 'metric3': [{ 'x': '16:49:26.372662', 'y': 8 }, { 'x': '16:49:27.374208', 'y': 5 }, { 'x': '16:49:28.375742', 'y': 3 }, { 'x': '16:49:29.377299', 'y': 2 }, { 'x': '16:49:30.378252', 'y': 1 }, { 'x': '16:49:30.379359', 'y': 1 }], 'metric4': [{ 'x': '16:49:26.372662', 'y': 5 }, { 'x': '16:49:27.374208', 'y': 4 }, { 'x': '16:49:28.375742', 'y': 3 }, { 'x': '16:49:29.377299', 'y': 2 }, { 'x': '16:49:30.378252', 'y': 1 }, { 'x': '16:49:30.379359', 'y': 0 }], 'myhostname.cpu_value.cpu.system.0': [{ 'x': '16:49:27.3837', 'y': 193798 }, { 'x': '16:49:28.3837', 'y': 193800 }, { 'x': '16:49:29.3837', 'y': 193801 }], 'myhostname.cpu_value.cpu.user.0': [{ 'x': '16:49:27.3836', 'y': 324050 }, { 'x': '16:49:28.3836', 'y': 324051 }, { 'x': '16:49:29.3836', 'y': 324054 }], 'myhostname.cpufreq_value.cpu.system.0': [{ 'x': '16:49:27.3837', 'y': 193798 }, { 'x': '16:49:28.3837', 'y': 193800 }, { 'x': '16:49:29.3837', 'y': 193801 }], 'myhostname.cpufreq_value.cpu.user.0': [{ 'x': '16:49:27.3836', 'y': 324050 }, { 'x': '16:49:28.3836', 'y': 324051 }, { 'x': '16:49:29.3836', 'y': 324054 }], 'myhostname.intel_pmu_value.cpu.system.0': [{ 'x': '16:49:27.3837', 'y': 193798 }, { 'x': '16:49:28.3837', 'y': 193800 }, { 'x': '16:49:29.3837', 'y': 193801 }], 'myhostname.intel_pmu_value.cpu.user.0': [{ 'x': '16:49:27.3836', 'y': 324050 }, { 'x': '16:49:28.3836', 'y': 324051 }, { 'x': '16:49:29.3836', 'y': 324054 }], 'myhostname.virt_value.cpu.system.0': [{ 'x': '16:49:27.3837', 'y': 193798 }, { 'x': '16:49:28.3837', 'y': 193800 }, { 'x': '16:49:29.3837', 'y': 193801 }], 'myhostname.virt_value.cpu.user.0': [{ 'x': '16:49:27.3836', 'y': 324050 }, { 'x': '16:49:28.3836', 'y': 324051 }, { 'x': '16:49:29.3836', 'y': 324054 }], 'myhostname.memory_value.cpu.system.0': [{ 'x': '16:49:27.3837', 'y': 193798 }, { 'x': '16:49:28.3837', 'y': 193800 }, { 'x': '16:49:29.3837', 'y': 193801 }], 'myhostname.memory_value.cpu.user.0': [{ 'x': '16:49:27.3836', 'y': 324050 }, { 'x': '16:49:28.3836', 'y': 324051 }, { 'x': '16:49:29.3836', 'y': 324054 }] } time_exp = [ '16:49:26.372662', '16:49:27.374208', '16:49:27.3836', '16:49:27.3837', '16:49:28.375742', '16:49:28.3836', '16:49:28.3837', '16:49:29.377299', '16:49:29.3836', '16:49:29.3837', '16:49:30.378252', '16:49:30.379359', ] keys_exp = sorted([ 'metric1', 'metric2', 'metric3', 'metric4', 'myhostname.cpu_value.cpu.system.0', 'myhostname.cpu_value.cpu.user.0', 'myhostname.cpufreq_value.cpu.system.0', 'myhostname.cpufreq_value.cpu.user.0', 'myhostname.intel_pmu_value.cpu.system.0', 'myhostname.intel_pmu_value.cpu.user.0', 'myhostname.virt_value.cpu.system.0', 'myhostname.virt_value.cpu.user.0', 'myhostname.memory_value.cpu.system.0', 'myhostname.memory_value.cpu.user.0', ]) tree_exp = [{ 'parent': '#', 'text': 'metric1', 'id': 'metric1' }, { 'parent': '#', 'text': 'metric2', 'id': 'metric2' }, { 'parent': '#', 'text': 'metric3', 'id': 'metric3' }, { 'parent': '#', 'text': 'metric4', 'id': 'metric4' }, { 'id': 'myhostname', 'parent': '#', 'text': 'myhostname' }, { 'id': 'myhostname.cpu_value', 'parent': 'myhostname', 'text': 'cpu_value' }, { 'id': 'myhostname.cpu_value.cpu', 'parent': 'myhostname.cpu_value', 'text': 'cpu' }, { 'id': 'myhostname.cpu_value.cpu.system', 'parent': 'myhostname.cpu_value.cpu', 'text': 'system' }, { 'id': 'myhostname.cpu_value.cpu.system.0', 'parent': 'myhostname.cpu_value.cpu.system', 'text': '0' }, { 'id': 'myhostname.cpu_value.cpu.user', 'parent': 'myhostname.cpu_value.cpu', 'text': 'user' }, { 'id': 'myhostname.cpu_value.cpu.user.0', 'parent': 'myhostname.cpu_value.cpu.user', 'text': '0' }, { 'id': 'myhostname.cpufreq_value', 'parent': 'myhostname', 'text': 'cpufreq_value' }, { 'id': 'myhostname.cpufreq_value.cpu', 'parent': 'myhostname.cpufreq_value', 'text': 'cpu' }, { 'id': 'myhostname.cpufreq_value.cpu.system', 'parent': 'myhostname.cpufreq_value.cpu', 'text': 'system' }, { 'id': 'myhostname.cpufreq_value.cpu.system.0', 'parent': 'myhostname.cpufreq_value.cpu.system', 'text': '0' }, { 'id': 'myhostname.cpufreq_value.cpu.user', 'parent': 'myhostname.cpufreq_value.cpu', 'text': 'user' }, { 'id': 'myhostname.cpufreq_value.cpu.user.0', 'parent': 'myhostname.cpufreq_value.cpu.user', 'text': '0' }, { 'id': 'myhostname.intel_pmu_value', 'parent': 'myhostname', 'text': 'intel_pmu_value' }, { 'id': 'myhostname.intel_pmu_value.cpu', 'parent': 'myhostname.intel_pmu_value', 'text': 'cpu' }, { 'id': 'myhostname.intel_pmu_value.cpu.system', 'parent': 'myhostname.intel_pmu_value.cpu', 'text': 'system' }, { 'id': 'myhostname.intel_pmu_value.cpu.system.0', 'parent': 'myhostname.intel_pmu_value.cpu.system', 'text': '0' }, { 'id': 'myhostname.intel_pmu_value.cpu.user', 'parent': 'myhostname.intel_pmu_value.cpu', 'text': 'user' }, { 'id': 'myhostname.intel_pmu_value.cpu.user.0', 'parent': 'myhostname.intel_pmu_value.cpu.user', 'text': '0' }, { 'id': 'myhostname.memory_value', 'parent': 'myhostname', 'text': 'memory_value' }, { 'id': 'myhostname.memory_value.cpu', 'parent': 'myhostname.memory_value', 'text': 'cpu' }, { 'id': 'myhostname.memory_value.cpu.system', 'parent': 'myhostname.memory_value.cpu', 'text': 'system' }, { 'id': 'myhostname.memory_value.cpu.system.0', 'parent': 'myhostname.memory_value.cpu.system', 'text': '0' }, { 'id': 'myhostname.memory_value.cpu.user', 'parent': 'myhostname.memory_value.cpu', 'text': 'user' }, { 'id': 'myhostname.memory_value.cpu.user.0', 'parent': 'myhostname.memory_value.cpu.user', 'text': '0' }, { 'id': 'myhostname.virt_value', 'parent': 'myhostname', 'text': 'virt_value' }, { 'id': 'myhostname.virt_value.cpu', 'parent': 'myhostname.virt_value', 'text': 'cpu' }, { 'id': 'myhostname.virt_value.cpu.system', 'parent': 'myhostname.virt_value.cpu', 'text': 'system' }, { 'id': 'myhostname.virt_value.cpu.system.0', 'parent': 'myhostname.virt_value.cpu.system', 'text': '0' }, { 'id': 'myhostname.virt_value.cpu.user', 'parent': 'myhostname.virt_value.cpu', 'text': 'user' }, { 'id': 'myhostname.virt_value.cpu.user.0', 'parent': 'myhostname.virt_value.cpu.user', 'text': '0' }] self.assertEqual(data_exp, data_act) self.assertEqual(time_exp, time_act) self.assertEqual(keys_exp, keys_act) self.assertEqual(tree_exp, tree_act)
def do_generate_nsb(self, args): """Generate a report using the NSB template.""" param = change_osloobj_to_paras(args) report.Report().generate_nsb(param)