def _get_atomic_action_durations(result): raw = result.get('result', []) atomic_actions_names = [] for r in raw: if 'atomic_actions' in r: for a in r['atomic_actions']: atomic_actions_names.append(a["action"]) break action_durations = {} for atomic_action in atomic_actions_names: action_durations[atomic_action] = utils.get_durations( raw, lambda r: next(a["duration"] for a in r["atomic_actions"] if a["action"] == atomic_action), lambda r: any( (a["action"] == atomic_action) for a in r["atomic_actions"])) table = [] actions_list = action_durations.keys() action_durations["total"] = utils.get_durations(raw, lambda x: x["duration"], lambda r: not r["error"]) actions_list.append("total") for action in actions_list: durations = action_durations[action] if durations: data = [ action, round(min(durations), 3), round(utils.mean(durations), 3), round(max(durations), 3), round(utils.percentile(durations, 0.90), 3), round(utils.percentile(durations, 0.95), 3), "%.1f%%" % (len(durations) * 100.0 / len(raw)), len(raw) ] else: data = [action, None, None, None, None, None, 0, len(raw)] table.append(data) return table
def _get_atomic_action_durations(result): raw = result.get('result', []) atomic_actions_names = [] for r in raw: if 'atomic_actions' in r: for a in r['atomic_actions']: atomic_actions_names.append(a["action"]) break action_durations = {} for atomic_action in atomic_actions_names: action_durations[atomic_action] = utils.get_durations( raw, lambda r: next(a["duration"] for a in r["atomic_actions"] if a["action"] == atomic_action), lambda r: any((a["action"] == atomic_action) for a in r["atomic_actions"])) table = [] actions_list = action_durations.keys() action_durations["total"] = utils.get_durations( raw, lambda x: x["duration"], lambda r: not r["error"]) actions_list.append("total") for action in actions_list: durations = action_durations[action] if durations: data = [action, round(min(durations), 3), round(utils.mean(durations), 3), round(max(durations), 3), round(utils.percentile(durations, 0.90), 3), round(utils.percentile(durations, 0.95), 3), "%.1f%%" % (len(durations) * 100.0 / len(raw)), len(raw)] else: data = [action, None, None, None, None, None, 0, len(raw)] table.append(data) return table
def _get_atomic_action_durations(raw): atomic_actions_names = [] for r in raw: if 'atomic_actions' in r: for a in r['atomic_actions']: atomic_actions_names.append(a["action"]) break result = {} for atomic_action in atomic_actions_names: result[atomic_action] = utils.get_durations( raw, lambda r: next(a["duration"] for a in r["atomic_actions"] if a["action"] == atomic_action), lambda r: any((a["action"] == atomic_action) for a in r["atomic_actions"])) return result
def detailed(self, task_id=None, iterations_data=False): """Get detailed information about task :param task_id: Task uuid :param iterations_data: print detailed results for each iteration Prints detailed information of task. """ def _print_iterations_data(raw): headers = ['iteration', "full duration"] float_cols = ['full duration'] for i in range(0, len(raw)): if raw[i]['atomic_actions']: for (c, a) in enumerate(raw[i]['atomic_actions'], 1): action = str(c) + "-" + a['action'] headers.append(action) float_cols.append(action) break table_rows = [] formatters = dict(zip(float_cols, [cliutils.pretty_float_formatter(col, 3) for col in float_cols])) for (c, r) in enumerate(raw, 1): dlist = [c] d = [] if r['atomic_actions']: for l in r['atomic_actions']: d.append(l['duration']) dlist.append(sum(d)) dlist = dlist + d table_rows.append(rutils.Struct(**dict(zip(headers, dlist)))) else: data = dlist + ["N/A" for i in range(1, len(headers))] table_rows.append(rutils.Struct(**dict(zip(headers, data)))) common_cliutils.print_list(table_rows, fields=headers, formatters=formatters) print() def _get_atomic_action_durations(raw): atomic_actions_names = [] for r in raw: if 'atomic_actions' in r: for a in r['atomic_actions']: atomic_actions_names.append(a["action"]) break result = {} for atomic_action in atomic_actions_names: result[atomic_action] = utils.get_durations( raw, lambda r: next(a["duration"] for a in r["atomic_actions"] if a["action"] == atomic_action), lambda r: any((a["action"] == atomic_action) for a in r["atomic_actions"])) return result if task_id == "last": task = db.task_get_detailed_last() task_id = task.uuid else: task = db.task_get_detailed(task_id) if task is None: print("The task %s can not be found" % task_id) return(1) print() print("=" * 80) print(_("Task %(task_id)s is %(status)s.") % {"task_id": task_id, "status": task["status"]}) if task["failed"]: print("-" * 80) verification = yaml.safe_load(task["verification_log"]) if not cfg.CONF.debug: print(verification[0]) print(verification[1]) print() print(_("For more details run:\nrally -vd task detailed %s") % task["uuid"]) else: print(yaml.safe_load(verification[2])) return for result in task["results"]: key = result["key"] print("-" * 80) print() print("test scenario %s" % key["name"]) print("args position %s" % key["pos"]) print("args values:") pprint.pprint(key["kw"]) raw = result["data"]["raw"] table_cols = ["action", "min (sec)", "avg (sec)", "max (sec)", "90 percentile", "95 percentile", "success", "count"] float_cols = ["min (sec)", "avg (sec)", "max (sec)", "90 percentile", "95 percentile"] formatters = dict(zip(float_cols, [cliutils.pretty_float_formatter(col, 3) for col in float_cols])) table_rows = [] action_durations = _get_atomic_action_durations(raw) actions_list = action_durations.keys() action_durations["total"] = utils.get_durations( raw, lambda x: x["duration"], lambda r: not r["error"]) actions_list.append("total") for action in actions_list: durations = action_durations[action] if durations: data = [action, min(durations), utils.mean(durations), max(durations), utils.percentile(durations, 0.90), utils.percentile(durations, 0.95), "%.1f%%" % (len(durations) * 100.0 / len(raw)), len(raw)] else: data = [action, None, None, None, None, None, 0, len(raw)] table_rows.append(rutils.Struct(**dict(zip(table_cols, data)))) common_cliutils.print_list(table_rows, fields=table_cols, formatters=formatters) if iterations_data: _print_iterations_data(raw) # NOTE(hughsaunders): ssrs=scenario specific results ssrs = [] for result in raw: data = result["scenario_output"].get("data") if data: ssrs.append(data) if ssrs: keys = set() for ssr in ssrs: keys.update(ssr.keys()) headers = ["key", "max", "avg", "min", "90 pecentile", "95 pecentile"] float_cols = ["max", "avg", "min", "90 pecentile", "95 pecentile"] formatters = dict(zip(float_cols, [cliutils.pretty_float_formatter(col, 3) for col in float_cols])) table_rows = [] for key in keys: values = [float(ssr[key]) for ssr in ssrs if key in ssr] if values: row = [str(key), max(values), utils.mean(values), min(values), utils.percentile(values, 0.90), utils.percentile(values, 0.95)] else: row = [str(key)] + ['n/a'] * 5 table_rows.append(rutils.Struct(**dict(zip(headers, row)))) print("\nScenario Specific Results\n") common_cliutils.print_list(table_rows, fields=headers, formatters=formatters) for result in raw: errors = result["scenario_output"].get("errors") if errors: print(errors) print() print("HINTS:") print(_("* To plot HTML graphics with this data, run:")) print("\trally task plot2html %s --out output.html" % task["uuid"]) print() print(_("* To get raw JSON output of task results, run:")) print("\trally task results %s\n" % task["uuid"])
def detailed(self, task_id=None, no_aggregation=False): """Get detailed information about task :param task_id: Task uuid :param no_aggregation: do not aggregate atomic operations Prints detailed information of task. """ def _print_atomic_actions_no_aggregation(raw): headers = ['iteration', "full duration"] for i in range(0, len(raw)): if raw[i]['atomic_actions']: for (c, a) in enumerate(raw[i]['atomic_actions'], 1): action = str(c) + "-" + a['action'] headers.append(action) break atomic_action_table = prettytable.PrettyTable(headers) for (c, r) in enumerate(raw, 1): dlist = [c] d = [] if r['atomic_actions']: for l in r['atomic_actions']: d.append(l['duration']) dlist.append(sum(d)) dlist = dlist + d atomic_action_table.add_row(dlist) else: atomic_action_table.add_row( dlist + ["N/A" for i in range(1, len(headers))]) print(atomic_action_table) print() def _print_atomic_actions_aggregation(raw): aduration_merged = [] for r in raw: if 'atomic_actions' in r: for a in r['atomic_actions']: aduration_merged.append(a) durations_by_action = collections.defaultdict(list) for at in aduration_merged: durations_by_action[at['action']].append(at['duration']) if durations_by_action: atomic_action_table = prettytable.PrettyTable([ 'action', 'count', 'max (sec)', 'avg (sec)', 'min (sec)', '90 percentile', '95 percentile' ]) for k, v in durations_by_action.iteritems(): atomic_action_table.add_row([ k, len(v), max(v), utils.mean(v), min(v), utils.percentile(v, 0.90), utils.percentile(v, 0.95) ]) print(atomic_action_table) print() def _print_atomic_actions(raw): if no_aggregation: _print_atomic_actions_no_aggregation(raw) else: _print_atomic_actions_aggregation(raw) if task_id == "last": task = db.task_get_detailed_last() task_id = task.uuid else: task = db.task_get_detailed(task_id) if task is None: print("The task %s can not be found" % task_id) return print() print("=" * 80) print( _("Task %(task_id)s is %(status)s.") % { "task_id": task_id, "status": task["status"] }) if task["failed"]: print("-" * 80) verification = yaml.safe_load(task["verification_log"]) if not cfg.CONF.debug: print(verification[0]) print(verification[1]) print() print( _("For more details run:\nrally -vd task detailed %s") % task["uuid"]) else: print(yaml.safe_load(verification[2])) return for result in task["results"]: key = result["key"] print("-" * 80) print() print("test scenario %s" % key["name"]) print("args position %s" % key["pos"]) print("args values:") pprint.pprint(key["kw"]) _print_atomic_actions(result["data"]["raw"]) raw = result["data"]["raw"] durations = utils.get_durations(raw, lambda x: x['duration'], lambda r: not r['error']) table = prettytable.PrettyTable([ "max (sec)", "avg (sec)", "min (sec)", "90 pecentile", "95 percentile", "success/total", "total times" ]) if durations: table.add_row([ max(durations), utils.mean(durations), min(durations), utils.percentile(durations, 0.90), utils.percentile(durations, 0.95), float(len(durations)) / len(raw), len(raw) ]) else: table.add_row(['n/a', 'n/a', 'n/a', 'n/a', 'n/a', 0, len(raw)]) print(table) # NOTE(hughsaunders): ssrs=scenario specific results ssrs = [] for result in raw: try: ssrs.append(result['scenario_output']['data']) except (KeyError, TypeError): # No SSRs in this result pass if ssrs: keys = set() for ssr in ssrs: keys.update(ssr.keys()) ssr_table = prettytable.PrettyTable([ "Key", "max", "avg", "min", "90 pecentile", "95 pecentile" ]) for key in keys: values = [float(ssr[key]) for ssr in ssrs if key in ssr] if values: row = [ str(key), max(values), utils.mean(values), min(values), utils.percentile(values, 0.90), utils.percentile(values, 0.95) ] else: row = [str(key)] + ['n/a'] * 5 ssr_table.add_row(row) print("\nScenario Specific Results\n") print(ssr_table) for result in raw: if result['scenario_output']['errors']: print(result['scenario_output']['errors']) print() print("HINTS:") print(_("* To plot HTML graphics with this data, run:")) print("\trally task plot2html %s --out output.html" % task["uuid"]) print() print(_("* To get raw JSON output of task results, run:")) print("\trally task results %s\n" % task["uuid"])
def detailed(self, task_id=None, iterations_data=False): """Get detailed information about task :param task_id: Task uuid :param iterations_data: print detailed results for each iteration Prints detailed information of task. """ def _print_iterations_data(raw): headers = ['iteration', "full duration"] float_cols = ['full duration'] for i in range(0, len(raw)): if raw[i]['atomic_actions']: for (c, a) in enumerate(raw[i]['atomic_actions'], 1): action = str(c) + "-" + a['action'] headers.append(action) float_cols.append(action) break table_rows = [] formatters = dict(zip(float_cols, [cliutils.pretty_float_formatter(col, 3) for col in float_cols])) for (c, r) in enumerate(raw, 1): dlist = [c] d = [] if r['atomic_actions']: for l in r['atomic_actions']: d.append(l['duration']) dlist.append(sum(d)) dlist = dlist + d table_rows.append(rutils.Struct(**dict(zip(headers, dlist)))) else: data = dlist + ["N/A" for i in range(1, len(headers))] table_rows.append(rutils.Struct(**dict(zip(headers, data)))) common_cliutils.print_list(table_rows, fields=headers, formatters=formatters) print() def _get_atomic_action_durations(raw): atomic_actions_names = [] for r in raw: if 'atomic_actions' in r: for a in r['atomic_actions']: atomic_actions_names.append(a["action"]) break result = {} for atomic_action in atomic_actions_names: result[atomic_action] = utils.get_durations( raw, lambda r: next(a["duration"] for a in r["atomic_actions"] if a["action"] == atomic_action), lambda r: any((a["action"] == atomic_action) for a in r["atomic_actions"])) return result if task_id == "last": task = db.task_get_detailed_last() task_id = task.uuid else: task = db.task_get_detailed(task_id) if task is None: print("The task %s can not be found" % task_id) return(1) print() print("=" * 80) print(_("Task %(task_id)s is %(status)s.") % {"task_id": task_id, "status": task["status"]}) if task["failed"]: print("-" * 80) verification = yaml.safe_load(task["verification_log"]) if not cfg.CONF.debug: print(verification[0]) print(verification[1]) print() print(_("For more details run:\nrally -vd task detailed %s") % task["uuid"]) else: print(yaml.safe_load(verification[2])) return for result in task["results"]: key = result["key"] print("-" * 80) print() print("test scenario %s" % key["name"]) print("args position %s" % key["pos"]) print("args values:") pprint.pprint(key["kw"]) scenario_time = result["data"]["scenario_duration"] raw = result["data"]["raw"] table_cols = ["action", "min (sec)", "avg (sec)", "max (sec)", "90 percentile", "95 percentile", "success", "count"] float_cols = ["min (sec)", "avg (sec)", "max (sec)", "90 percentile", "95 percentile"] formatters = dict(zip(float_cols, [cliutils.pretty_float_formatter(col, 3) for col in float_cols])) table_rows = [] action_durations = _get_atomic_action_durations(raw) actions_list = action_durations.keys() action_durations["total"] = utils.get_durations( raw, lambda x: x["duration"], lambda r: not r["error"]) actions_list.append("total") for action in actions_list: durations = action_durations[action] if durations: data = [action, min(durations), utils.mean(durations), max(durations), utils.percentile(durations, 0.90), utils.percentile(durations, 0.95), "%.1f%%" % (len(durations) * 100.0 / len(raw)), len(raw)] else: data = [action, None, None, None, None, None, 0, len(raw)] table_rows.append(rutils.Struct(**dict(zip(table_cols, data)))) common_cliutils.print_list(table_rows, fields=table_cols, formatters=formatters) if iterations_data: _print_iterations_data(raw) print(_("Whole scenario time without context preparation: "), scenario_time) # NOTE(hughsaunders): ssrs=scenario specific results ssrs = [] for result in raw: data = result["scenario_output"].get("data") if data: ssrs.append(data) if ssrs: keys = set() for ssr in ssrs: keys.update(ssr.keys()) headers = ["key", "max", "avg", "min", "90 pecentile", "95 pecentile"] float_cols = ["max", "avg", "min", "90 pecentile", "95 pecentile"] formatters = dict(zip(float_cols, [cliutils.pretty_float_formatter(col, 3) for col in float_cols])) table_rows = [] for key in keys: values = [float(ssr[key]) for ssr in ssrs if key in ssr] if values: row = [str(key), max(values), utils.mean(values), min(values), utils.percentile(values, 0.90), utils.percentile(values, 0.95)] else: row = [str(key)] + ['n/a'] * 5 table_rows.append(rutils.Struct(**dict(zip(headers, row)))) print("\nScenario Specific Results\n") common_cliutils.print_list(table_rows, fields=headers, formatters=formatters) for result in raw: errors = result["scenario_output"].get("errors") if errors: print(errors) print() print("HINTS:") print(_("* To plot HTML graphics with this data, run:")) print("\trally task plot2html %s --out output.html" % task["uuid"]) print() print(_("* To get raw JSON output of task results, run:")) print("\trally task results %s\n" % task["uuid"])
def detailed(self, task_id=None, no_aggregation=False): """Get detailed information about task :param task_id: Task uuid :param no_aggregation: do not aggregate atomic operations Prints detailed information of task. """ def _print_atomic_actions_no_aggregation(raw): headers = ['iteration', "full duration"] for i in range(0, len(raw)): if raw[i]['atomic_actions']: for (c, a) in enumerate(raw[i]['atomic_actions'], 1): action = str(c) + "-" + a['action'] headers.append(action) break atomic_action_table = prettytable.PrettyTable(headers) for (c, r) in enumerate(raw, 1): dlist = [c] d = [] if r['atomic_actions']: for l in r['atomic_actions']: d.append(l['duration']) dlist.append(sum(d)) dlist = dlist + d atomic_action_table.add_row(dlist) else: atomic_action_table.add_row(dlist + ["N/A" for i in range(1, len(headers))]) print(atomic_action_table) print() def _print_atomic_actions_aggregation(raw): aduration_merged = [] for r in raw: if 'atomic_actions' in r: for a in r['atomic_actions']: aduration_merged.append(a) durations_by_action = collections.defaultdict(list) for at in aduration_merged: durations_by_action[at['action']].append(at['duration']) if durations_by_action: atomic_action_table = prettytable.PrettyTable( ['action', 'count', 'max (sec)', 'avg (sec)', 'min (sec)', '90 percentile', '95 percentile']) for k, v in durations_by_action.iteritems(): atomic_action_table.add_row([k, len(v), max(v), utils.mean(v), min(v), utils.percentile(v, 0.90), utils.percentile(v, 0.95)]) print(atomic_action_table) print() def _print_atomic_actions(raw): if no_aggregation: _print_atomic_actions_no_aggregation(raw) else: _print_atomic_actions_aggregation(raw) if task_id == "last": task = db.task_get_detailed_last() task_id = task.uuid else: task = db.task_get_detailed(task_id) if task is None: print("The task %s can not be found" % task_id) return print() print("=" * 80) print(_("Task %(task_id)s is %(status)s.") % {"task_id": task_id, "status": task["status"]}) if task["failed"]: print("-" * 80) verification = yaml.safe_load(task["verification_log"]) if not cfg.CONF.debug: print(verification[0]) print(verification[1]) print() print(_("For more details run:\nrally -vd task detailed %s") % task["uuid"]) else: print(yaml.safe_load(verification[2])) return for result in task["results"]: key = result["key"] print("-" * 80) print() print("test scenario %s" % key["name"]) print("args position %s" % key["pos"]) print("args values:") pprint.pprint(key["kw"]) _print_atomic_actions(result["data"]["raw"]) raw = result["data"]["raw"] durations = utils.get_durations(raw, lambda x: x['duration'], lambda r: not r['error']) table = prettytable.PrettyTable(["max (sec)", "avg (sec)", "min (sec)", "90 pecentile", "95 percentile", "success/total", "total times"]) if durations: table.add_row([max(durations), utils.mean(durations), min(durations), utils.percentile(durations, 0.90), utils.percentile(durations, 0.95), float(len(durations)) / len(raw), len(raw)]) else: table.add_row(['n/a', 'n/a', 'n/a', 'n/a', 'n/a', 0, len(raw)]) print(table) # NOTE(hughsaunders): ssrs=scenario specific results ssrs = [] for result in raw: try: ssrs.append(result['scenario_output']['data']) except (KeyError, TypeError): # No SSRs in this result pass if ssrs: keys = set() for ssr in ssrs: keys.update(ssr.keys()) ssr_table = prettytable.PrettyTable(["Key", "max", "avg", "min", "90 pecentile", "95 pecentile"]) for key in keys: values = [float(ssr[key]) for ssr in ssrs if key in ssr] if values: row = [str(key), max(values), utils.mean(values), min(values), utils.percentile(values, 0.90), utils.percentile(values, 0.95)] else: row = [str(key)] + ['n/a'] * 5 ssr_table.add_row(row) print("\nScenario Specific Results\n") print(ssr_table) for result in raw: if result['scenario_output']['errors']: print(result['scenario_output']['errors']) print() print("HINTS:") print(_("* To plot HTML graphics with this data, run:")) print("\trally task plot2html %s --out output.html" % task["uuid"]) print() print(_("* To get raw JSON output of task results, run:")) print("\trally task results %s\n" % task["uuid"])