def _compare_to(self):
# Use lazy import to limit imports on 'import perf'
from perf._compare import timeit_compare_benchs
from perf._master import Master
args = self.args
python_ref = args.compare_to
python_changed = args.python
multiline = self._multiline_output()
if args.python_names:
name_ref, name_changed = args.python_names
else:
name_ref, name_changed = get_python_names(python_ref,
python_changed)
benchs = []
for python, name in ((python_ref, name_ref), (python_changed,
name_changed)):
if self._worker_task > 0:
print()
if multiline:
display_title('Benchmark %s' % name)
elif not args.quiet:
print(name, end=': ')
bench = Master(self, python=python).create_bench()
benchs.append(bench)
if multiline:
self._display_result(bench)
elif not args.quiet:
print(' ' + format_result_value(bench))
if multiline:
print()
elif not args.quiet:
warnings = format_checks(bench)
if warnings:
print()
for line in warnings:
print(line)
print()
if multiline:
display_title('Compare')
elif not args.quiet:
print()
timeit_compare_benchs(name_ref, benchs[0], name_changed, benchs[1],
args)
def _compare_to(self):
# Use lazy import to limit imports on 'import perf'
from perf._compare import timeit_compare_benchs
from perf._master import Master
args = self.args
python_ref = args.compare_to
python_changed = args.python
multiline = self._multiline_output()
if args.python_names:
name_ref, name_changed = args.python_names
else:
name_ref, name_changed = get_python_names(python_ref, python_changed)
benchs = []
for python, name in ((python_ref, name_ref), (python_changed, name_changed)):
if self._worker_task > 0:
print()
if multiline:
display_title('Benchmark %s' % name)
elif not args.quiet:
print(name, end=': ')
bench = Master(self, python=python).create_bench()
benchs.append(bench)
if multiline:
self._display_result(bench)
elif not args.quiet:
print(' ' + format_result_value(bench))
if multiline:
print()
elif not args.quiet:
warnings = format_checks(bench)
if warnings:
print()
for line in warnings:
print(line)
print()
if multiline:
display_title('Compare')
elif not args.quiet:
print()
timeit_compare_benchs(name_ref, benchs[0], name_changed, benchs[1], args)
def _compare_to(self):
from perf._compare import timeit_compare_benchs
args = self.args
python_ref = args.compare_to
python_changed = args.python
multiline = self._multiline_output()
if args.python_names:
name_ref, name_changed = args.python_names
else:
name_ref, name_changed = get_python_names(python_ref, python_changed)
benchs = []
for python, name in ((python_ref, name_ref), (python_changed, name_changed)):
if multiline:
display_title('Benchmark %s' % name)
elif not args.quiet:
print(name, end=': ')
bench = self._spawn_workers(python=python, newline=False)
benchs.append(bench)
if multiline:
self._display_result(bench)
elif not args.quiet:
print(' ' + format_result_value(bench))
if multiline:
print()
elif not args.quiet:
warnings = format_checks(bench)
if warnings:
print()
for line in warnings:
print(line)
print()
if multiline:
display_title('Compare')
elif not args.quiet:
print()
timeit_compare_benchs(name_ref, benchs[0], name_changed, benchs[1], args)
def display_benchmarks(args, show_metadata=False, hist=False, stats=False,
dump=False, result=False, checks=False,
display_runs_args=None, only_checks=False):
data = load_benchmarks(args)
output = []
if show_metadata:
metadatas = [item.benchmark.get_metadata() for item in data]
_display_common_metadata(metadatas, lines=output)
if hist or stats or dump or show_metadata or (not result):
use_title = True
else:
use_title = False
if checks:
for index, item in enumerate(data):
warnings = format_checks(item.benchmark)
if warnings:
use_title = True
break
if use_title:
show_filename = (data.get_nsuite() > 1)
show_name = not data.has_same_unique_benchmark()
if not show_filename and stats:
show_filename = (len(data) > 1)
suite = None
for index, item in enumerate(data):
lines = []
if show_metadata:
metadata = metadatas[index]
if metadata:
empty_line(lines)
lines.append("Metadata:")
format_metadata(metadata, lines=lines)
bench_lines = format_benchmark(item.benchmark,
hist=hist,
stats=stats,
dump=dump,
checks=checks,
result=result,
display_runs_args=display_runs_args)
if bench_lines:
empty_line(lines)
lines.extend(bench_lines)
if lines:
bench_lines = lines
lines = []
if show_filename and item.suite is not suite:
suite = item.suite
format_title(item.filename, 1, lines=lines)
if stats and len(suite) > 1:
empty_line(lines)
duration = suite.get_total_duration()
lines.append("Number of benchmarks: %s" % len(suite))
lines.append("Total duration: %s" % format_seconds(duration))
dates = suite.get_dates()
if dates:
start, end = dates
lines.append("Start date: %s" % format_datetime(start, microsecond=False))
lines.append("End date: %s" % format_datetime(end, microsecond=False))
if show_name:
format_title(item.name, 2, lines=lines)
empty_line(lines)
lines.extend(bench_lines)
if lines:
empty_line(output)
output.extend(lines)
for line in output:
print(line)
if not output and only_checks:
if len(data) == 1:
print("The benchmark seems to be stable")
else:
print("All benchmarks seem to be stable")
else:
for line in output:
print(line)
show_filename = (data.get_nsuite() > 1)
suite = None
for item in data:
if show_filename and item.suite is not suite:
if suite is not None:
print()
suite = item.suite
display_title(item.filename, 1)
line = format_result(item.benchmark)
if item.title:
line = '%s: %s' % (item.name, line)
print(line)
