def ProcessCommandLineArgs(cls, parser, options, extra_args, environment): del environment # unused for arg in extra_args: if arg == '--browser' or arg.startswith('--browser='): parser.error( '--browser=... is not allowed when running trybot.') all_benchmarks = discover.DiscoverClasses( start_dir=path_util.GetPerfBenchmarksDir(), top_level_dir=path_util.GetPerfDir(), base_class=benchmark.Benchmark).values() all_benchmark_names = [b.Name() for b in all_benchmarks] all_benchmarks_by_names = {b.Name(): b for b in all_benchmarks} benchmark_class = all_benchmarks_by_names.get(options.benchmark_name, None) if not benchmark_class: possible_benchmark_names = matching.GetMostLikelyMatchedObject( all_benchmark_names, options.benchmark_name) parser.error( 'No benchmark named "%s". Do you mean any of those benchmarks ' 'below?\n%s' % (options.benchmark_name, '\n'.join(possible_benchmark_names))) is_benchmark_disabled, reason = cls.IsBenchmarkDisabledOnTrybotPlatform( benchmark_class, options.trybot) also_run_disabled_option = '--also-run-disabled-tests' if is_benchmark_disabled and also_run_disabled_option not in extra_args: parser.error('%s To run the benchmark on trybot anyway, add ' '%s option.' % (reason, also_run_disabled_option))
def _GetAllSystemHealthBenchmarks(): all_perf_benchmarks = discover.DiscoverClasses( path_util.GetPerfBenchmarksDir(), path_util.GetPerfDir(), benchmark_module.Benchmark, index_by_class_name=True).values() return [ b for b in all_perf_benchmarks if sys.modules[b.__module__] == system_health_benchmark ]
def GetAllPerfBenchmarks(): """Returns the list of all benchmarks to be run on perf waterfall. The benchmarks are sorted by order of their names. """ benchmarks = discover.DiscoverClasses( start_dir=path_util.GetPerfBenchmarksDir(), top_level_dir=path_util.GetPerfDir(), base_class=benchmark_module.Benchmark, index_by_class_name=True).values() benchmarks.sort(key=lambda b: b.Name()) return benchmarks
def ProcessCommandLineArgs(cls, parser, options, extra_args, environment): del environment # unused for arg in extra_args: if arg == '--browser' or arg.startswith('--browser='): parser.error( '--browser=... is not allowed when running trybot.') all_benchmarks = discover.DiscoverClasses( start_dir=path_util.GetPerfBenchmarksDir(), top_level_dir=path_util.GetPerfDir(), base_class=benchmark.Benchmark).values() all_benchmark_names = [b.Name() for b in all_benchmarks] if options.benchmark_name not in all_benchmark_names: possible_benchmark_names = matching.GetMostLikelyMatchedObject( all_benchmark_names, options.benchmark_name) parser.error( 'No benchmark named "%s". Do you mean any of those benchmarks ' 'below?\n%s' % (options.benchmark_name, '\n'.join(possible_benchmark_names)))
def GetAllPerfBenchmarks(): return discover.DiscoverClasses( start_dir=path_util.GetPerfBenchmarksDir(), top_level_dir=path_util.GetPerfDir(), base_class=benchmark_module.Benchmark, index_by_class_name=True).values()
def _GetAllPerfBenchmarks(): return discover.DiscoverClasses(path_util.GetPerfBenchmarksDir(), path_util.GetPerfDir(), benchmark_module.Benchmark, index_by_class_name=True).values()
def GetAllPerfBenchmarks(): benchmarks_dir = path_util.GetPerfBenchmarksDir() top_level_dir = os.path.join(benchmarks_dir, '..') return discover.DiscoverClasses( benchmarks_dir, top_level_dir, benchmark_module.Benchmark, index_by_class_name=True).values()