def start(args): if args.json_file: BenchmarkRunner.show_results(json.load(open(args.json_file, 'r')), args.scale_unit) return if args.allplans: failed = [] skipped = [] plandir = os.path.join(os.path.dirname(__file__), 'data/plans') planlist = [os.path.splitext(f)[0] for f in os.listdir(plandir) if f.endswith('.plan')] skippedfile = os.path.join(plandir, 'Skipped') if not planlist: raise Exception('Cant find any .plan file in directory %s' % plandir) if os.path.isfile(skippedfile): skipped = [line.strip() for line in open(skippedfile) if not line.startswith('#') and len(line) > 1] for plan in sorted(planlist): if plan in skipped: _log.info('Skipping benchmark plan: %s because is listed on the Skipped file' % plan) continue _log.info('Starting benchmark plan: %s' % plan) try: runner = BenchmarkRunner(plan, args.localCopy, args.countOverride, args.buildDir, args.output, args.platform, args.browser, args.scale_unit, args.device_id) runner.execute() _log.info('Finished benchmark plan: %s' % plan) except KeyboardInterrupt: raise except: failed.append(plan) _log.exception('Error running benchmark plan: %s' % plan) if failed: _log.error('The following benchmark plans have failed: %s' % failed) return len(failed) runner = BenchmarkRunner(args.plan, args.localCopy, args.countOverride, args.buildDir, args.output, args.platform, args.browser, args.scale_unit, args.device_id) runner.execute()
def start(args): if args.json_file: BenchmarkRunner.show_results(json.load(open(args.json_file, 'r')), args.scale_unit) return if args.allplans: failed = [] plandir = os.path.join(os.path.dirname(__file__), 'data/plans') planlist = [os.path.splitext(f)[0] for f in os.listdir(plandir) if f.endswith('.plan')] if not planlist: raise Exception('Cant find any .plan file in directory %s' % plandir) for plan in sorted(planlist): _log.info('Starting benchmark plan: %s' % plan) try: runner = BenchmarkRunner(plan, args.localCopy, args.countOverride, args.buildDir, args.output, args.platform, args.browser, args.scale_unit, args.device_id) runner.execute() _log.info('Finished benchmark plan: %s' % plan) except KeyboardInterrupt: raise except: failed.append(plan) _log.exception('Error running benchmark plan: %s' % plan) if failed: _log.error('The following benchmark plans have failed: %s' % failed) return len(failed) runner = BenchmarkRunner(args.plan, args.localCopy, args.countOverride, args.buildDir, args.output, args.platform, args.browser, args.scale_unit, args.device_id) runner.execute()
def start(args): if args.json_file: BenchmarkRunner.show_results(json.load(open(args.json_file, 'r')), args.scale_unit) return runner = BenchmarkRunner(args.plan, args.localCopy, args.countOverride, args.buildDir, args.output, args.platform, args.browser, args.scale_unit, args.device_id) runner.execute()
def start(args): if args.json_file: results_json = json.load(open(args.json_file, 'r')) if 'debugOutput' in results_json: del results_json['debugOutput'] BenchmarkRunner.show_results(results_json, args.scale_unit) return if args.allplans: failed = [] skipped = [] plandir = os.path.join(os.path.dirname(__file__), 'data/plans') planlist = [ os.path.splitext(f)[0] for f in os.listdir(plandir) if f.endswith('.plan') ] skippedfile = os.path.join(plandir, 'Skipped') if not planlist: raise Exception('Cant find any .plan file in directory %s' % plandir) if os.path.isfile(skippedfile): skipped = [ line.strip() for line in open(skippedfile) if not line.startswith('#') and len(line) > 1 ] for plan in sorted(planlist): if plan in skipped: _log.info( 'Skipping benchmark plan: %s because is listed on the Skipped file' % plan) continue _log.info('Starting benchmark plan: %s' % plan) try: runner = BenchmarkRunner(plan, args.localCopy, args.countOverride, args.buildDir, args.output, args.platform, args.browser, args.scale_unit, args.device_id) runner.execute() _log.info('Finished benchmark plan: %s' % plan) except KeyboardInterrupt: raise except: failed.append(plan) _log.exception('Error running benchmark plan: %s' % plan) if failed: _log.error('The following benchmark plans have failed: %s' % failed) return len(failed) runner = BenchmarkRunner(args.plan, args.localCopy, args.countOverride, args.buildDir, args.output, args.platform, args.browser, args.scale_unit, args.device_id) runner.execute()
def start(args): runner = BenchmarkRunner(args.plan, args.localCopy, args.countOverride, args.buildDir, args.output, args.platform, args.browser, args.httpServerDriverOverride, args.device_id) runner.execute()