def __init__(self, benchmarks, repo_path, repo_url, build_cmd, db_path, tmp_dir, prep_cmd, clean_cmd=None, run_option='eod', run_order='normal', start_date=None, overwrite=False, module_dependencies=None, always_clean=False, use_blacklist=True, verify=False): log.info("Initializing benchmark runner for %d benchmarks" % (len(benchmarks))) self._benchmarks = None self._checksums = None if verify: verify_benchmarks(benchmarks, raise_=True) self.start_date = start_date self.run_option = run_option self.run_order = run_order self.repo_path = repo_path self.db_path = db_path self.repo = GitRepo(self.repo_path) self.db = BenchmarkDB(db_path) self.use_blacklist = use_blacklist # where to copy the repo self.tmp_dir = tmp_dir self.bench_repo = BenchRepo(repo_url, self.tmp_dir, build_cmd, prep_cmd, clean_cmd, always_clean=always_clean, dependencies=module_dependencies) self.benchmarks = benchmarks
def verify_benchmarks(self, rev=None): """Verify contained benchmarks """ if rev is not None: raise NotImplementedError( "Verification is not yet implemented against a preset revision" ) return verify_benchmarks(self.benchmarks)
def verify_benchmarks(self, rev=None): """Verify contained benchmarks """ if rev is not None: raise NotImplementedError("Verification is not yet implemented against a preset revision") return verify_benchmarks(self.benchmarks)