def benchmark(self, id): if len(self.competitors) != 2: raise RuntimeError('expected 2 competitors but was %d' % (len(self.competitors))) if not self.indices: raise RuntimeError('expected at least one index use withIndex(...)') # If a competitor is named 'base', use that as base: base = None for c in self.competitors: if c.name == 'base': base = c break if base is None: base = self.competitors[0] challenger = self.competitors[1] else: if base == self.competitors[0]: challenger = self.competitors[1] else: challenger = self.competitors[0] base.tasksFile = base.index.dataSource.tasksFile challenger.tasksFile = challenger.index.dataSource.tasksFile searchBench.run(id, base, challenger, coldRun = self.cold, doCharts = self.printCharts, search = self.benchSearch, index = self.benchIndex, verifyScores = self.verifyScores, verifyCounts = self.verifyCounts, taskPatterns = (self.onlyTaskPatterns, self.notTaskPatterns), randomSeed = self.randomSeed) return self
def benchmark(self, id): if len(self.competitors) != 2: raise RuntimeError('expected 2 competitors but was %d' % (len(self.competitors))) if not self.indices: raise RuntimeError('expected at least one index use withIndex(...)') # If a competitor is named 'base', use that as base: base = None for c in self.competitors: if c.name == 'base': base = c break if base is None: base = self.competitors[0] challenger = self.competitors[1] else: if base == self.competitors[0]: challenger = self.competitors[1] else: challenger = self.competitors[0] base.tasksFile = base.index.dataSource.tasksFile challenger.tasksFile = challenger.index.dataSource.tasksFile searchBench.run(id, base, challenger, coldRun = self.cold, doCharts = self.printCharts, search = self.benchSearch, index = self.benchIndex, verifyScores = self.verifyScores, taskPatterns = (self.onlyTaskPatterns, self.notTaskPatterns), randomSeed = self.randomSeed) return self
def benchmark(self, id): if len(self.competitors) != 2: raise RuntimeError('expected 2 competitors but was %d' % (len(self.competitors))) if not self.indices: raise RuntimeError( 'expected at least one index use withIndex(...)') # If a competitor is named 'base', use that as base: base = None for c in self.competitors: if c.name == 'base': base = c break if base is None: base = self.competitors[0] challenger = self.competitors[1] elif base == self.competitors[0]: challenger = self.competitors[1] else: challenger = self.competitors[0] for fileName in glob.glob( f'{constants.BENCH_BASE_DIR}/bench-search-*.jfr'): print('Removing old JFR %s...' % fileName) os.remove(fileName) base.tasksFile = base.index.dataSource.tasksFile challenger.tasksFile = challenger.index.dataSource.tasksFile searchBench.run(id, base, challenger, coldRun=self.cold, doCharts=self.printCharts, search=self.benchSearch, index=self.benchIndex, verifyScores=self.verifyScores, verifyCounts=self.verifyCounts, taskPatterns=(self.onlyTaskPatterns, self.notTaskPatterns), requireOverlap=self.requireOverlap, randomSeed=self.randomSeed) return self