def benchmark(self, id):
if len(self.competitors) != 2:
raise RuntimeError('expected 2 competitors but was %d' % (len(self.competitors)))
if not self.indices:
raise RuntimeError('expected at least one index use withIndex(...)')
# If a competitor is named 'base', use that as base:
base = None
for c in self.competitors:
if c.name == 'base':
base = c
break
if base is None:
base = self.competitors[0]
challenger = self.competitors[1]
else:
if base == self.competitors[0]:
challenger = self.competitors[1]
else:
challenger = self.competitors[0]
base.tasksFile = base.index.dataSource.tasksFile
challenger.tasksFile = challenger.index.dataSource.tasksFile
searchBench.run(id, base, challenger, coldRun = self.cold, doCharts = self.printCharts,
search = self.benchSearch, index = self.benchIndex,
verifyScores = self.verifyScores, verifyCounts = self.verifyCounts,
taskPatterns = (self.onlyTaskPatterns, self.notTaskPatterns), randomSeed = self.randomSeed)
return self
def benchmark(self, id):
if len(self.competitors) != 2:
raise RuntimeError('expected 2 competitors but was %d' % (len(self.competitors)))
if not self.indices:
raise RuntimeError('expected at least one index use withIndex(...)')
# If a competitor is named 'base', use that as base:
base = None
for c in self.competitors:
if c.name == 'base':
base = c
break
if base is None:
base = self.competitors[0]
challenger = self.competitors[1]
else:
if base == self.competitors[0]:
challenger = self.competitors[1]
else:
challenger = self.competitors[0]
base.tasksFile = base.index.dataSource.tasksFile
challenger.tasksFile = challenger.index.dataSource.tasksFile
searchBench.run(id, base, challenger, coldRun = self.cold, doCharts = self.printCharts,
search = self.benchSearch, index = self.benchIndex,
verifyScores = self.verifyScores, taskPatterns = (self.onlyTaskPatterns, self.notTaskPatterns), randomSeed = self.randomSeed)
return self
def benchmark(self, id):
if len(self.competitors) != 2:
raise RuntimeError('expected 2 competitors but was %d' %
(len(self.competitors)))
if not self.indices:
raise RuntimeError(
'expected at least one index use withIndex(...)')
# If a competitor is named 'base', use that as base:
base = None
for c in self.competitors:
if c.name == 'base':
base = c
break
if base is None:
base = self.competitors[0]
challenger = self.competitors[1]
elif base == self.competitors[0]:
challenger = self.competitors[1]
else:
challenger = self.competitors[0]
for fileName in glob.glob(
f'{constants.BENCH_BASE_DIR}/bench-search-*.jfr'):
print('Removing old JFR %s...' % fileName)
os.remove(fileName)
base.tasksFile = base.index.dataSource.tasksFile
challenger.tasksFile = challenger.index.dataSource.tasksFile
searchBench.run(id,
base,
challenger,
coldRun=self.cold,
doCharts=self.printCharts,
search=self.benchSearch,
index=self.benchIndex,
verifyScores=self.verifyScores,
verifyCounts=self.verifyCounts,
taskPatterns=(self.onlyTaskPatterns,
self.notTaskPatterns),
requireOverlap=self.requireOverlap,
randomSeed=self.randomSeed)
return self
