def _load_qrels(self, subset, fmt):
with self.logger.duration('loading qrels'):
base_path = util.path_dataset(self)
path = os.path.join(base_path,
f'{subset}.{self.config["collection"]}.qrels')
self.logger.info(path)
return trec.read_qrels_fmt(path, fmt)
def _base_qrels(self, subset, fmt):
fold, rnd, _ = subset.split('-', 2)
path = os.path.join(util.path_dataset(self), f'{fold}-{rnd}.qrels')
if os.path.exists(path):
aaa = trec.read_qrels_fmt(path, fmt)
return aaa
self.logger.info(f'missing qrels for {rnd} -- returning empty qrels')
return {}
def _load_qrels(self, subset, fmt):
with logger.duration('loading qrels'):
base_path = util.path_dataset(self)
path = os.path.join(base_path, f'{subset}.qrels')
return trec.read_qrels_fmt(path, fmt)
def _load_qrels(self, subset, fmt):
return trec.read_qrels_fmt(
os.path.join(util.path_dataset(self), f'{subset}.qrels'), fmt)
def _load_qrels(self, fmt):
return trec.read_qrels_fmt(str(self.assessed_topics.qrels_path()), fmt)
def _load_qrels(self, subset, fmt):
with self.logger.duration('loading qrels'):
path = util.path_dataset(self)
rel = self.config['rel']
qrel_file = os.path.join(path, f'{subset}.{rel}.qrels')
return trec.read_qrels_fmt(qrel_file, fmt)
def _load_qrels(self, subset, fmt):
qrels_path = os.path.join(util.path_dataset(self), subset, 'qrels.txt')
return trec.read_qrels_fmt(qrels_path, fmt)