def build_metric(self, **kwargs):
metrics = MetricDict()
for criteria in self.config.criteria_token_map:
metrics[criteria] = F1()
return metrics
def build_metric(self, **kwargs):
return F1()
def build_metric(self, **kwargs) -> Tuple[F1, F1]:
predicate_f1 = F1()
end_to_end_f1 = F1()
return predicate_f1, end_to_end_f1
