def build_metric(self, **kwargs): metrics = MetricDict() for criteria in self.config.criteria_token_map: metrics[criteria] = F1() return metrics
def build_metric(self, **kwargs): return F1()
def build_metric(self, **kwargs) -> Tuple[F1, F1]: predicate_f1 = F1() end_to_end_f1 = F1() return predicate_f1, end_to_end_f1