def _get_results(self): self.write_predictions() if self._name == "squad": squad_official_eval.set_opts(self._config, self._split) squad_official_eval.main() return sorted( utils.load_json(self._config.qa_eval_file(self._name)).items()) elif self._name == "squadv1": return sorted( squad_official_eval_v1.main(self._config, self._split).items()) else: return sorted( mrqa_official_eval.main(self._config, self._split, self._name).items())
def _get_results(self): self.write_predictions() if self._name in ["squad", "ccks42ee", "ccks42single", "ccks42multi"]: squad_official_eval.set_opts(self._config, self._split, self._name) squad_official_eval.main() return sorted( utils.load_json(self._config.qa_eval_file(self._name)).items()) elif self._name in ["squadv1", "cmrc2018", "drcd"]: return sorted( squad_official_eval_v1.main(self._config, self._split, self._name).items()) else: return sorted( mrqa_official_eval.main(self._config, self._split, self._name).items())