def setup_args(parser=None): parser = base_setup_args(parser) parser.set_defaults( task='convai2:self', datatype='valid', hide_labels=True, ) return parser
def setup_args(parser=None): parser = base_setup_args(parser) parser.set_defaults( task='convai2:self', datatype='valid', hide_labels=False, dict_tokenizer='split', ) return parser
def setup_args(parser=None): parser = base_setup_args(parser) task_name = setup_task() parser.set_defaults( task=task_name, datatype='valid', hide_labels=False, metrics='f1,bleu', ) return parser
def setup_args(parser=None): parser = base_setup_args(parser) parser.set_defaults( task='convai2:self:no_cands', datatype='train:evalmode:ordered', hide_labels=False, dict_tokenizer='split', metrics='f1', display_examples=True, ) return parser
shared['tokenizer'] = self.tokenizer shared['model'] = self.model_checkpoint shared['prefix2words'] = self.prefix2words return shared def reset(self): self.persona = [] self.history = [] self.labels = [] self.candidates = [] self.episode_done = True self.observation = None if __name__ == '__main__': parser = base_setup_args(None) parser.set_params(model='convai_evaluation:TransformerAgent') opt = parser.parse_args(print_args=False) if opt['eval_type'] == "hits@1": setup_args = setup_args_hits(None) eval_fct = partial(eval_hits, print_parser=setup_args) elif opt['eval_type'] == "ppl": setup_args = setup_args_ppl(None) eval_fct = eval_ppl elif opt['eval_type'] == "f1": setup_args = setup_args_f1(None) eval_fct = partial(eval_f1, print_parser=setup_args) else: raise ValueError