def setup_args(parser=None):
parser = base_setup_args(parser)
parser.set_defaults(
task='convai2:self',
datatype='valid',
hide_labels=True,
)
return parser
def setup_args(parser=None):
parser = base_setup_args(parser)
parser.set_defaults(
task='convai2:self',
datatype='valid',
hide_labels=False,
dict_tokenizer='split',
)
return parser
def setup_args(parser=None):
parser = base_setup_args(parser)
task_name = setup_task()
parser.set_defaults(
task=task_name,
datatype='valid',
hide_labels=False,
metrics='f1,bleu',
)
return parser
def setup_args(parser=None):
parser = base_setup_args(parser)
parser.set_defaults(
task='convai2:self:no_cands',
datatype='train:evalmode:ordered',
hide_labels=False,
dict_tokenizer='split',
metrics='f1',
display_examples=True,
)
return parser
shared['tokenizer'] = self.tokenizer
shared['model'] = self.model_checkpoint
shared['prefix2words'] = self.prefix2words
return shared
def reset(self):
self.persona = []
self.history = []
self.labels = []
self.candidates = []
self.episode_done = True
self.observation = None
if __name__ == '__main__':
parser = base_setup_args(None)
parser.set_params(model='convai_evaluation:TransformerAgent')
opt = parser.parse_args(print_args=False)
if opt['eval_type'] == "hits@1":
setup_args = setup_args_hits(None)
eval_fct = partial(eval_hits, print_parser=setup_args)
elif opt['eval_type'] == "ppl":
setup_args = setup_args_ppl(None)
eval_fct = eval_ppl
elif opt['eval_type'] == "f1":
setup_args = setup_args_f1(None)
eval_fct = partial(eval_f1, print_parser=setup_args)
else:
raise ValueError
