def test_kvmemnn_f1(self): import projects.convai2.baselines.kvmemnn.eval_f1 as eval_f1 with testing_utils.capture_output() as stdout: report = eval_f1.main() self.assertAlmostEqual(report['f1'], 0.1173, delta=0.0002, msg=str(stdout))
def test_languagemodel_f1(self): import projects.convai2.baselines.language_model.eval_f1 as eval_f1 with testing_utils.capture_output() as stdout: report = eval_f1.main() self.assertEqual(report['f1'], 0.1531, str(stdout))
def test_seq2seq_f1(self): import projects.convai2.baselines.seq2seq.eval_f1 as eval_f1 with testing_utils.capture_output() as stdout: report = eval_f1.main() self.assertEqual(report['f1'], 0.1682, str(stdout))
def test_languagemodel_f1(self): import projects.convai2.baselines.language_model.eval_f1 as eval_f1 report = eval_f1.main(args=[]) self.assertAlmostEqual(report['f1'], 0.1531, places=4)
def test_seq2seq_f1(self): import projects.convai2.baselines.seq2seq.eval_f1 as eval_f1 report = eval_f1.main(args=[]) self.assertAlmostEqual(report['f1'], 0.1682, places=4)