Esempio n. 1
0
    def test_kvmemnn_f1(self):
        import projects.convai2.baselines.kvmemnn.eval_f1 as eval_f1

        with testing_utils.capture_output() as stdout:
            report = eval_f1.main()
        self.assertAlmostEqual(report['f1'],
                               0.1173,
                               delta=0.0002,
                               msg=str(stdout))
Esempio n. 2
0
    def test_languagemodel_f1(self):
        import projects.convai2.baselines.language_model.eval_f1 as eval_f1

        with testing_utils.capture_output() as stdout:
            report = eval_f1.main()
        self.assertEqual(report['f1'], 0.1531, str(stdout))
Esempio n. 3
0
    def test_seq2seq_f1(self):
        import projects.convai2.baselines.seq2seq.eval_f1 as eval_f1

        with testing_utils.capture_output() as stdout:
            report = eval_f1.main()
        self.assertEqual(report['f1'], 0.1682, str(stdout))
    def test_languagemodel_f1(self):
        import projects.convai2.baselines.language_model.eval_f1 as eval_f1

        report = eval_f1.main(args=[])
        self.assertAlmostEqual(report['f1'], 0.1531, places=4)
    def test_seq2seq_f1(self):
        import projects.convai2.baselines.seq2seq.eval_f1 as eval_f1

        report = eval_f1.main(args=[])
        self.assertAlmostEqual(report['f1'], 0.1682, places=4)