def test_same_squad(self): ref = "this is a string" self.assertDictClose( metrics.squad([["", ref], [ref, ref]], [ref, ref]), { "em": 100, "f1": 100, })
def test_different_squad(self): ref = "this is a string" self.assertDictClose( metrics.squad([[ref, ref], [ref, ref]], ["", ""]), { "em": 0, "f1": 0 })
def test_squad_small(self): self.assertDictClose( metrics.squad([["abc abd", "$$$$"]], ["abd"]), { "f1": 100 * 2.0 / 3.0, "em": 0. }, )
def test_squad_big(self): self.assertDictClose( metrics.squad( [ ["big moose", "hippo"], ["correct1"], ["correct2.1", "correct2.2"], ["a", "b"], ], [ "‘a big Moose!‘", "wrong", "correct2.2", "c", ], ), {"em": 25., "f1": 35.}, places=2 )