def test_same_squad(self):
ref = "this is a string"
self.assertDictClose(
metrics.squad([["", ref], [ref, ref]], [ref, ref]), {
"em": 100,
"f1": 100,
})
def test_different_squad(self):
ref = "this is a string"
self.assertDictClose(
metrics.squad([[ref, ref], [ref, ref]], ["", ""]), {
"em": 0,
"f1": 0
})
def test_squad_small(self):
self.assertDictClose(
metrics.squad([["abc abd", "$$$$"]], ["abd"]),
{
"f1": 100 * 2.0 / 3.0,
"em": 0.
},
)
def test_squad_big(self):
self.assertDictClose(
metrics.squad(
[
["big moose", "hippo"],
["correct1"],
["correct2.1", "correct2.2"],
["a", "b"],
],
[
"‘a big Moose!‘",
"wrong",
"correct2.2",
"c",
],
),
{"em": 25., "f1": 35.},
places=2
)
