def test_bag_alignment_is_optimal(self):
assert get_metric_drop(
["Thomas Jefferson", "Thomas Davidson Arquette"],
[["David Thomas", "Thomas Jefferson"]]) == (0.0, 0.7)
assert get_metric_drop(["Thomas David Arquette"],
[["David Thomas", "Thomas Jefferson"]]) == (0.0,
0.4)
def test_span_order_is_ignored(self):
assert get_metric_drop(["athlete", "unprofessional"],
[["unprofessional", "athlete"]]) == (
1.0,
1.0,
)
assert get_metric_drop(
["algebra", "arithmetic"],
[["arithmetic", "algebra", "geometry"]]) == (0.0, 0.67)
def test_long_answers(self):
assert (get_metric_drop(
"David Thomas",
[
"Thomas David Arquette Thomas David Arquette Thomas \
David Arquette Thomas David Arquette"
],
) == (0.0, 0.8))
def test_long_gold_spans(self):
assert get_metric_drop(
["Thomas David Arquette"],
[["David Thomas was eating an apple and fell to the ground"]
]) == (0.0, 0.33)
def test_multiple_gold_spans(self):
assert get_metric_drop(
["Thomas David Arquette"],
[["David Thomas"], ["Thomas Jefferson"], ["David Thomas"],
["Thomas David"]],
) == (0.0, 0.8)
def test_word_order_is_not_ignored(self):
assert get_metric_drop(["athlete unprofessional"],
[["unprofessional athlete"]]) == (
0.0,
1.0,
)
def test_casing_is_ignored(self):
assert get_metric_drop("This was a triumph",
["tHIS Was A TRIUMPH"]) == (1.0, 1.0)
def test_articles_are_ignored(self):
assert get_metric_drop("td", ["the td"]) == (1.0, 1.0)
assert get_metric_drop("the a NOT an ARTICLE the an a",
["NOT ARTICLE"]) == (1.0, 1.0)