def test_tokenized_raises_error_if_overlap_is_higher_than_threshold(self):
ll = LabelList(idx='test', labels=[
Label('a u t', 0.0, 4.0),
Label('b x', 3.85, 8.0),
Label('c', 9.0, 12.0)
])
with pytest.raises(ValueError):
ll.tokenized()
def test_tokenized_raises_error_if_overlap_is_higher_than_threshold_given_an_endless_label(self):
ll = LabelList(idx='test', labels=[
Label('a u t', 0.0, 4.0),
Label('b x', 4.5, float('inf')),
Label('c', 9.0, 12.0)
])
with pytest.raises(ValueError):
ll.tokenized()
def test_tokenized(self):
ll = LabelList(idx='test', labels=[
Label('a u t', 0.0, 4.0),
Label('b x', 4.0, 8.0),
Label('c', 9.0, 12.0)
])
assert ll.tokenized() == ['a', 'u', 't', 'b', 'x', 'c']