def test_token_entity_boundaries(): # smaller and included assert is_token_within_entity(CH_wrong_segmentation[1], CH_correct_entity) assert not does_token_cross_borders(CH_wrong_segmentation[1], CH_correct_entity) # exact match assert is_token_within_entity(CH_correct_segmentation[1], CH_correct_entity) assert not does_token_cross_borders(CH_correct_segmentation[1], CH_correct_entity) # completely outside assert not is_token_within_entity(CH_correct_segmentation[0], CH_correct_entity) assert not does_token_cross_borders(CH_correct_segmentation[0], CH_correct_entity) # border crossing assert not is_token_within_entity(CH_wrong_segmentation[0], CH_correct_entity) assert does_token_cross_borders(CH_wrong_segmentation[0], CH_correct_entity)