def test_intervening_characters(self):
inst = self.xc[0]
gloss_tokens = glosses(inst)
morph_tokens = morphemes(inst)
# Check for the intervening characters between
# the first two morphs from the language line
ichars = intervening_characters(morph_tokens[0],morph_tokens[1])
# The intervening character should be a hyphen.
self.assertEqual('-', ichars)
# Now, check for the first two of the gloss line.
gchars = intervening_characters(gloss_tokens[0], gloss_tokens[1])
self.assertEqual('.', gchars)
# And make sure that what is between the second and third
# language morphemes is just whitespace.
wchars = intervening_characters(morph_tokens[1], morph_tokens[2])
self.assertEqual(' ', wchars)
nochars = intervening_characters(morph_tokens[1], morph_tokens[1])
self.assertEqual('', nochars)
def add_gloss_lang_alignments(self):
# Finally, do morpheme-to-morpheme alignment between gloss
# and language if it's not already done...
if not glosses(self).alignment:
morph_align(glosses(self), morphemes(self))
if not gloss(self).alignment:
word_align(gloss(self), lang(self))
def morph_align_test(self):
inst = self.xc[0]
gloss_tokens = glosses(inst)
morph_tokens = morphemes(inst)
morph_align(gloss_tokens, morph_tokens)
self.assertEqual(gloss_tokens[0].alignment, morph_tokens[0].id)
self.assertEqual(gloss_tokens[1].alignment, morph_tokens[0].id)
self.assertEqual(gloss_tokens[2].alignment, morph_tokens[0].id)
self.assertEqual(gloss_tokens[3].alignment, morph_tokens[1].id)
self.assertEqual(gloss_tokens[4].alignment, morph_tokens[1].id)
self.assertEqual(gloss_tokens[7].alignment, morph_tokens[2].id)
self.assertEqual(gloss_tokens[8].alignment, morph_tokens[3].id)
def more_morph_align_test(self):
inst = self.xc[1]
# Align the gloss/lang words (Needed for aligning morphs)
add_gloss_lang_alignments(inst)
gloss_tokens = glosses(inst)
morph_tokens = morphemes(inst)
# Do the alignment
morph_align(gloss_tokens, morph_tokens)
# Assert that the glosses are aligned...
self.assertIsNotNone(gloss_tokens[0].alignment)
self.assertEquals(gloss_tokens[11].alignment, morph_tokens[6].id)
self.assertEquals(gloss_tokens[12].alignment, morph_tokens[6].id)
self.assertEquals(gloss_tokens[13].alignment, morph_tokens[7].id)
self.assertEquals(gloss_tokens[14].alignment, morph_tokens[7].id)