def test_intervening_characters(self): inst = self.xc[0] gloss_tokens = glosses(inst) morph_tokens = morphemes(inst) # Check for the intervening characters between # the first two morphs from the language line ichars = intervening_characters(morph_tokens[0],morph_tokens[1]) # The intervening character should be a hyphen. self.assertEqual('-', ichars) # Now, check for the first two of the gloss line. gchars = intervening_characters(gloss_tokens[0], gloss_tokens[1]) self.assertEqual('.', gchars) # And make sure that what is between the second and third # language morphemes is just whitespace. wchars = intervening_characters(morph_tokens[1], morph_tokens[2]) self.assertEqual(' ', wchars) nochars = intervening_characters(morph_tokens[1], morph_tokens[1]) self.assertEqual('', nochars)
def add_gloss_lang_alignments(self): # Finally, do morpheme-to-morpheme alignment between gloss # and language if it's not already done... if not glosses(self).alignment: morph_align(glosses(self), morphemes(self)) if not gloss(self).alignment: word_align(gloss(self), lang(self))
def morph_align_test(self): inst = self.xc[0] gloss_tokens = glosses(inst) morph_tokens = morphemes(inst) morph_align(gloss_tokens, morph_tokens) self.assertEqual(gloss_tokens[0].alignment, morph_tokens[0].id) self.assertEqual(gloss_tokens[1].alignment, morph_tokens[0].id) self.assertEqual(gloss_tokens[2].alignment, morph_tokens[0].id) self.assertEqual(gloss_tokens[3].alignment, morph_tokens[1].id) self.assertEqual(gloss_tokens[4].alignment, morph_tokens[1].id) self.assertEqual(gloss_tokens[7].alignment, morph_tokens[2].id) self.assertEqual(gloss_tokens[8].alignment, morph_tokens[3].id)
def more_morph_align_test(self): inst = self.xc[1] # Align the gloss/lang words (Needed for aligning morphs) add_gloss_lang_alignments(inst) gloss_tokens = glosses(inst) morph_tokens = morphemes(inst) # Do the alignment morph_align(gloss_tokens, morph_tokens) # Assert that the glosses are aligned... self.assertIsNotNone(gloss_tokens[0].alignment) self.assertEquals(gloss_tokens[11].alignment, morph_tokens[6].id) self.assertEquals(gloss_tokens[12].alignment, morph_tokens[6].id) self.assertEquals(gloss_tokens[13].alignment, morph_tokens[7].id) self.assertEquals(gloss_tokens[14].alignment, morph_tokens[7].id)