def test_translation(self):
pairs = (
(self._mtf(word="nook", pos="fam"), "chi"),
(self._mtf(word="stool",pos="n", subPos=["prop"], sfx=["POSS"]),
"n-pr"),
(self._mtf(word="steve", pos="n", subPos=["prop"], sfx=["PL"]),
"n-pr-pl"),
(self._mtf(word="steve", pos="n", subPos=["prop"], sfx=["PL"]),
"n-pr-pl"),
(self._mtf(pos="part", sfx=["PERF"]), "prt-pf"),
(self._mtf(pos="part", sfx=["PROG"]), "prt-pg"),
(self._mtf(pos=""), "ptl"),
)
for input, expected in pairs:
self.assertEquals(rewriter(input), expected)
def xml_to_tagfile(filename):
parser = MorParser("{http://www.talkbank.org/ns/talkbank}")
corpus = parser.parse(filename)
for speaker, tokens in corpus:
yield speaker, [rewriter(t) for t in tokens]
