示例#1
0
 def test_preposition(self):
     self.assertEqual(list(tokenize_primary("NP V de V-inf")), ["NP", "V", {"de"}, "V-inf"])
示例#2
0
 def test_qu(self):
     self.assertEqual(list(tokenize_primary("NP V Qu Psubj")), ["NP", "V", "Qu", "Psubj"])
示例#3
0
 def test_simple_split(self):
     self.assertEqual(list(tokenize_primary("NP V NP")), ["NP", "V", "NP"])