def test_preposition(self): self.assertEqual(list(tokenize_primary("NP V de V-inf")), ["NP", "V", {"de"}, "V-inf"])
def test_qu(self): self.assertEqual(list(tokenize_primary("NP V Qu Psubj")), ["NP", "V", "Qu", "Psubj"])
def test_simple_split(self): self.assertEqual(list(tokenize_primary("NP V NP")), ["NP", "V", "NP"])