) grammar = CFG(S, productions) # Tokenize a simple sentence sentence = 'I saw a man in the park' sent = Token(TEXT=sentence) print sent print type(sent) WhitespaceTokenizer().tokenize(sent) print sent # Build a parser parser = RecursiveDescentParser(grammar) print dir(parser) print parser.__dict__ for p in parser.get_parse_list(sent): print p print '\n\n\n' from parser import Parser p = Parser() p.setSentence('I move slowly south') print p print p.sentence print p._sentence import parser token = parser.Token('I move slowly towards the West, sneaking up on the Grue with my sword drawn.') tagger = parser.Tagger(texts=40)