def testRoundtrip(self):
tree = tests.new_parsetree()
#~ print tree
tb = TokenBuilder()
tree.visit(tb)
tokens = tb.tokens
#~ import pprint; pprint.pprint(tokens)
testTokenStream(tokens)
builder = ParseTreeBuilder(_parsetree_roundtrip=True)
TokenParser(builder).parse(tokens)
newtree = builder.get_parsetree()
self.assertEqual(tree.tostring(), newtree.tostring())
def testTopLevelLists(self):
tree = tests.new_parsetree()
tb = TokenBuilder()
tree.visit(tb)
tokens = tb._tokens # using raw tokens
newtokens = topLevelLists(tokens)
testTokenStream(newtokens)
revtokens = reverseTopLevelLists(newtokens)
def correct_none_attrib(t):
if t[0] == PARAGRAPH and not t[1]:
return (PARAGRAPH, {})
else:
return t
revtokens = map(correct_none_attrib, revtokens)
self.assertEqual(revtokens, tokens)