def get_token_name(x):
"""
Utility to help pretty-print AST symbols/Python tokens.
"""
if symbol.sym_name.has_key(x):
return symbol.sym_name[x]
return tok_name.get(x, '-')
def symtree(t):
if not isinstance(t, list):
return t
if t[0] in sym_name:
return [(sym_name.get(t[0]), t[0])] + list(map(symtree, t[1:]))
elif t[0] in tok_name:
return [(tok_name.get(t[0]), t[0])] + list(map(symtree, t[1:]))
else:
assert 0, t
def format(self, token):
"""Return a formatted representation of token."""
handler = "format_%s" % str(tok_name.get(token.type)).lower()
token.string = self._encode(token.string)
return getattr(self, handler, self._default_format)(token)
