def parse(sourceText, **kwargs):
global lexer, verbose
verbose = kwargs.get("verbose", False)
# create a Lexer object & pass it the sourceText
lexer.initialize(sourceText)
getToken()
ledger()
if verbose:
print "~" * 80
print "Successful parse!"
print "~" * 80
return ast
def main(sourceText):
global f
f = open(outputFilename, "w")
writeln("Here are the tokens returned by the lexer:")
# create an instance of a lexer
lexer.initialize(sourceText)
#------------------------------------------------------------------
# use the lexer.getlist() method repeatedly to get the tokens in
# the sourceText. Then print the tokens.
#------------------------------------------------------------------
while True:
token = lexer.get()
writeln(token.show(True))
if token.type == EOF: break
f.close()
