def parse(sourceText, **kwargs): global lexer, verbose verbose = kwargs.get("verbose", False) # create a Lexer object & pass it the sourceText lexer.initialize(sourceText) getToken() ledger() if verbose: print "~" * 80 print "Successful parse!" print "~" * 80 return ast
def main(sourceText): global f f = open(outputFilename, "w") writeln("Here are the tokens returned by the lexer:") # create an instance of a lexer lexer.initialize(sourceText) #------------------------------------------------------------------ # use the lexer.getlist() method repeatedly to get the tokens in # the sourceText. Then print the tokens. #------------------------------------------------------------------ while True: token = lexer.get() writeln(token.show(True)) if token.type == EOF: break f.close()