def main(sourceText): global f f = open(outputFilename, "w") # # scanner driver # writeln("Here are the characters returned by the scanner:") # writeln(" line col character") # scanner.initialize(sourceText) # character = scanner.get() # while True: # writeln(character) # if character.cargo == ENDMARK : break # character = scanner.get() # # lexer driver writeln("Here are the tokens returned by the lexer:") lexer.initialize(sourceText) while True: token = lexer.get() writeln(token.show(True)) print token.show(True) if token.type == EOF: break f.close()
def getToken(): global token if verbose: if token: print((" " * indent) + " (" + token.show(align=False) + ")") token = lexer.get()