def eat_tokens(line): lex = Lexer(line) line = "" while lex.get_next_token(): line += lex.peek_token().test() if lex.peek_token().type in ["EOF", "ERROR"]: break return line
def eat_tokens(line): lex = Lexer(line) line = "" while lex.get_next_token(): line += lex.peek_token().test() return line