def _next_tok(self):
if self.pos + 1 < len(self.list):
self.last_token = self.list[self.pos + 1]
return self.list[self.pos + 1]
tok = Token(Token.EOL, "")
tok.pos = self.pos
return tok
def next_tok(self):
self.pos += 1
if self.pos < len(self.list):
self.last_token = self.list[self.pos]
return self.list[self.pos]
tok = Token(Token.EOL, "")
tok.pos = self.pos
return tok