def eat(self): if self._tok_idx >= len(self.tokens): return Token.fromEOF() else: tok = self.tokens[self._tok_idx] self._tok_idx += 1 return tok
def peek(self, lookahead=0): if len(self.tokens) <= self._tok_idx + lookahead: return Token.fromEOF() return self.tokens[self._tok_idx + lookahead]