def test_tokenstream_test_shift(): # test s = TokenStream(iter((Token('a', 1), Token('b', 2), Token('c', 3)))) assert s.test('a') s.next() assert s.test('b', 2) # shift assert s.current == Token('b', 2) s.shift(Token('f', 5)) assert s.current == Token('f', 5) s.next() assert s.current == Token('b', 2)