def test_skip_comment():
tokenizer = Tokenizer("#123\nbla")
tokenizer.skip_comment()
assert tokenizer.cur_pos == 4
tokenizer = Tokenizer("213\n#123\nbla")
for _ in range(4):
tokenizer.advance()
tokenizer.skip_comment()
assert tokenizer.cur_pos == 8
tokenizer = Tokenizer("213 #123\nbla")
for _ in range(3):
tokenizer.advance()
tokenizer.skip_comment()
assert tokenizer.cur_pos == 8
tokenizer = Tokenizer("#123")
tokenizer.skip_comment()
assert tokenizer.cur_pos == 4
def test_skip_whitespace():
tokenizer = Tokenizer(" \t \nbla")
tokenizer.skip_comment()
assert tokenizer.cur_pos == 4