Example #1
0
def test_token_stream():
    stream = TokenStream(StringIO('hello#world'))
    assert stream.current.value == 'hello'
    assert stream.line == 1
    assert stream.move().value == 'hello'
    assert stream.current.value == '#world'
    assert stream.line == 1
Example #2
0
 def __call__(self, filelike, filename):
     self.source = filelike.readlines()
     src = ''.join(self.source)
     self.stream = TokenStream(StringIO(src))
     self.filename = filename
     self.all = None
     return self.parse_module()