def test_token_stream(): stream = TokenStream(StringIO('hello#world')) assert stream.current.value == 'hello' assert stream.line == 1 assert stream.move().value == 'hello' assert stream.current.value == '#world' assert stream.line == 1
def __call__(self, filelike, filename): self.source = filelike.readlines() src = ''.join(self.source) self.stream = TokenStream(StringIO(src)) self.filename = filename self.all = None return self.parse_module()