def as_list(self, text):
return list(Lexer(self._symbols, Source.anonymous(text)))
def as_tokens(self, text, name):
return Lexer(self._symbols, Source.with_name(text, name))
def as_list(self, text):
return list(Lexer(self._symbols, Source.anonymous(text)))
def _verify_tokens(self, *expected_tokens):
self.assertListEqual(list(expected_tokens),
list(Lexer(self._symbols, Source(self._text))))
def as_tokens(self, text, name):
return Lexer(self._symbols, Source.with_name(text, name))
