class TestLexer(TestCase):
def setUp(self):
self.lexer = BentoLexer()
def _test(self, data, ref):
self.lexer.input(data)
self._test_impl(data, ref)
def _test_impl(self, data, ref):
res = []
while True:
tok = self.lexer.token()
if not tok:
break
res.append(tok.type)
if is_string(ref):
ref = split(ref)
try:
self.assertEqual(res, ref)
except AssertionError:
e = extract_exception()
cnt = 0
for i, j in zip(res, ref):
if not i == j:
break
cnt += 1
print(("Break at index %d" % cnt))
raise e
def _get_tokens(self, data):
self.lexer.input(data)
return list(self.lexer)
class TestLexer(TestCase):
def setUp(self):
self.lexer = BentoLexer()
def _test(self, data, ref):
self.lexer.input(data)
self._test_impl(data, ref)
def _test_impl(self, data, ref):
res = []
while True:
tok = self.lexer.token()
if not tok:
break
res.append(tok.type)
if is_string(ref):
ref = split(ref)
try:
self.assertEqual(res, ref)
except AssertionError:
e = extract_exception()
cnt = 0
for i, j in zip(res, ref):
if not i == j:
break
cnt += 1
print("Break at index %d" % cnt)
raise e
def _get_tokens(self, data):
self.lexer.input(data)
return list(self.lexer)
