def test_empty_string(self): result = [t for t in generate_tokens_from_code("")] self.assertEqual(0, len(result))
def test_comment_count_as_a_token_when_generating(self): result = [t for t in generate_tokens_from_code("/**/")] self.assertEqual(1, len(result))
def test_with_two_returns(self): result = [t for t in generate_tokens_from_code("\n\n")] self.assertEqual(1, len(result))