def get_tokens_and_line(self, source_code):
return [x for x in generate_tokens(source_code)]
def test_with_two_returns(self):
result = [t for t in generate_tokens("\n\n")]
self.assertEqual(1, len(result))
def get_tokens_and_line(self, source_code):
return [x for x in generate_tokens(source_code)]
def test_ifdef(self):
tokens = generate_tokens('''#ifdef abc\n''')
self.assertEqual(['#ifdef abc', '\n'], tokens)
def test_define2(self):
tokens = generate_tokens(r''' # define yyMakeArray(ptr, count, size) { MakeArray (ptr, count, size); \
yyCheckMemory (* ptr); }
t
''')
self.assertTrue('t' in tokens)
def test_line_number(self):
tokens = generate_tokens(r'abc')
self.assertEqual('abc', tokens[0])
def test_with_mutiple_line_string(self):
tokens = generate_tokens('"sss\nsss" t')
self.assertTrue('t' in tokens)
def test_commentedComment(self):
tokens = generate_tokens(" /*/*/")
self.assertEqual(["/*/*/"], tokens)
def test_with_c_comments(self):
tokens = generate_tokens('/*abc\n*/ t')
self.assertTrue('t' in tokens)
def test_cpp_style_comment(self):
tokens = generate_tokens("//aaa\n")
self.assertEqual(['//aaa', '\n'], tokens)
def test_cpp_style_comment_with_multiple_lines(self):
tokens = generate_tokens("//a\\\nb")
self.assertEqual(['//a\\\nb'], tokens)
def test_c_style_comment(self):
tokens = generate_tokens("/***\n**/")
self.assertEqual(["/***\n**/"], tokens)
def test_with_one_return(self):
result = [t for t in generate_tokens("\n")]
self.assertEqual(1, len(result))
def test_empty_string(self):
result = [t for t in generate_tokens("")]
self.assertEqual(0, len(result))
def test_or(self):
tokens = generate_tokens("||")
self.assertEqual(['||'], tokens)
def test_space(self):
result = [t for t in generate_tokens(" \n")]
self.assertEqual(1, len(result))
def test_string(self):
tokens = generate_tokens(r'""')
self.assertEqual(['""'], tokens)
tokens = generate_tokens(r'"x\"xx")')
self.assertEqual(['"x\\"xx"', ')'], tokens)
def test_empty(self):
tokens = generate_tokens("")
self.assertEqual(0, len(tokens))
def test_line_number2(self):
tokens = generate_tokens('abc\ndef')
self.assertTrue('def' in tokens)
def test_one_digit(self):
tokens = generate_tokens("1")
self.assertEqual(['1'], tokens)
def test_define(self):
define = '''#define xx()\
abc'''
tokens = generate_tokens(define+'''
int''')
self.assertEqual([define, '\n', 'int'], tokens)
def test_operators(self):
tokens = generate_tokens("-;")
self.assertEqual(['-', ';'], tokens)
def test_with_line_continuer_define(self):
tokens = generate_tokens('#define a \\\nb\n t')
self.assertTrue('t' in tokens)
def test_operators1(self):
tokens = generate_tokens("-=")
self.assertEqual(['-='], tokens)
def create_objc_lizard(self, source_code):
return ObjCReader().generate_universal_code(generate_tokens(source_code)).function_list
def test_operators2(self):
tokens = generate_tokens(">=")
self.assertEqual(['>='], tokens)
def get_tokens(self, source_code):
return [x for x, l in generate_tokens(source_code)]
def test_more(self):
tokens = generate_tokens("int a{}")
self.assertEqual(['int', "a", "{", "}"], tokens)
def test_empty_string(self):
result = [t for t in generate_tokens("")]
self.assertEqual(0, len(result))
def get_tokens(self, source_code):
return [x for x, l in generate_tokens(source_code)]
