Example #1
0
 def test_10(self):
     lexer = get_lexer_by_name('c')
     token_iter = lex(self.test_c_code, lexer)
     token_group = _group_lexer_tokens(token_iter, False, False)
     gathered_group = _gather_groups_on_newlines(token_group, (2, 2, 2))
     classified_group = list(_classify_groups(gathered_group, c_lexer))
     assert classified_group == [(-1, '#include <stdio.h>\n'), (-1, '\n'),
                                 (0, 'A multi-\n'), (0, 'line\n'),
                                 (0, 'comment \n'), (-1, '\n'),
                                 (-1, 'main(){\n'), (2, 'Empty.\n'),
                                 (-1, '}\n')]
Example #2
0
 def test_10(self):
     lexer = get_lexer_by_name('c')
     token_iter = lex(self.test_c_code, lexer)
     token_group = _group_lexer_tokens(token_iter, False, False)
     gathered_group = _gather_groups_on_newlines(token_group, (2, 2, 2))
     classified_group = list( _classify_groups(gathered_group, c_lexer) )
     assert classified_group == [(-1, '#include <stdio.h>\n'),
                                 (-1, '\n'),
                                 ( 0, 'A multi-\n'),
                                 ( 0, 'line\n'),
                                 ( 0, 'comment \n'),
                                 (-1, '\n'),
                                 (-1, 'main(){\n'),
                                 ( 2,   'Empty.\n'),
                                 (-1, '}\n')]
Example #3
0
 def test_4(self):
     lexer = get_lexer_by_name('c')
     token_iter = lex(self.test_c_code, lexer)
     token_group = _group_lexer_tokens(token_iter, False, False)
     gathered_group = list(_gather_groups_on_newlines(token_group,
                                                      (1, 2, 2)))
     expected_group = [
       [(_GROUP.other, 0, '#include'),
         (_GROUP.whitespace, 0, ' '),
         (_GROUP.other, 0, '<stdio.h>\n')],
       [(_GROUP.whitespace, 0, '\n')],
       [(_GROUP.block_comment_start, 3, '/* A multi-\n')],
       [(_GROUP.block_comment_body,  3, '   line\n')],
       [(_GROUP.block_comment_end,   3, '   comment */'),
        (_GROUP.whitespace, 0, '\n')],
       [(_GROUP.whitespace, 0, '\n')],
       [(_GROUP.other, 0, 'main(){'), (_GROUP.whitespace, 0, '\n')],
       [(_GROUP.whitespace, 0, '  '),
        (_GROUP.inline_comment, 0, '// Empty.\n')],
       [(_GROUP.other, 0, '}'), (_GROUP.whitespace, 0, '\n')] ]
     assert gathered_group == expected_group
Example #4
0
 def test_4(self):
     lexer = get_lexer_by_name('c')
     token_iter = lex(self.test_c_code, lexer)
     token_group = _group_lexer_tokens(token_iter, False, False)
     gathered_group = list(
         _gather_groups_on_newlines(token_group, (1, 2, 2)))
     expected_group = [[(_GROUP.other, 0, '#include'),
                        (_GROUP.whitespace, 0, ' '),
                        (_GROUP.other, 0, '<stdio.h>\n')],
                       [(_GROUP.whitespace, 0, '\n')],
                       [(_GROUP.block_comment_start, 3, '/* A multi-\n')],
                       [(_GROUP.block_comment_body, 3, '   line\n')],
                       [(_GROUP.block_comment_end, 3, '   comment */'),
                        (_GROUP.whitespace, 0, '\n')],
                       [(_GROUP.whitespace, 0, '\n')],
                       [(_GROUP.other, 0, 'main(){'),
                        (_GROUP.whitespace, 0, '\n')],
                       [(_GROUP.whitespace, 0, '  '),
                        (_GROUP.inline_comment, 0, '// Empty.\n')],
                       [(_GROUP.other, 0, '}'),
                        (_GROUP.whitespace, 0, '\n')]]
     assert gathered_group == expected_group