def test_10(self): lexer = get_lexer_by_name('c') token_iter = lex(self.test_c_code, lexer) token_group = _group_lexer_tokens(token_iter, False, False) gathered_group = _gather_groups_on_newlines(token_group, (2, 2, 2)) classified_group = list(_classify_groups(gathered_group, c_lexer)) assert classified_group == [(-1, '#include <stdio.h>\n'), (-1, '\n'), (0, 'A multi-\n'), (0, 'line\n'), (0, 'comment \n'), (-1, '\n'), (-1, 'main(){\n'), (2, 'Empty.\n'), (-1, '}\n')]
def test_10(self): lexer = get_lexer_by_name('c') token_iter = lex(self.test_c_code, lexer) token_group = _group_lexer_tokens(token_iter, False, False) gathered_group = _gather_groups_on_newlines(token_group, (2, 2, 2)) classified_group = list( _classify_groups(gathered_group, c_lexer) ) assert classified_group == [(-1, '#include <stdio.h>\n'), (-1, '\n'), ( 0, 'A multi-\n'), ( 0, 'line\n'), ( 0, 'comment \n'), (-1, '\n'), (-1, 'main(){\n'), ( 2, 'Empty.\n'), (-1, '}\n')]
def test_4(self): lexer = get_lexer_by_name('c') token_iter = lex(self.test_c_code, lexer) token_group = _group_lexer_tokens(token_iter, False, False) gathered_group = list(_gather_groups_on_newlines(token_group, (1, 2, 2))) expected_group = [ [(_GROUP.other, 0, '#include'), (_GROUP.whitespace, 0, ' '), (_GROUP.other, 0, '<stdio.h>\n')], [(_GROUP.whitespace, 0, '\n')], [(_GROUP.block_comment_start, 3, '/* A multi-\n')], [(_GROUP.block_comment_body, 3, ' line\n')], [(_GROUP.block_comment_end, 3, ' comment */'), (_GROUP.whitespace, 0, '\n')], [(_GROUP.whitespace, 0, '\n')], [(_GROUP.other, 0, 'main(){'), (_GROUP.whitespace, 0, '\n')], [(_GROUP.whitespace, 0, ' '), (_GROUP.inline_comment, 0, '// Empty.\n')], [(_GROUP.other, 0, '}'), (_GROUP.whitespace, 0, '\n')] ] assert gathered_group == expected_group
def test_4(self): lexer = get_lexer_by_name('c') token_iter = lex(self.test_c_code, lexer) token_group = _group_lexer_tokens(token_iter, False, False) gathered_group = list( _gather_groups_on_newlines(token_group, (1, 2, 2))) expected_group = [[(_GROUP.other, 0, '#include'), (_GROUP.whitespace, 0, ' '), (_GROUP.other, 0, '<stdio.h>\n')], [(_GROUP.whitespace, 0, '\n')], [(_GROUP.block_comment_start, 3, '/* A multi-\n')], [(_GROUP.block_comment_body, 3, ' line\n')], [(_GROUP.block_comment_end, 3, ' comment */'), (_GROUP.whitespace, 0, '\n')], [(_GROUP.whitespace, 0, '\n')], [(_GROUP.other, 0, 'main(){'), (_GROUP.whitespace, 0, '\n')], [(_GROUP.whitespace, 0, ' '), (_GROUP.inline_comment, 0, '// Empty.\n')], [(_GROUP.other, 0, '}'), (_GROUP.whitespace, 0, '\n')]] assert gathered_group == expected_group