def run_test(inp, regex): parser = argparse.ArgumentParser(description='Run cmark tests.') parser.add_argument('--program', dest='program', nargs='?', default=None, help='program to test') parser.add_argument('--library-dir', dest='library_dir', nargs='?', default=None, help='directory containing dynamic library') args = parser.parse_args(sys.argv[1:]) cmark = CMark(prog=args.program, library_dir=args.library_dir) [rc, actual, err] = cmark.to_html(inp) if rc != 0: print('[ERRORED (return code %d)]' % rc) print(err) exit(1) elif regex.search(actual): print('[PASSED]') else: print('[FAILED (mismatch)]') print(repr(actual)) exit(1)
def converter(md): cmark = CMark(prog=args.program, library_dir=args.library_dir) [ec, result, err] = cmark.to_commonmark(md) if ec == 0: [ec, html, err] = cmark.to_html(result) if ec == 0: # In the commonmark writer we insert dummy HTML # comments between lists, and between lists and code # blocks. Strip these out, since the spec uses # two blank lines instead: return [ec, re.sub('<!-- end list -->\n', '', html), ''] else: return [ec, html, err] else: return [ec, result, err]
import re import argparse import sys import platform from cmark import CMark if __name__ == "__main__": parser = argparse.ArgumentParser(description='Run cmark tests.') parser.add_argument('--program', dest='program', nargs='?', default=None, help='program to test') parser.add_argument('--library-dir', dest='library_dir', nargs='?', default=None, help='directory containing dynamic library') args = parser.parse_args(sys.argv[1:]) cmark = CMark(prog=args.program, library_dir=args.library_dir) pathological = { "nested strong emph": (("*a **a " * 100000) + "b" + (" a** a*" * 100000), "<p>" + ("<em>a <strong>a " * 100000) + "b" + (" a</strong> a</em>" * 100000) + "</p>"), "nested brackets": (("[" * 50000) + "a" + ("]" * 50000), "<p>" + ("[" * 50000) + "a" + ("]" * 50000) + "</p>") } whitespace_re = re.compile('/s+/') passed = 0 errored = 0 failed = 0
if __name__ == "__main__": if args.debug_normalization: out(normalize_html(sys.stdin.read())) exit(0) all_tests = get_tests(args.spec) if args.pattern: pattern_re = re.compile(args.pattern, re.IGNORECASE) else: pattern_re = re.compile('.') tests = [ test for test in all_tests if re.search(pattern_re, test['section']) and ( not args.number or test['example'] == args.number) ] if args.dump_tests: out(json.dumps(tests, ensure_ascii=False, indent=2)) exit(0) else: skipped = len(all_tests) - len(tests) converter = CMark(prog=args.program, library_dir=args.library_dir).to_html result_counts = {'pass': 0, 'fail': 0, 'error': 0, 'skip': skipped} for test in tests: do_test(converter, test, args.normalize, result_counts) out("{pass} passed, {fail} failed, {error} errored, {skip} skipped\n". format(**result_counts)) exit(result_counts['fail'] + result_counts['error'])
code = f.read() entities = [] for entity, utf8 in re.findall(regex, code, re.MULTILINE): utf8 = bytes(map(int, utf8.split(", ")[:-1])).decode('utf-8') entities.append((entity, utf8)) return entities if __name__ == "__main__": parser = argparse.ArgumentParser(description='Run cmark tests.') parser.add_argument('--program', dest='program', nargs='?', default=None, help='program to test') parser.add_argument('--library-dir', dest='library_dir', nargs='?', default=None, help='directory containing dynamic library') args = parser.parse_args(sys.argv[1:]) cmark = CMark(prog=args.program, library_dir=args.library_dir) entities = get_entities() passed = 0 errored = 0 failed = 0 exceptions = { 'quot': '"', 'QUOT': '"', # These are broken, but I'm not too worried about them. 'nvlt': '<⃒', 'nvgt': '>⃒', }
if re.search(pattern_re, test['section']): result = do_test(test, normalize) if result == 'pass': passed += 1 elif result == 'fail': failed += 1 else: errored += 1 else: skipped += 1 print "%d passed, %d failed, %d errored, %d skipped" % (passed, failed, errored, skipped) return (failed == 0 and errored == 0) if __name__ == "__main__": if args.debug_normalization: print normalize_html(sys.stdin.read()) exit(0) tests = get_tests(args.spec) if args.dump_tests: print json.dumps(tests, ensure_ascii=False, indent=2) exit(0) else: cmark = CMark(prog=args.program, library_dir=args.library_dir) if do_tests(cmark, tests, args.pattern, args.normalize): exit(0) else: exit(1)
if __name__ == "__main__": parser = argparse.ArgumentParser(description='Run cmark tests.') parser.add_argument('-p', '--program', dest='program', nargs='?', default=None, help='program to test') parser.add_argument('--library-dir', dest='library_dir', nargs='?', default=None, help='directory containing dynamic library') args = parser.parse_args(sys.argv[1:]) cmark = CMark(prog=args.program, library_dir=args.library_dir) # list of pairs consisting of input and a regex that must match the output. pathological = { # note - some pythons have limit of 65535 for {num-matches} in re. "U+0000": ("abc\u0000de\u0000", re.compile("abc\ufffd?de\ufffd?")), "U+FEFF (Unicode BOM)": ("\ufefffoo", re.compile("<p>foo</p>")), "nested strong emph": (("*a **a " * 65000) + "b" + (" a** a*" * 65000), re.compile("(<em>a <strong>a ){65000}b( a</strong> a</em>){65000}")), "many emph closers with no openers": (("a_ " * 65000), re.compile("(a[_] ){64999}a_")), "many emph openers with no closers": (("_a " * 65000), re.compile("(_a ){64999}_a")), "many 3-emph openers with no closers": (("a***" * 65000), re.compile("(a<em><strong>a</strong></em>){32500}")),
start_line = line_number - 1 markdown_lines.append(line) elif state == 2: html_lines.append(line) elif state == 0 and re.match(header_re, line): headertext = header_re.sub('', line).strip() return tests if __name__ == "__main__": if args.debug_normalization: out(normalize_html(sys.stdin.read())) exit(0) all_tests = get_tests(args.spec) if args.pattern: pattern_re = re.compile(args.pattern, re.IGNORECASE) else: pattern_re = re.compile('.') tests = [ test for test in all_tests if re.search(pattern_re, test['section']) and (not args.number or test['example'] == args.number) ] if args.dump_tests: out(json.dumps(tests, indent=2)) exit(0) else: skipped = len(all_tests) - len(tests) converter = CMark(prog=args.program, library_dir=args.library_dir, extensions=args.extensions).to_html result_counts = {'pass': 0, 'fail': 0, 'error': 0, 'skip': skipped} for test in tests: do_test(converter, test, args.normalize, result_counts) out("{pass} passed, {fail} failed, {error} errored, {skip} skipped\n".format(**result_counts)) exit(result_counts['fail'] + result_counts['error'])
parser = argparse.ArgumentParser(description='Run cmark tests.') parser.add_argument('--program', dest='program', nargs='?', default=None, help='program to test') parser.add_argument('--library-dir', dest='library_dir', nargs='?', default=None, help='directory containing dynamic library') args = parser.parse_args(sys.argv[1:]) cmark = CMark(prog=args.program, library_dir=args.library_dir) entities = get_entities() passed = 0 errored = 0 failed = 0 exceptions = { 'quot': '"', 'QUOT': '"', # These are broken, but I'm not too worried about them. 'nvlt': '<⃒', 'nvgt': '>⃒', }