def main():
global region
global onig_encoding
global encoding
region = onig.onig_region_new()
# set encoding of the test target
if len(sys.argv) > 1:
encs = {"EUC-JP": onig.ONIG_ENCODING_EUC_JP,
"SJIS": onig.ONIG_ENCODING_SJIS,
"UTF-8": onig.ONIG_ENCODING_UTF8,
"UTF-16LE": onig.ONIG_ENCODING_UTF16_LE,
"UTF-16BE": onig.ONIG_ENCODING_UTF16_BE}
try:
onig_encoding = encs[sys.argv[1]]
except KeyError:
print("test target encoding error")
print("Usage: python testpy.py [test target encoding] [output encoding]")
sys.exit()
encoding = onig_encoding[0].name.decode()
# set encoding of stdout/stderr
if len(sys.argv) > 2:
outenc = sys.argv[2]
else:
outenc = locale.getpreferredencoding()
def get_text_writer(fileno, **kwargs):
kw = dict(kwargs)
kw.setdefault('errors', 'backslashreplace')
kw.setdefault('closefd', False)
writer = io.open(fileno, mode='w', **kw)
# work around for Python 2.x
write = writer.write # save the original write() function
enc = locale.getpreferredencoding()
writer.write = lambda s: write(s.decode(enc)) \
if isinstance(s, bytes) else write(s) # convert to unistr
return writer
sys.stdout = get_text_writer(sys.stdout.fileno(), encoding=outenc)
sys.stderr = get_text_writer(sys.stderr.fileno(), encoding=outenc)
# Copied from onig-5.9.2/testc.c
# '?\?' which is used to avoid trigraph is replaced by '??'.
# Match positions are specified by unit of character instead of byte.
x2("", "", 0, 0);
x2("^", "", 0, 0);
x2("$", "", 0, 0);
x2("\\G", "", 0, 0);
x2("\\A", "", 0, 0);
x2("\\Z", "", 0, 0);
x2("\\z", "", 0, 0);
x2("^$", "", 0, 0);
x2("\\ca", "\001", 0, 1);
x2("\\C-b", "\002", 0, 1);
x2("\\c\\\\", "\034", 0, 1);
x2("q[\\c\\\\]", "q\034", 0, 2);
x2("", "a", 0, 0);
x2("a", "a", 0, 1);
if onig_encoding == onig.ONIG_ENCODING_UTF16_LE:
x2("\\x61\\x00", "a", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_UTF16_BE:
x2("\\x00\\x61", "a", 0, 1);
else:
x2("\\x61", "a", 0, 1);
x2("aa", "aa", 0, 2);
x2("aaa", "aaa", 0, 3);
x2("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", 0, 35);
x2("ab", "ab", 0, 2);
x2("b", "ab", 1, 2);
x2("bc", "abc", 1, 3);
x2("(?i:#RET#)", "#INS##RET#", 5, 10);
if onig_encoding == onig.ONIG_ENCODING_UTF16_LE:
x2("\\17\\00", "\017", 0, 1);
x2("\\x1f\\x00", "\x1f", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_UTF16_BE:
x2("\\00\\17", "\017", 0, 1);
x2("\\x00\\x1f", "\x1f", 0, 1);
else:
x2("\\17", "\017", 0, 1);
x2("\\x1f", "\x1f", 0, 1);
x2("a(?#....\\\\JJJJ)b", "ab", 0, 2);
x2("(?x) G (o O(?-x)oO) g L", "GoOoOgLe", 0, 7);
x2(".", "a", 0, 1);
n(".", "");
x2("..", "ab", 0, 2);
x2("\\w", "e", 0, 1);
n("\\W", "e");
x2("\\s", " ", 0, 1);
x2("\\S", "b", 0, 1);
x2("\\d", "4", 0, 1);
n("\\D", "4");
x2("\\b", "z ", 0, 0);
x2("\\b", " z", 1, 1);
x2("\\B", "zz ", 1, 1);
x2("\\B", "z ", 2, 2);
x2("\\B", " z", 0, 0);
x2("[ab]", "b", 0, 1);
n("[ab]", "c");
x2("[a-z]", "t", 0, 1);
n("[^a]", "a");
x2("[^a]", "\n", 0, 1);
x2("[]]", "]", 0, 1);
n("[^]]", "]");
x2("[\\^]+", "0^^1", 1, 3);
x2("[b-]", "b", 0, 1);
x2("[b-]", "-", 0, 1);
x2("[\\w]", "z", 0, 1);
n("[\\w]", " ");
x2("[\\W]", "b$", 1, 2);
x2("[\\d]", "5", 0, 1);
n("[\\d]", "e");
x2("[\\D]", "t", 0, 1);
n("[\\D]", "3");
x2("[\\s]", " ", 0, 1);
n("[\\s]", "a");
x2("[\\S]", "b", 0, 1);
n("[\\S]", " ");
x2("[\\w\\d]", "2", 0, 1);
n("[\\w\\d]", " ");
x2("[[:upper:]]", "B", 0, 1);
x2("[*[:xdigit:]+]", "+", 0, 1);
x2("[*[:xdigit:]+]", "GHIKK-9+*", 6, 7);
x2("[*[:xdigit:]+]", "-@^+", 3, 4);
n("[[:upper]]", "A");
x2("[[:upper]]", ":", 0, 1);
if onig_encoding == onig.ONIG_ENCODING_UTF16_LE:
x2("[\\044\\000-\\047\\000]", "\046", 0, 1);
x2("[\\x5a\\x00-\\x5c\\x00]", "\x5b", 0, 1);
x2("[\\x6A\\x00-\\x6D\\x00]", "\x6c", 0, 1);
n("[\\x6A\\x00-\\x6D\\x00]", "\x6E");
elif onig_encoding == onig.ONIG_ENCODING_UTF16_BE:
x2("[\\000\\044-\\000\\047]", "\046", 0, 1);
x2("[\\x00\\x5a-\\x00\\x5c]", "\x5b", 0, 1);
x2("[\\x00\\x6A-\\x00\\x6D]", "\x6c", 0, 1);
n("[\\x00\\x6A-\\x00\\x6D]", "\x6E");
else:
x2("[\\044-\\047]", "\046", 0, 1);
x2("[\\x5a-\\x5c]", "\x5b", 0, 1);
x2("[\\x6A-\\x6D]", "\x6c", 0, 1);
n("[\\x6A-\\x6D]", "\x6E");
n("^[0-9A-F]+ 0+ UNDEF ", "75F 00000000 SECT14A notype () External | _rb_apply");
x2("[\\[]", "[", 0, 1);
x2("[\\]]", "]", 0, 1);
x2("[&]", "&", 0, 1);
x2("[[ab]]", "b", 0, 1);
x2("[[ab]c]", "c", 0, 1);
n("[[^a]]", "a");
n("[^[a]]", "a");
x2("[[ab]&&bc]", "b", 0, 1);
n("[[ab]&&bc]", "a");
n("[[ab]&&bc]", "c");
x2("[a-z&&b-y&&c-x]", "w", 0, 1);
n("[^a-z&&b-y&&c-x]", "w");
x2("[[^a&&a]&&a-z]", "b", 0, 1);
n("[[^a&&a]&&a-z]", "a");
x2("[[^a-z&&bcdef]&&[^c-g]]", "h", 0, 1);
n("[[^a-z&&bcdef]&&[^c-g]]", "c");
x2("[^[^abc]&&[^cde]]", "c", 0, 1);
x2("[^[^abc]&&[^cde]]", "e", 0, 1);
n("[^[^abc]&&[^cde]]", "f");
x2("[a-&&-a]", "-", 0, 1);
n("[a\\-&&\\-a]", "&");
n("\\wabc", " abc");
x2("a\\Wbc", "a bc", 0, 4);
x2("a.b.c", "aabbc", 0, 5);
x2(".\\wb\\W..c", "abb bcc", 0, 7);
x2("\\s\\wzzz", " zzzz", 0, 5);
x2("aa.b", "aabb", 0, 4);
n(".a", "ab");
x2(".a", "aa", 0, 2);
x2("^a", "a", 0, 1);
x2("^a$", "a", 0, 1);
x2("^\\w$", "a", 0, 1);
n("^\\w$", " ");
x2("^\\wab$", "zab", 0, 3);
x2("^\\wabcdef$", "zabcdef", 0, 7);
x2("^\\w...def$", "zabcdef", 0, 7);
x2("\\w\\w\\s\\Waaa\\d", "aa aaa4", 0, 8);
x2("\\A\\Z", "", 0, 0);
x2("\\Axyz", "xyz", 0, 3);
x2("xyz\\Z", "xyz", 0, 3);
x2("xyz\\z", "xyz", 0, 3);
x2("a\\Z", "a", 0, 1);
x2("\\Gaz", "az", 0, 2);
n("\\Gz", "bza");
n("az\\G", "az");
n("az\\A", "az");
n("a\\Az", "az");
x2("\\^\\$", "^$", 0, 2);
x2("^x?y", "xy", 0, 2);
x2("^(x?y)", "xy", 0, 2);
x2("\\w", "_", 0, 1);
n("\\W", "_");
x2("(?=z)z", "z", 0, 1);
n("(?=z).", "a");
x2("(?!z)a", "a", 0, 1);
n("(?!z)a", "z");
x2("(?i:a)", "a", 0, 1);
x2("(?i:a)", "A", 0, 1);
x2("(?i:A)", "a", 0, 1);
n("(?i:A)", "b");
x2("(?i:[A-Z])", "a", 0, 1);
x2("(?i:[f-m])", "H", 0, 1);
x2("(?i:[f-m])", "h", 0, 1);
n("(?i:[f-m])", "e");
x2("(?i:[A-c])", "D", 0, 1);
n("(?i:[^a-z])", "A");
n("(?i:[^a-z])", "a");
x2("(?i:[!-k])", "Z", 0, 1);
x2("(?i:[!-k])", "7", 0, 1);
x2("(?i:[T-}])", "b", 0, 1);
x2("(?i:[T-}])", "{", 0, 1);
x2("(?i:\\?a)", "?A", 0, 2);
x2("(?i:\\*A)", "*a", 0, 2);
n(".", "\n");
x2("(?m:.)", "\n", 0, 1);
x2("(?m:a.)", "a\n", 0, 2);
x2("(?m:.b)", "a\nb", 1, 3);
x2(".*abc", "dddabdd\nddabc", 8, 13);
x2("(?m:.*abc)", "dddabddabc", 0, 10);
n("(?i)(?-i)a", "A");
n("(?i)(?-i:a)", "A");
x2("a?", "", 0, 0);
x2("a?", "b", 0, 0);
x2("a?", "a", 0, 1);
x2("a*", "", 0, 0);
x2("a*", "a", 0, 1);
x2("a*", "aaa", 0, 3);
x2("a*", "baaaa", 0, 0);
n("a+", "");
x2("a+", "a", 0, 1);
x2("a+", "aaaa", 0, 4);
x2("a+", "aabbb", 0, 2);
x2("a+", "baaaa", 1, 5);
x2(".?", "", 0, 0);
x2(".?", "f", 0, 1);
x2(".?", "\n", 0, 0);
x2(".*", "", 0, 0);
x2(".*", "abcde", 0, 5);
x2(".+", "z", 0, 1);
x2(".+", "zdswer\n", 0, 6);
x2("(.*)a\\1f", "babfbac", 0, 4);
x2("(.*)a\\1f", "bacbabf", 3, 7);
x2("((.*)a\\2f)", "bacbabf", 3, 7);
x2("(.*)a\\1f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23);
x2("a|b", "a", 0, 1);
x2("a|b", "b", 0, 1);
x2("|a", "a", 0, 0);
x2("(|a)", "a", 0, 0);
x2("ab|bc", "ab", 0, 2);
x2("ab|bc", "bc", 0, 2);
x2("z(?:ab|bc)", "zbc", 0, 3);
x2("a(?:ab|bc)c", "aabc", 0, 4);
x2("ab|(?:ac|az)", "az", 0, 2);
x2("a|b|c", "dc", 1, 2);
x2("a|b|cd|efg|h|ijk|lmn|o|pq|rstuvwx|yz", "pqr", 0, 2);
n("a|b|cd|efg|h|ijk|lmn|o|pq|rstuvwx|yz", "mn");
x2("a|^z", "ba", 1, 2);
x2("a|^z", "za", 0, 1);
x2("a|\\Gz", "bza", 2, 3);
x2("a|\\Gz", "za", 0, 1);
x2("a|\\Az", "bza", 2, 3);
x2("a|\\Az", "za", 0, 1);
x2("a|b\\Z", "ba", 1, 2);
x2("a|b\\Z", "b", 0, 1);
x2("a|b\\z", "ba", 1, 2);
x2("a|b\\z", "b", 0, 1);
x2("\\w|\\s", " ", 0, 1);
n("\\w|\\w", " ");
x2("\\w|%", "%", 0, 1);
x2("\\w|[&$]", "&", 0, 1);
x2("[b-d]|[^e-z]", "a", 0, 1);
x2("(?:a|[c-f])|bz", "dz", 0, 1);
x2("(?:a|[c-f])|bz", "bz", 0, 2);
x2("abc|(?=zz)..f", "zzf", 0, 3);
x2("abc|(?!zz)..f", "abf", 0, 3);
x2("(?=za)..a|(?=zz)..a", "zza", 0, 3);
n("(?>a|abd)c", "abdc");
x2("(?>abd|a)c", "abdc", 0, 4);
x2("a?|b", "a", 0, 1);
x2("a?|b", "b", 0, 0);
x2("a?|b", "", 0, 0);
x2("a*|b", "aa", 0, 2);
x2("a*|b*", "ba", 0, 0);
x2("a*|b*", "ab", 0, 1);
x2("a+|b*", "", 0, 0);
x2("a+|b*", "bbb", 0, 3);
x2("a+|b*", "abbb", 0, 1);
n("a+|b+", "");
x2("(a|b)?", "b", 0, 1);
x2("(a|b)*", "ba", 0, 2);
x2("(a|b)+", "bab", 0, 3);
x2("(ab|ca)+", "caabbc", 0, 4);
x2("(ab|ca)+", "aabca", 1, 5);
x2("(ab|ca)+", "abzca", 0, 2);
x2("(a|bab)+", "ababa", 0, 5);
x2("(a|bab)+", "ba", 1, 2);
x2("(a|bab)+", "baaaba", 1, 4);
x2("(?:a|b)(?:a|b)", "ab", 0, 2);
x2("(?:a*|b*)(?:a*|b*)", "aaabbb", 0, 3);
x2("(?:a*|b*)(?:a+|b+)", "aaabbb", 0, 6);
x2("(?:a+|b+){2}", "aaabbb", 0, 6);
x2("h{0,}", "hhhh", 0, 4);
x2("(?:a+|b+){1,2}", "aaabbb", 0, 6);
n("ax{2}*a", "0axxxa1");
n("a.{0,2}a", "0aXXXa0");
n("a.{0,2}?a", "0aXXXa0");
n("a.{0,2}?a", "0aXXXXa0");
x2("^a{2,}?a$", "aaa", 0, 3);
x2("^[a-z]{2,}?$", "aaa", 0, 3);
x2("(?:a+|\\Ab*)cc", "cc", 0, 2);
n("(?:a+|\\Ab*)cc", "abcc");
x2("(?:^a+|b+)*c", "aabbbabc", 6, 8);
x2("(?:^a+|b+)*c", "aabbbbc", 0, 7);
x2("a|(?i)c", "C", 0, 1);
x2("(?i)c|a", "C", 0, 1);
x2("(?i)c|a", "A", 0, 1);
x2("(?i:c)|a", "C", 0, 1);
n("(?i:c)|a", "A");
x2("[abc]?", "abc", 0, 1);
x2("[abc]*", "abc", 0, 3);
x2("[^abc]*", "abc", 0, 0);
n("[^abc]+", "abc");
x2("a??", "aaa", 0, 0);
x2("ba??b", "bab", 0, 3);
x2("a*?", "aaa", 0, 0);
x2("ba*?", "baa", 0, 1);
x2("ba*?b", "baab", 0, 4);
x2("a+?", "aaa", 0, 1);
x2("ba+?", "baa", 0, 2);
x2("ba+?b", "baab", 0, 4);
x2("(?:a?)??", "a", 0, 0);
x2("(?:a??)?", "a", 0, 0);
x2("(?:a?)+?", "aaa", 0, 1);
x2("(?:a+)??", "aaa", 0, 0);
x2("(?:a+)??b", "aaab", 0, 4);
x2("(?:ab)?{2}", "", 0, 0);
x2("(?:ab)?{2}", "ababa", 0, 4);
x2("(?:ab)*{0}", "ababa", 0, 0);
x2("(?:ab){3,}", "abababab", 0, 8);
n("(?:ab){3,}", "abab");
x2("(?:ab){2,4}", "ababab", 0, 6);
x2("(?:ab){2,4}", "ababababab", 0, 8);
x2("(?:ab){2,4}?", "ababababab", 0, 4);
x2("(?:ab){,}", "ab{,}", 0, 5);
x2("(?:abc)+?{2}", "abcabcabc", 0, 6);
x2("(?:X*)(?i:xa)", "XXXa", 0, 4);
x2("(d+)([^abc]z)", "dddz", 0, 4);
x2("([^abc]*)([^abc]z)", "dddz", 0, 4);
x2("(\\w+)(\\wz)", "dddz", 0, 4);
x3("(a)", "a", 0, 1, 1);
x3("(ab)", "ab", 0, 2, 1);
x2("((ab))", "ab", 0, 2);
x3("((ab))", "ab", 0, 2, 1);
x3("((ab))", "ab", 0, 2, 2);
x3("((((((((((((((((((((ab))))))))))))))))))))", "ab", 0, 2, 20);
x3("(ab)(cd)", "abcd", 0, 2, 1);
x3("(ab)(cd)", "abcd", 2, 4, 2);
x3("()(a)bc(def)ghijk", "abcdefghijk", 3, 6, 3);
x3("(()(a)bc(def)ghijk)", "abcdefghijk", 3, 6, 4);
x2("(^a)", "a", 0, 1);
x3("(a)|(a)", "ba", 1, 2, 1);
x3("(^a)|(a)", "ba", 1, 2, 2);
x3("(a?)", "aaa", 0, 1, 1);
x3("(a*)", "aaa", 0, 3, 1);
x3("(a*)", "", 0, 0, 1);
x3("(a+)", "aaaaaaa", 0, 7, 1);
x3("(a+|b*)", "bbbaa", 0, 3, 1);
x3("(a+|b?)", "bbbaa", 0, 1, 1);
x3("(abc)?", "abc", 0, 3, 1);
x3("(abc)*", "abc", 0, 3, 1);
x3("(abc)+", "abc", 0, 3, 1);
x3("(xyz|abc)+", "abc", 0, 3, 1);
x3("([xyz][abc]|abc)+", "abc", 0, 3, 1);
x3("((?i:abc))", "AbC", 0, 3, 1);
x2("(abc)(?i:\\1)", "abcABC", 0, 6);
x3("((?m:a.c))", "a\nc", 0, 3, 1);
x3("((?=az)a)", "azb", 0, 1, 1);
x3("abc|(.abd)", "zabd", 0, 4, 1);
x2("(?:abc)|(ABC)", "abc", 0, 3);
x3("(?i:(abc))|(zzz)", "ABC", 0, 3, 1);
x3("a*(.)", "aaaaz", 4, 5, 1);
x3("a*?(.)", "aaaaz", 0, 1, 1);
x3("a*?(c)", "aaaac", 4, 5, 1);
x3("[bcd]a*(.)", "caaaaz", 5, 6, 1);
x3("(\\Abb)cc", "bbcc", 0, 2, 1);
n("(\\Abb)cc", "zbbcc");
x3("(^bb)cc", "bbcc", 0, 2, 1);
n("(^bb)cc", "zbbcc");
x3("cc(bb$)", "ccbb", 2, 4, 1);
n("cc(bb$)", "ccbbb");
n("(\\1)", "");
n("\\1(a)", "aa");
n("(a(b)\\1)\\2+", "ababb");
n("(?:(?:\\1|z)(a))+$", "zaa");
x2("(?:(?:\\1|z)(a))+$", "zaaa", 0, 4);
x2("(a)(?=\\1)", "aa", 0, 1);
n("(a)$|\\1", "az");
x2("(a)\\1", "aa", 0, 2);
n("(a)\\1", "ab");
x2("(a?)\\1", "aa", 0, 2);
x2("(a??)\\1", "aa", 0, 0);
x2("(a*)\\1", "aaaaa", 0, 4);
x3("(a*)\\1", "aaaaa", 0, 2, 1);
x2("a(b*)\\1", "abbbb", 0, 5);
x2("a(b*)\\1", "ab", 0, 1);
x2("(a*)(b*)\\1\\2", "aaabbaaabb", 0, 10);
x2("(a*)(b*)\\2", "aaabbbb", 0, 7);
x2("(((((((a*)b))))))c\\7", "aaabcaaa", 0, 8);
x3("(((((((a*)b))))))c\\7", "aaabcaaa", 0, 3, 7);
x2("(a)(b)(c)\\2\\1\\3", "abcbac", 0, 6);
x2("([a-d])\\1", "cc", 0, 2);
x2("(\\w\\d\\s)\\1", "f5 f5 ", 0, 6);
n("(\\w\\d\\s)\\1", "f5 f5");
x2("(who|[a-c]{3})\\1", "whowho", 0, 6);
x2("...(who|[a-c]{3})\\1", "abcwhowho", 0, 9);
x2("(who|[a-c]{3})\\1", "cbccbc", 0, 6);
x2("(^a)\\1", "aa", 0, 2);
n("(^a)\\1", "baa");
n("(a$)\\1", "aa");
n("(ab\\Z)\\1", "ab");
x2("(a*\\Z)\\1", "a", 1, 1);
x2(".(a*\\Z)\\1", "ba", 1, 2);
x3("(.(abc)\\2)", "zabcabc", 0, 7, 1);
x3("(.(..\\d.)\\2)", "z12341234", 0, 9, 1);
x2("((?i:az))\\1", "AzAz", 0, 4);
n("((?i:az))\\1", "Azaz");
x2("(?<=a)b", "ab", 1, 2);
n("(?<=a)b", "bb");
x2("(?<=a|b)b", "bb", 1, 2);
x2("(?<=a|bc)b", "bcb", 2, 3);
x2("(?<=a|bc)b", "ab", 1, 2);
x2("(?<=a|bc||defghij|klmnopq|r)z", "rz", 1, 2);
x2("(a)\\g<1>", "aa", 0, 2);
x2("(?<!a)b", "cb", 1, 2);
n("(?<!a)b", "ab");
x2("(?<!a|bc)b", "bbb", 0, 1);
n("(?<!a|bc)z", "bcz");
x2("(?<name1>a)", "a", 0, 1);
x2("(?<name_2>ab)\\g<name_2>", "abab", 0, 4);
x2("(?<name_3>.zv.)\\k<name_3>", "azvbazvb", 0, 8);
x2("(?<=\\g<ab>)|-\\zEND (?<ab>XyZ)", "XyZ", 3, 3);
x2("(?<n>|a\\g<n>)+", "", 0, 0);
x2("(?<n>|\\(\\g<n>\\))+$", "()(())", 0, 6);
x3("\\g<n>(?<n>.){0}", "X", 0, 1, 1);
x2("\\g<n>(abc|df(?<n>.YZ){2,8}){0}", "XYZ", 0, 3);
x2("\\A(?<n>(a\\g<n>)|)\\z", "aaaa", 0, 4);
x2("(?<n>|\\g<m>\\g<n>)\\z|\\zEND (?<m>a|(b)\\g<m>)", "bbbbabba", 0, 8);
x2("(?<name1240>\\w+\\sx)a+\\k<name1240>", " fg xaaaaaaaafg x", 2, 18);
x3("(z)()()(?<_9>a)\\g<_9>", "zaa", 2, 3, 1);
x2("(.)(((?<_>a)))\\k<_>", "zaa", 0, 3);
x2("((?<name1>\\d)|(?<name2>\\w))(\\k<name1>|\\k<name2>)", "ff", 0, 2);
x2("(?:(?<x>)|(?<x>efg))\\k<x>", "", 0, 0);
x2("(?:(?<x>abc)|(?<x>efg))\\k<x>", "abcefgefg", 3, 9);
n("(?:(?<x>abc)|(?<x>efg))\\k<x>", "abcefg");
x2("(?:(?<n1>.)|(?<n1>..)|(?<n1>...)|(?<n1>....)|(?<n1>.....)|(?<n1>......)|(?<n1>.......)|(?<n1>........)|(?<n1>.........)|(?<n1>..........)|(?<n1>...........)|(?<n1>............)|(?<n1>.............)|(?<n1>..............))\\k<n1>$", "a-pyumpyum", 2, 10);
x3("(?:(?<n1>.)|(?<n1>..)|(?<n1>...)|(?<n1>....)|(?<n1>.....)|(?<n1>......)|(?<n1>.......)|(?<n1>........)|(?<n1>.........)|(?<n1>..........)|(?<n1>...........)|(?<n1>............)|(?<n1>.............)|(?<n1>..............))\\k<n1>$", "xxxxabcdefghijklmnabcdefghijklmn", 4, 18, 14);
x3("(?<name1>)(?<name2>)(?<name3>)(?<name4>)(?<name5>)(?<name6>)(?<name7>)(?<name8>)(?<name9>)(?<name10>)(?<name11>)(?<name12>)(?<name13>)(?<name14>)(?<name15>)(?<name16>aaa)(?<name17>)$", "aaa", 0, 3, 16);
x2("(?<foo>a|\\(\\g<foo>\\))", "a", 0, 1);
x2("(?<foo>a|\\(\\g<foo>\\))", "((((((a))))))", 0, 13);
x3("(?<foo>a|\\(\\g<foo>\\))", "((((((((a))))))))", 0, 17, 1);
x2("\\g<bar>|\\zEND(?<bar>.*abc$)", "abcxxxabc", 0, 9);
x2("\\g<1>|\\zEND(.a.)", "bac", 0, 3);
x3("\\g<_A>\\g<_A>|\\zEND(.a.)(?<_A>.b.)", "xbxyby", 3, 6, 1);
x2("\\A(?:\\g<pon>|\\g<pan>|\\zEND (?<pan>a|c\\g<pon>c)(?<pon>b|d\\g<pan>d))$", "cdcbcdc", 0, 7);
x2("\\A(?<n>|a\\g<m>)\\z|\\zEND (?<m>\\g<n>)", "aaaa", 0, 4);
x2("(?<n>(a|b\\g<n>c){3,5})", "baaaaca", 1, 5);
x2("(?<n>(a|b\\g<n>c){3,5})", "baaaacaaaaa", 0, 10);
x2("(?<pare>\\(([^\\(\\)]++|\\g<pare>)*+\\))", "((a))", 0, 5);
x2("()*\\1", "", 0, 0);
x2("(?:()|())*\\1\\2", "", 0, 0);
x3("(?:\\1a|())*", "a", 0, 0, 1);
x2("x((.)*)*x", "0x1x2x3", 1, 6);
x2("x((.)*)*x(?i:\\1)\\Z", "0x1x2x1X2", 1, 9);
x2("(?:()|()|()|()|()|())*\\2\\5", "", 0, 0);
x2("(?:()|()|()|(x)|()|())*\\2b\\5", "b", 0, 1);
if onig_encoding == onig.ONIG_ENCODING_UTF16_LE:
x2("\\xFA\\x8F", "\u8ffa", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_UTF16_BE:
x2("\\x8F\\xFA", "\u8ffa", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_UTF8:
x2("\\xE8\\xBF\\xBA", "\u8ffa", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_SJIS:
x2("\\xE7\\x92", "\u8ffa", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_EUC_JP:
x2("\\xED\\xF2", "\u8ffa", 0, 1); # "迺"
x2("", "あ", 0, 0);
x2("あ", "あ", 0, 1);
n("い", "あ");
x2("うう", "うう", 0, 2);
x2("あいう", "あいう", 0, 3);
x2("こここここここここここここここここここここここここここここここここここ", "こここここここここここここここここここここここここここここここここここ", 0, 35);
x2("あ", "いあ", 1, 2);
x2("いう", "あいう", 1, 3);
# x2(b"\\xca\\xb8", b"\xca\xb8", 0, 2); # "文"
x2(".", "あ", 0, 1);
x2("..", "かき", 0, 2);
x2("\\w", "お", 0, 1);
n("\\W", "あ");
x2("[\\W]", "う$", 1, 2);
x2("\\S", "そ", 0, 1);
x2("\\S", "漢", 0, 1);
x2("\\b", "気 ", 0, 0);
x2("\\b", " ほ", 1, 1);
x2("\\B", "せそ ", 1, 1);
x2("\\B", "う ", 2, 2);
x2("\\B", " い", 0, 0);
x2("[たち]", "ち", 0, 1);
n("[なに]", "ぬ");
x2("[う-お]", "え", 0, 1);
n("[^け]", "け");
x2("[\\w]", "ね", 0, 1);
n("[\\d]", "ふ");
x2("[\\D]", "は", 0, 1);
n("[\\s]", "く");
x2("[\\S]", "へ", 0, 1);
x2("[\\w\\d]", "よ", 0, 1);
x2("[\\w\\d]", " よ", 3, 4);
n("\\w鬼車", " 鬼車");
x2("鬼\\W車", "鬼 車", 0, 3);
x2("あ.い.う", "ああいいう", 0, 5);
x2(".\\wう\\W..ぞ", "えうう うぞぞ", 0, 7);
x2("\\s\\wこここ", " ここここ", 0, 5);
x2("ああ.け", "ああけけ", 0, 4);
n(".い", "いえ");
x2(".お", "おお", 0, 2);
x2("^あ", "あ", 0, 1);
x2("^む$", "む", 0, 1);
x2("^\\w$", "に", 0, 1);
x2("^\\wかきくけこ$", "zかきくけこ", 0, 6);
x2("^\\w...うえお$", "zあいううえお", 0, 7);
x2("\\w\\w\\s\\Wおおお\\d", "aお おおお4", 0, 8);
x2("\\Aたちつ", "たちつ", 0, 3);
x2("むめも\\Z", "むめも", 0, 3);
x2("かきく\\z", "かきく", 0, 3);
x2("かきく\\Z", "かきく\n", 0, 3);
x2("\\Gぽぴ", "ぽぴ", 0, 2);
n("\\Gえ", "うえお");
n("とて\\G", "とて");
n("まみ\\A", "まみ");
n("ま\\Aみ", "まみ");
x2("(?=せ)せ", "せ", 0, 1);
n("(?=う).", "い");
x2("(?!う)か", "か", 0, 1);
n("(?!と)あ", "と");
x2("(?i:あ)", "あ", 0, 1);
x2("(?i:ぶべ)", "ぶべ", 0, 2);
n("(?i:い)", "う");
x2("(?m:よ.)", "よ\n", 0, 2);
x2("(?m:.め)", "ま\nめ", 1, 3);
x2("あ?", "", 0, 0);
x2("変?", "化", 0, 0);
x2("変?", "変", 0, 1);
x2("量*", "", 0, 0);
x2("量*", "量", 0, 1);
x2("子*", "子子子", 0, 3);
x2("馬*", "鹿馬馬馬馬", 0, 0);
n("山+", "");
x2("河+", "河", 0, 1);
x2("時+", "時時時時", 0, 4);
x2("え+", "ええううう", 0, 2);
x2("う+", "おうううう", 1, 5);
x2(".?", "た", 0, 1);
x2(".*", "ぱぴぷぺ", 0, 4);
x2(".+", "ろ", 0, 1);
x2(".+", "いうえか\n", 0, 4);
x2("あ|い", "あ", 0, 1);
x2("あ|い", "い", 0, 1);
x2("あい|いう", "あい", 0, 2);
x2("あい|いう", "いう", 0, 2);
x2("を(?:かき|きく)", "をかき", 0, 3);
x2("を(?:かき|きく)け", "をきくけ", 0, 4);
x2("あい|(?:あう|あを)", "あを", 0, 2);
x2("あ|い|う", "えう", 1, 2);
x2("あ|い|うえ|おかき|く|けこさ|しすせ|そ|たち|つてとなに|ぬね", "しすせ", 0, 3);
n("あ|い|うえ|おかき|く|けこさ|しすせ|そ|たち|つてとなに|ぬね", "すせ");
x2("あ|^わ", "ぶあ", 1, 2);
x2("あ|^を", "をあ", 0, 1);
x2("鬼|\\G車", "け車鬼", 2, 3);
x2("鬼|\\G車", "車鬼", 0, 1);
x2("鬼|\\A車", "b車鬼", 2, 3);
x2("鬼|\\A車", "車", 0, 1);
x2("鬼|車\\Z", "車鬼", 1, 2);
x2("鬼|車\\Z", "車", 0, 1);
x2("鬼|車\\Z", "車\n", 0, 1);
x2("鬼|車\\z", "車鬼", 1, 2);
x2("鬼|車\\z", "車", 0, 1);
x2("\\w|\\s", "お", 0, 1);
x2("\\w|%", "%お", 0, 1);
x2("\\w|[&$]", "う&", 0, 1);
x2("[い-け]", "う", 0, 1);
x2("[い-け]|[^か-こ]", "あ", 0, 1);
x2("[い-け]|[^か-こ]", "か", 0, 1);
x2("[^あ]", "\n", 0, 1);
x2("(?:あ|[う-き])|いを", "うを", 0, 1);
x2("(?:あ|[う-き])|いを", "いを", 0, 2);
x2("あいう|(?=けけ)..ほ", "けけほ", 0, 3);
x2("あいう|(?!けけ)..ほ", "あいほ", 0, 3);
x2("(?=をあ)..あ|(?=をを)..あ", "ををあ", 0, 3);
x2("(?<=あ|いう)い", "いうい", 2, 3);
n("(?>あ|あいえ)う", "あいえう");
x2("(?>あいえ|あ)う", "あいえう", 0, 4);
x2("あ?|い", "あ", 0, 1);
x2("あ?|い", "い", 0, 0);
x2("あ?|い", "", 0, 0);
x2("あ*|い", "ああ", 0, 2);
x2("あ*|い*", "いあ", 0, 0);
x2("あ*|い*", "あい", 0, 1);
x2("[aあ]*|い*", "aあいいい", 0, 2);
x2("あ+|い*", "", 0, 0);
x2("あ+|い*", "いいい", 0, 3);
x2("あ+|い*", "あいいい", 0, 1);
x2("あ+|い*", "aあいいい", 0, 0);
n("あ+|い+", "");
x2("(あ|い)?", "い", 0, 1);
x2("(あ|い)*", "いあ", 0, 2);
x2("(あ|い)+", "いあい", 0, 3);
x2("(あい|うあ)+", "うああいうえ", 0, 4);
x2("(あい|うえ)+", "うああいうえ", 2, 6);
x2("(あい|うあ)+", "ああいうあ", 1, 5);
x2("(あい|うあ)+", "あいをうあ", 0, 2);
x2("(あい|うあ)+", "$$zzzzあいをうあ", 6, 8);
x2("(あ|いあい)+", "あいあいあ", 0, 5);
x2("(あ|いあい)+", "いあ", 1, 2);
x2("(あ|いあい)+", "いあああいあ", 1, 4);
x2("(?:あ|い)(?:あ|い)", "あい", 0, 2);
x2("(?:あ*|い*)(?:あ*|い*)", "あああいいい", 0, 3);
x2("(?:あ*|い*)(?:あ+|い+)", "あああいいい", 0, 6);
x2("(?:あ+|い+){2}", "あああいいい", 0, 6);
x2("(?:あ+|い+){1,2}", "あああいいい", 0, 6);
x2("(?:あ+|\\Aい*)うう", "うう", 0, 2);
n("(?:あ+|\\Aい*)うう", "あいうう");
x2("(?:^あ+|い+)*う", "ああいいいあいう", 6, 8);
x2("(?:^あ+|い+)*う", "ああいいいいう", 0, 7);
x2("う{0,}", "うううう", 0, 4);
x2("あ|(?i)c", "C", 0, 1);
x2("(?i)c|あ", "C", 0, 1);
x2("(?i:あ)|a", "a", 0, 1);
n("(?i:あ)|a", "A");
x2("[あいう]?", "あいう", 0, 1);
x2("[あいう]*", "あいう", 0, 3);
x2("[^あいう]*", "あいう", 0, 0);
n("[^あいう]+", "あいう");
x2("あ??", "あああ", 0, 0);
x2("いあ??い", "いあい", 0, 3);
x2("あ*?", "あああ", 0, 0);
x2("いあ*?", "いああ", 0, 1);
x2("いあ*?い", "いああい", 0, 4);
x2("あ+?", "あああ", 0, 1);
x2("いあ+?", "いああ", 0, 2);
x2("いあ+?い", "いああい", 0, 4);
x2("(?:天?)??", "天", 0, 0);
x2("(?:天??)?", "天", 0, 0);
x2("(?:夢?)+?", "夢夢夢", 0, 1);
x2("(?:風+)??", "風風風", 0, 0);
x2("(?:雪+)??霜", "雪雪雪霜", 0, 4);
x2("(?:あい)?{2}", "", 0, 0);
x2("(?:鬼車)?{2}", "鬼車鬼車鬼", 0, 4);
x2("(?:鬼車)*{0}", "鬼車鬼車鬼", 0, 0);
x2("(?:鬼車){3,}", "鬼車鬼車鬼車鬼車", 0, 8);
n("(?:鬼車){3,}", "鬼車鬼車");
x2("(?:鬼車){2,4}", "鬼車鬼車鬼車", 0, 6);
x2("(?:鬼車){2,4}", "鬼車鬼車鬼車鬼車鬼車", 0, 8);
x2("(?:鬼車){2,4}?", "鬼車鬼車鬼車鬼車鬼車", 0, 4);
x2("(?:鬼車){,}", "鬼車{,}", 0, 5);
x2("(?:かきく)+?{2}", "かきくかきくかきく", 0, 6);
x3("(火)", "火", 0, 1, 1);
x3("(火水)", "火水", 0, 2, 1);
x2("((時間))", "時間", 0, 2);
x3("((風水))", "風水", 0, 2, 1);
x3("((昨日))", "昨日", 0, 2, 2);
x3("((((((((((((((((((((量子))))))))))))))))))))", "量子", 0, 2, 20);
x3("(あい)(うえ)", "あいうえ", 0, 2, 1);
x3("(あい)(うえ)", "あいうえ", 2, 4, 2);
x3("()(あ)いう(えおか)きくけこ", "あいうえおかきくけこ", 3, 6, 3);
x3("(()(あ)いう(えおか)きくけこ)", "あいうえおかきくけこ", 3, 6, 4);
x3(".*(フォ)ン・マ(ン()シュタ)イン", "フォン・マンシュタイン", 5, 9, 2);
x2("(^あ)", "あ", 0, 1);
x3("(あ)|(あ)", "いあ", 1, 2, 1);
x3("(^あ)|(あ)", "いあ", 1, 2, 2);
x3("(あ?)", "あああ", 0, 1, 1);
x3("(ま*)", "ままま", 0, 3, 1);
x3("(と*)", "", 0, 0, 1);
x3("(る+)", "るるるるるるる", 0, 7, 1);
x3("(ふ+|へ*)", "ふふふへへ", 0, 3, 1);
x3("(あ+|い?)", "いいいああ", 0, 1, 1);
x3("(あいう)?", "あいう", 0, 3, 1);
x3("(あいう)*", "あいう", 0, 3, 1);
x3("(あいう)+", "あいう", 0, 3, 1);
x3("(さしす|あいう)+", "あいう", 0, 3, 1);
x3("([なにぬ][かきく]|かきく)+", "かきく", 0, 3, 1);
x3("((?i:あいう))", "あいう", 0, 3, 1);
x3("((?m:あ.う))", "あ\nう", 0, 3, 1);
x3("((?=あん)あ)", "あんい", 0, 1, 1);
x3("あいう|(.あいえ)", "んあいえ", 0, 4, 1);
x3("あ*(.)", "ああああん", 4, 5, 1);
x3("あ*?(.)", "ああああん", 0, 1, 1);
x3("あ*?(ん)", "ああああん", 4, 5, 1);
x3("[いうえ]あ*(.)", "えああああん", 5, 6, 1);
x3("(\\Aいい)うう", "いいうう", 0, 2, 1);
n("(\\Aいい)うう", "んいいうう");
x3("(^いい)うう", "いいうう", 0, 2, 1);
n("(^いい)うう", "んいいうう");
x3("ろろ(るる$)", "ろろるる", 2, 4, 1);
n("ろろ(るる$)", "ろろるるる");
x2("(無)\\1", "無無", 0, 2);
n("(無)\\1", "無武");
x2("(空?)\\1", "空空", 0, 2);
x2("(空??)\\1", "空空", 0, 0);
x2("(空*)\\1", "空空空空空", 0, 4);
x3("(空*)\\1", "空空空空空", 0, 2, 1);
x2("あ(い*)\\1", "あいいいい", 0, 5);
x2("あ(い*)\\1", "あい", 0, 1);
x2("(あ*)(い*)\\1\\2", "あああいいあああいい", 0, 10);
x2("(あ*)(い*)\\2", "あああいいいい", 0, 7);
x3("(あ*)(い*)\\2", "あああいいいい", 3, 5, 2);
x2("(((((((ぽ*)ぺ))))))ぴ\\7", "ぽぽぽぺぴぽぽぽ", 0, 8);
x3("(((((((ぽ*)ぺ))))))ぴ\\7", "ぽぽぽぺぴぽぽぽ", 0, 3, 7);
x2("(は)(ひ)(ふ)\\2\\1\\3", "はひふひはふ", 0, 6);
x2("([き-け])\\1", "くく", 0, 2);
x2("(\\w\\d\\s)\\1", "あ5 あ5 ", 0, 6);
n("(\\w\\d\\s)\\1", "あ5 あ5");
x2("(誰？|[あ-う]{3})\\1", "誰？誰？", 0, 4);
x2("...(誰？|[あ-う]{3})\\1", "あaあ誰？誰？", 0, 7);
x2("(誰？|[あ-う]{3})\\1", "ういうういう", 0, 6);
x2("(^こ)\\1", "ここ", 0, 2);
n("(^む)\\1", "めむむ");
n("(あ$)\\1", "ああ");
n("(あい\\Z)\\1", "あい");
x2("(あ*\\Z)\\1", "あ", 1, 1);
x2(".(あ*\\Z)\\1", "いあ", 1, 2);
x3("(.(やいゆ)\\2)", "zやいゆやいゆ", 0, 7, 1);
x3("(.(..\\d.)\\2)", "あ12341234", 0, 9, 1);
x2("((?i:あvず))\\1", "あvずあvず", 0, 6);
x2("(?<愚か>変|\\(\\g<愚か>\\))", "((((((変))))))", 0, 13);
x2("\\A(?:\\g<阿_1>|\\g<云_2>|\\z終了 (?<阿_1>観|自\\g<云_2>自)(?<云_2>在|菩薩\\g<阿_1>菩薩))$", "菩薩自菩薩自在自菩薩自菩薩", 0, 13);
x2("[[ひふ]]", "ふ", 0, 1);
x2("[[いおう]か]", "か", 0, 1);
n("[[^あ]]", "あ");
n("[^[あ]]", "あ");
x2("[^[^あ]]", "あ", 0, 1);
x2("[[かきく]&&きく]", "く", 0, 1);
n("[[かきく]&&きく]", "か");
n("[[かきく]&&きく]", "け");
x2("[あ-ん&&い-を&&う-ゑ]", "ゑ", 0, 1);
n("[^あ-ん&&い-を&&う-ゑ]", "ゑ");
x2("[[^あ&&あ]&&あ-ん]", "い", 0, 1);
n("[[^あ&&あ]&&あ-ん]", "あ");
x2("[[^あ-ん&&いうえお]&&[^う-か]]", "き", 0, 1);
n("[[^あ-ん&&いうえお]&&[^う-か]]", "い");
x2("[^[^あいう]&&[^うえお]]", "う", 0, 1);
x2("[^[^あいう]&&[^うえお]]", "え", 0, 1);
n("[^[^あいう]&&[^うえお]]", "か");
x2("[あ-&&-あ]", "-", 0, 1);
x2("[^[^a-zあいう]&&[^bcdefgうえお]q-w]", "え", 0, 1);
x2("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "f", 0, 1);
x2("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "g", 0, 1);
n("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "2");
x2("a<b>バージョンのダウンロード<\\/b>", "a<b>バージョンのダウンロード</b>", 0, 20);
x2(".<b>バージョンのダウンロード<\\/b>", "a<b>バージョンのダウンロード</b>", 0, 20);
# additional test patterns
if is_unicode_encoding(onig_encoding):
x2("\\x{3042}\\x{3044}", "あい", 0, 2)
elif onig_encoding == onig.ONIG_ENCODING_SJIS:
x2("\\x{82a0}\\x{82A2}", "あい", 0, 2)
elif onig_encoding == onig.ONIG_ENCODING_EUC_JP:
x2("\\x{a4a2}\\x{A4A4}", "あい", 0, 2)
x2("\\p{Hiragana}\\p{Katakana}", "あイ", 0, 2)
x2("(?m)^A.B$", "X\nA\nB\nZ", 2, 5)
n("(?<!(?<=a)b|c)d", "abd")
n("(?<!(?<=a)b|c)d", "cd")
x2("(?<!(?<=a)b|c)d", "bd", 1, 2)
x2("(a){2}z", "aaz", 0, 3)
x2("(?<=a).*b", "aab", 1, 3)
x2("(?<=(?<!A)B)C", "BBC", 2, 3)
n("(?<=(?<!A)B)C", "ABC")
n("(?i)(?<!aa|b)c", "Aac")
n("(?i)(?<!b|aa)c", "Aac")
x2("(?<=\\babc)d", " abcd", 4, 5)
x2("(?<=\\Babc)d", "aabcd", 4, 5)
x2("a\\b?a", "aa", 0, 2)
x2("[^x]*x", "aaax", 0, 4)
x2("(?i)[\\x{0}-B]+", "\x00\x01\x02\x1f\x20@AaBbC", 0, 10)
x2("(?i)a{2}", "AA", 0, 2)
if is_unicode_encoding(onig_encoding):
# The longest script name
x2("\\p{Other_Default_Ignorable_Code_Point}+", "\u034F\uFFF8\U000E0FFF", 0, 3)
# The longest block name
x2("\\p{In_Unified_Canadian_Aboriginal_Syllabics_Extended}+", "\u18B0\u18FF", 0, 2)
x2("[0-9-a]+", " 0123456789-a ", 1, 13) # same as [0-9\-a]
x2("[0-9-\\s]+", " 0123456789-a ", 0, 12) # same as [0-9\-\s]
x2("(?i:a) B", "a B", 0, 3);
x2("(?i:a )B", "a B", 0, 3);
x2("B (?i:a)", "B a", 0, 3);
x2("B(?i: a)", "B a", 0, 3);
if is_unicode_encoding(onig_encoding):
x2("(?a)[\p{Space}\d]", "\u00a0", 0, 1)
x2("(?a)[\d\p{Space}]", "\u00a0", 0, 1)
n("(?a)[^\p{Space}\d]", "\u00a0")
n("(?a)[^\d\p{Space}]", "\u00a0")
n("x.*?\\Z$", "x\ny")
n("x.*?\\Z$", "x\r\ny")
x2("x.*?\\Z$", "x\n", 0, 1)
x2("x.*?\\Z$", "x\r\n", 0, 2) # \Z will match between \r and \n, if
# ONIG_OPTION_NEWLINE_CRLF isn't specified.
x2("(?<=fo).*", "foo", 2, 3)
x2("(?m)(?<=fo).*", "foo", 2, 3)
x2("(?m)(?<=fo).+", "foo", 2, 3)
x2("\\n?\\z", "hello", 5, 5)
x2("\\z", "hello", 5, 5)
x2("\\n?\\z", "こんにちは", 5, 5)
x2("\\z", "こんにちは", 5, 5)
# character classes (tests for character class optimization)
x2("[@][a]", "@a", 0, 2);
x2(".*[a][b][c][d][e]", "abcde", 0, 5);
x2("(?i)[A\\x{41}]", "a", 0, 1);
x2("[abA]", "a", 0, 1);
x2("[[ab]&&[ac]]+", "aaa", 0, 3);
x2("[[あい]&&[あう]]+", "あああ", 0, 3);
# possessive quantifiers
n("a?+a", "a")
n("a*+a", "aaaa")
n("a++a", "aaaa")
# n("a{2,3}+a", "aaa") # ONIG_SYNTAX_DEFAULT doesn't support this
# linebreak
x2("\\R", "\n", 0, 1)
x2("\\R", "\r", 0, 1)
x2("\\R{3}", "\r\r\n\n", 0, 4)
# if (onig_encoding == onig.ONIG_ENCODING_UTF16_LE or
# onig_encoding == onig.ONIG_ENCODING_UTF16_BE or
# onig_encoding == onig.ONIG_ENCODING_UTF8):
# # USE_UNICODE_ALL_LINE_TERMINATORS must be defined
# x2("\\R", "\u0085", 0, 1)
# x2("\\R", "\u2028", 0, 1)
# x2("\\R", "\u2029", 0, 1)
# extended grapheme cluster
x2("\\X{5}", "あいab\n", 0, 5)
if is_unicode_encoding(onig_encoding):
x2("\\X", "\u306F\u309A\n", 0, 2)
# keep
x2("ab\\Kcd", "abcd", 2, 4)
x2("ab\\Kc(\\Kd|z)", "abcd", 3, 4)
x2("ab\\Kc(\\Kz|d)", "abcd", 2, 4)
x2("(a\\K)*", "aaab", 3, 3)
x3("(a\\K)*", "aaab", 2, 3, 1)
# x2("a\\K?a", "aa", 0, 2) # error: differ from perl
x2("ab(?=c\Kd)", "abcd", 2, 2) # This behaviour is currently not well defined. (see: perlre)
x2("(?<=a\\Kb|aa)cd", "abcd", 1, 4) # This behaviour is currently not well defined. (see: perlre)
x2("(?<=ab|a\\Ka)cd", "abcd", 2, 4) # This behaviour is currently not well defined. (see: perlre)
# named group and subroutine call
# x2("(?<name_2>ab)(?&name_2)", "abab", 0, 4);
# x2("(?<name_2>ab)(?1)", "abab", 0, 4);
# x2("(?<n>|\\((?&n)\\))+$", "()(())", 0, 6);
# x2("(a|x(?-1)x)", "xax", 0, 3);
# x2("(a|(x(?-2)x))", "xax", 0, 3);
# x2("a|x(?0)x", "xax", 0, 3);
# x2("a|x(?R)x", "xax", 0, 3);
x2("(a|x\g<0>x)", "xax", 0, 3);
x2("(a|x\g'0'x)", "xax", 0, 3);
# x2("(?-i:(?+1))(?i:(a)){0}", "A", 0, 1);
x2("(?-i:\g<+1>)(?i:(a)){0}", "A", 0, 1);
x2("(?-i:\g'+1')(?i:(a)){0}", "A", 0, 1);
# character set modifiers
x2("(?u)\\w+", "あa#", 0, 2);
x2("(?a)\\w+", "あa#", 1, 2);
x2("(?u)\\W+", "あa#", 2, 3);
x2("(?a)\\W+", "あa#", 0, 1);
x2("(?a)\\b", "あa", 1, 1);
x2("(?a)\\w\\b", "aあ", 0, 1);
x2("(?a)\\B", "a ああ ", 2, 2);
x2("(?u)\\B", "あ ", 2, 2);
x2("(?a)\\B", "あ ", 0, 0);
x2("(?a)\\B", "aあ ", 2, 2);
x2("(?a)\\p{Alpha}\\P{Alpha}", "a。", 0, 2);
x2("(?u)\\p{Alpha}\\P{Alpha}", "a。", 0, 2);
x2("(?a)[[:word:]]+", "aあ", 0, 1);
x2("(?a)[[:^word:]]+", "aあ", 1, 2);
x2("(?u)[[:word:]]+", "aあ", 0, 2);
n("(?u)[[:^word:]]+", "aあ");
# \g{} backref
# x2("((?<name1>\\d)|(?<name2>\\w))(\\g{name1}|\\g{name2})", "ff", 0, 2);
# x2("(?:(?<x>)|(?<x>efg))\\g{x}", "", 0, 0);
# x2("(?:(?<x>abc)|(?<x>efg))\\g{x}", "abcefgefg", 3, 9);
# n("(?:(?<x>abc)|(?<x>efg))\\g{x}", "abcefg");
# x2("((.*)a\\g{2}f)", "bacbabf", 3, 7);
# x2("(.*)a\\g{1}f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23);
# x2("((.*)a\\g{-1}f)", "bacbabf", 3, 7);
# x2("(.*)a\\g{-1}f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23);
# x2("(あ*)(い*)\\g{-2}\\g{-1}", "あああいいあああいい", 0, 10);
# Python/PCRE compatible named group
# x2("(?P<name_2>ab)(?P>name_2)", "abab", 0, 4);
# x2("(?P<n>|\\((?P>n)\\))+$", "()(())", 0, 6);
# x2("((?P<name1>\\d)|(?P<name2>\\w))((?P=name1)|(?P=name2))", "ff", 0, 2);
# Fullwidth Alphabet
n("ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ");
x2("(?i)ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", 0, 26);
x2("(?i)ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", 0, 26);
x2("(?i)ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", "ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", 0, 26);
x2("(?i)ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", 0, 26);
# Greek
n("αβγδεζηθικλμνξοπρστυφχψω", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ");
x2("(?i)αβγδεζηθικλμνξοπρστυφχψω", "αβγδεζηθικλμνξοπρστυφχψω", 0, 24);
x2("(?i)αβγδεζηθικλμνξοπρστυφχψω", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", 0, 24);
x2("(?i)ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", "αβγδεζηθικλμνξοπρστυφχψω", 0, 24);
x2("(?i)ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", 0, 24);
# Cyrillic
n("абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ");
x2("(?i)абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "абвгдеёжзийклмнопрстуфхцчшщъыьэюя", 0, 33);
x2("(?i)абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", 0, 33);
x2("(?i)АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", "абвгдеёжзийклмнопрстуфхцчшщъыьэюя", 0, 33);
x2("(?i)АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", 0, 33);
# multiple name definition
x2("(?<a>a)(?<a>b)\\k<a>", "aba", 0, 3)
# x2("(?<a>a)(?<a>b)(?&a)", "aba", 0, 3)
# x2("(?<a>(a|.)(?<a>b))(?&a)", "abcb", 0, 4)
# branch reset
# x3("(?|(c)|(?:(b)|(a)))", "a", 0, 1, 2)
# x3("(?|(c)|(?|(b)|(a)))", "a", 0, 1, 1)
# conditional expression
x2("(?:(a)|(b))(?(1)cd)e", "acde", 0, 4)
n("(?:(a)|(b))(?(1)cd)e", "ae")
x2("(?:(a)|(b))(?(2)cd)e", "ae", 0, 2)
n("(?:(a)|(b))(?(2)cd)e", "acde")
x2("(?:(a)|(b))(?(1)c|d)", "ac", 0, 2)
x2("(?:(a)|(b))(?(1)c|d)", "bd", 0, 2)
n("(?:(a)|(b))(?(1)c|d)", "ad")
n("(?:(a)|(b))(?(1)c|d)", "bc")
x2("(?:(a)|(b))(?:(?(1)cd)e|fg)", "acde", 0, 4)
x2("(?:(a)|(b))(?:(?(1)cd|x)e|fg)", "bxe", 0, 3)
n("(?:(a)|(b))(?:(?(2)cd|x)e|fg)", "bxe")
x2("(?:(?<x>a)|(?<y>b))(?:(?(<x>)cd|x)e|fg)", "bxe", 0, 3)
n("(?:(?<x>a)|(?<y>b))(?:(?(<y>)cd|x)e|fg)", "bxe")
x2("((?<=a))?(?(1)b|c)", "abc", 1, 2)
x2("((?<=a))?(?(1)b|c)", "bc", 1, 2)
x2("((?<x>x)|(?<y>y))(?(<x>)y|x)", "xy", 0, 2)
x2("((?<x>x)|(?<y>y))(?(<x>)y|x)", "yx", 0, 2)
n("((?<x>x)|(?<y>y))(?(<x>)y|x)", "xx")
n("((?<x>x)|(?<y>y))(?(<x>)y|x)", "yy")
# Implicit-anchor optimization
x2("(?m:.*abc)", "dddabdd\nddabc", 0, 13) # optimized /(?m:.*abc)/ ==> /\A(?m:.*abc)/
x2("(?m:.+abc)", "dddabdd\nddabc", 0, 13) # optimized
x2("(?-m:.*abc)", "dddabdd\nddabc", 8, 13) # optimized /(?-m:.*abc)/ ==> /(?:^|\A)(?m:.*abc)/
x2("(?-m:.+abc)", "dddabdd\nddabc", 8, 13) # optimized
x2("(?-m:.*abc)", "dddabdd\nabc", 8, 11) # optimized
n("(?-m:.+abc)", "dddabdd\nabc") # optimized
x2("(?m:.*\\Z)", "dddabdd\nddabc", 0, 13) # optimized /(?m:.*\Z)/ ==> /\A(?m:.*\Z)/
x2("(?-m:.*\\Z)", "dddabdd\nddabc", 8, 13) # optimized /(?-m:.*\Z)/ ==> /(?:^|\A)(?m:.*\Z)/
x2("(.*)X\\1", "1234X2345", 1, 8) # not optimized
# Allow options in look-behind
x2("(?<=(?i)ab)cd", "ABcd", 2, 4)
x2("(?<=(?i:ab))cd", "ABcd", 2, 4)
n("(?<=(?i)ab)cd", "ABCD")
n("(?<=(?i:ab))cd", "ABCD")
x2("(?<!(?i)ab)cd", "aacd", 2, 4)
x2("(?<!(?i:ab))cd", "aacd", 2, 4)
n("(?<!(?i)ab)cd", "ABcd")
n("(?<!(?i:ab))cd", "ABcd")
print("\nRESULT SUCC: %d, FAIL: %d, ERROR: %d (by Onigmo %s)" % (
nsucc, nfail, nerror, onig.onig_version()))
onig.onig_region_free(region, 1)
onig.onig_end()
if (nfail == 0 and nerror == 0):
exit(0)
else:
exit(-1)
def main():
global region
global onig_encoding
global encoding
region = onig.onig_region_new()
# set encoding of the test target
if len(sys.argv) > 1:
encs = {"EUC-JP": onig.ONIG_ENCODING_EUC_JP,
"SJIS": onig.ONIG_ENCODING_SJIS,
"UTF-8": onig.ONIG_ENCODING_UTF8,
"UTF-16LE": onig.ONIG_ENCODING_UTF16_LE,
"UTF-16BE": onig.ONIG_ENCODING_UTF16_BE}
try:
onig_encoding = encs[sys.argv[1]]
except KeyError:
print("test target encoding error")
print("Usage: python testpy.py [test target encoding] [output encoding]")
sys.exit()
encoding = onig_encoding[0].name.decode()
# set encoding of stdout/stderr
if len(sys.argv) > 2:
outenc = sys.argv[2]
else:
outenc = locale.getpreferredencoding()
sys.stdout = io.open(sys.stdout.fileno(), "w", encoding=outenc, closefd=False)
sys.stderr = io.open(sys.stderr.fileno(), "w", encoding=outenc, closefd=False)
# onig-5.9.2/testc.c からコピー
# trigraph 対策の ?\? は ?? に置き換え
# マッチ位置の指定をバイト単位から文字数単位に変更
x2("", "", 0, 0);
x2("^", "", 0, 0);
x2("$", "", 0, 0);
x2("\\G", "", 0, 0);
x2("\\A", "", 0, 0);
x2("\\Z", "", 0, 0);
x2("\\z", "", 0, 0);
x2("^$", "", 0, 0);
x2("\\ca", "\001", 0, 1);
x2("\\C-b", "\002", 0, 1);
x2("\\c\\\\", "\034", 0, 1);
x2("q[\\c\\\\]", "q\034", 0, 2);
x2("", "a", 0, 0);
x2("a", "a", 0, 1);
if onig_encoding == onig.ONIG_ENCODING_UTF16_LE:
x2("\\x61\\x00", "a", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_UTF16_BE:
x2("\\x00\\x61", "a", 0, 1);
else:
x2("\\x61", "a", 0, 1);
x2("aa", "aa", 0, 2);
x2("aaa", "aaa", 0, 3);
x2("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", 0, 35);
x2("ab", "ab", 0, 2);
x2("b", "ab", 1, 2);
x2("bc", "abc", 1, 3);
x2("(?i:#RET#)", "#INS##RET#", 5, 10);
if onig_encoding == onig.ONIG_ENCODING_UTF16_LE:
x2("\\17\\00", "\017", 0, 1);
x2("\\x1f\\x00", "\x1f", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_UTF16_BE:
x2("\\00\\17", "\017", 0, 1);
x2("\\x00\\x1f", "\x1f", 0, 1);
else:
x2("\\17", "\017", 0, 1);
x2("\\x1f", "\x1f", 0, 1);
x2("a(?#....\\\\JJJJ)b", "ab", 0, 2);
x2("(?x) G (o O(?-x)oO) g L", "GoOoOgLe", 0, 7);
x2(".", "a", 0, 1);
n(".", "");
x2("..", "ab", 0, 2);
x2("\\w", "e", 0, 1);
n("\\W", "e");
x2("\\s", " ", 0, 1);
x2("\\S", "b", 0, 1);
x2("\\d", "4", 0, 1);
n("\\D", "4");
x2("\\b", "z ", 0, 0);
x2("\\b", " z", 1, 1);
x2("\\B", "zz ", 1, 1);
x2("\\B", "z ", 2, 2);
x2("\\B", " z", 0, 0);
x2("[ab]", "b", 0, 1);
n("[ab]", "c");
x2("[a-z]", "t", 0, 1);
n("[^a]", "a");
x2("[^a]", "\n", 0, 1);
x2("[]]", "]", 0, 1);
n("[^]]", "]");
x2("[\\^]+", "0^^1", 1, 3);
x2("[b-]", "b", 0, 1);
x2("[b-]", "-", 0, 1);
x2("[\\w]", "z", 0, 1);
n("[\\w]", " ");
x2("[\\W]", "b$", 1, 2);
x2("[\\d]", "5", 0, 1);
n("[\\d]", "e");
x2("[\\D]", "t", 0, 1);
n("[\\D]", "3");
x2("[\\s]", " ", 0, 1);
n("[\\s]", "a");
x2("[\\S]", "b", 0, 1);
n("[\\S]", " ");
x2("[\\w\\d]", "2", 0, 1);
n("[\\w\\d]", " ");
x2("[[:upper:]]", "B", 0, 1);
x2("[*[:xdigit:]+]", "+", 0, 1);
x2("[*[:xdigit:]+]", "GHIKK-9+*", 6, 7);
x2("[*[:xdigit:]+]", "-@^+", 3, 4);
n("[[:upper]]", "A");
x2("[[:upper]]", ":", 0, 1);
if onig_encoding == onig.ONIG_ENCODING_UTF16_LE:
x2("[\\044\\000-\\047\\000]", "\046", 0, 1);
x2("[\\x5a\\x00-\\x5c\\x00]", "\x5b", 0, 1);
x2("[\\x6A\\x00-\\x6D\\x00]", "\x6c", 0, 1);
n("[\\x6A\\x00-\\x6D\\x00]", "\x6E");
elif onig_encoding == onig.ONIG_ENCODING_UTF16_BE:
x2("[\\000\\044-\\000\\047]", "\046", 0, 1);
x2("[\\x00\\x5a-\\x00\\x5c]", "\x5b", 0, 1);
x2("[\\x00\\x6A-\\x00\\x6D]", "\x6c", 0, 1);
n("[\\x00\\x6A-\\x00\\x6D]", "\x6E");
else:
x2("[\\044-\\047]", "\046", 0, 1);
x2("[\\x5a-\\x5c]", "\x5b", 0, 1);
x2("[\\x6A-\\x6D]", "\x6c", 0, 1);
n("[\\x6A-\\x6D]", "\x6E");
n("^[0-9A-F]+ 0+ UNDEF ", "75F 00000000 SECT14A notype () External | _rb_apply");
x2("[\\[]", "[", 0, 1);
x2("[\\]]", "]", 0, 1);
x2("[&]", "&", 0, 1);
x2("[[ab]]", "b", 0, 1);
x2("[[ab]c]", "c", 0, 1);
n("[[^a]]", "a");
n("[^[a]]", "a");
x2("[[ab]&&bc]", "b", 0, 1);
n("[[ab]&&bc]", "a");
n("[[ab]&&bc]", "c");
x2("[a-z&&b-y&&c-x]", "w", 0, 1);
n("[^a-z&&b-y&&c-x]", "w");
x2("[[^a&&a]&&a-z]", "b", 0, 1);
n("[[^a&&a]&&a-z]", "a");
x2("[[^a-z&&bcdef]&&[^c-g]]", "h", 0, 1);
n("[[^a-z&&bcdef]&&[^c-g]]", "c");
x2("[^[^abc]&&[^cde]]", "c", 0, 1);
x2("[^[^abc]&&[^cde]]", "e", 0, 1);
n("[^[^abc]&&[^cde]]", "f");
x2("[a-&&-a]", "-", 0, 1);
n("[a\\-&&\\-a]", "&");
n("\\wabc", " abc");
x2("a\\Wbc", "a bc", 0, 4);
x2("a.b.c", "aabbc", 0, 5);
x2(".\\wb\\W..c", "abb bcc", 0, 7);
x2("\\s\\wzzz", " zzzz", 0, 5);
x2("aa.b", "aabb", 0, 4);
n(".a", "ab");
x2(".a", "aa", 0, 2);
x2("^a", "a", 0, 1);
x2("^a$", "a", 0, 1);
x2("^\\w$", "a", 0, 1);
n("^\\w$", " ");
x2("^\\wab$", "zab", 0, 3);
x2("^\\wabcdef$", "zabcdef", 0, 7);
x2("^\\w...def$", "zabcdef", 0, 7);
x2("\\w\\w\\s\\Waaa\\d", "aa aaa4", 0, 8);
x2("\\A\\Z", "", 0, 0);
x2("\\Axyz", "xyz", 0, 3);
x2("xyz\\Z", "xyz", 0, 3);
x2("xyz\\z", "xyz", 0, 3);
x2("a\\Z", "a", 0, 1);
x2("\\Gaz", "az", 0, 2);
n("\\Gz", "bza");
n("az\\G", "az");
n("az\\A", "az");
n("a\\Az", "az");
x2("\\^\\$", "^$", 0, 2);
x2("^x?y", "xy", 0, 2);
x2("^(x?y)", "xy", 0, 2);
x2("\\w", "_", 0, 1);
n("\\W", "_");
x2("(?=z)z", "z", 0, 1);
n("(?=z).", "a");
x2("(?!z)a", "a", 0, 1);
n("(?!z)a", "z");
x2("(?i:a)", "a", 0, 1);
x2("(?i:a)", "A", 0, 1);
x2("(?i:A)", "a", 0, 1);
n("(?i:A)", "b");
x2("(?i:[A-Z])", "a", 0, 1);
x2("(?i:[f-m])", "H", 0, 1);
x2("(?i:[f-m])", "h", 0, 1);
n("(?i:[f-m])", "e");
x2("(?i:[A-c])", "D", 0, 1);
n("(?i:[^a-z])", "A");
n("(?i:[^a-z])", "a");
x2("(?i:[!-k])", "Z", 0, 1);
x2("(?i:[!-k])", "7", 0, 1);
x2("(?i:[T-}])", "b", 0, 1);
x2("(?i:[T-}])", "{", 0, 1);
x2("(?i:\\?a)", "?A", 0, 2);
x2("(?i:\\*A)", "*a", 0, 2);
n(".", "\n");
x2("(?m:.)", "\n", 0, 1);
x2("(?m:a.)", "a\n", 0, 2);
x2("(?m:.b)", "a\nb", 1, 3);
x2(".*abc", "dddabdd\nddabc", 8, 13);
x2("(?m:.*abc)", "dddabddabc", 0, 10);
n("(?i)(?-i)a", "A");
n("(?i)(?-i:a)", "A");
x2("a?", "", 0, 0);
x2("a?", "b", 0, 0);
x2("a?", "a", 0, 1);
x2("a*", "", 0, 0);
x2("a*", "a", 0, 1);
x2("a*", "aaa", 0, 3);
x2("a*", "baaaa", 0, 0);
n("a+", "");
x2("a+", "a", 0, 1);
x2("a+", "aaaa", 0, 4);
x2("a+", "aabbb", 0, 2);
x2("a+", "baaaa", 1, 5);
x2(".?", "", 0, 0);
x2(".?", "f", 0, 1);
x2(".?", "\n", 0, 0);
x2(".*", "", 0, 0);
x2(".*", "abcde", 0, 5);
x2(".+", "z", 0, 1);
x2(".+", "zdswer\n", 0, 6);
x2("(.*)a\\1f", "babfbac", 0, 4);
x2("(.*)a\\1f", "bacbabf", 3, 7);
x2("((.*)a\\2f)", "bacbabf", 3, 7);
x2("(.*)a\\1f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23);
x2("a|b", "a", 0, 1);
x2("a|b", "b", 0, 1);
x2("|a", "a", 0, 0);
x2("(|a)", "a", 0, 0);
x2("ab|bc", "ab", 0, 2);
x2("ab|bc", "bc", 0, 2);
x2("z(?:ab|bc)", "zbc", 0, 3);
x2("a(?:ab|bc)c", "aabc", 0, 4);
x2("ab|(?:ac|az)", "az", 0, 2);
x2("a|b|c", "dc", 1, 2);
x2("a|b|cd|efg|h|ijk|lmn|o|pq|rstuvwx|yz", "pqr", 0, 2);
n("a|b|cd|efg|h|ijk|lmn|o|pq|rstuvwx|yz", "mn");
x2("a|^z", "ba", 1, 2);
x2("a|^z", "za", 0, 1);
x2("a|\\Gz", "bza", 2, 3);
x2("a|\\Gz", "za", 0, 1);
x2("a|\\Az", "bza", 2, 3);
x2("a|\\Az", "za", 0, 1);
x2("a|b\\Z", "ba", 1, 2);
x2("a|b\\Z", "b", 0, 1);
x2("a|b\\z", "ba", 1, 2);
x2("a|b\\z", "b", 0, 1);
x2("\\w|\\s", " ", 0, 1);
n("\\w|\\w", " ");
x2("\\w|%", "%", 0, 1);
x2("\\w|[&$]", "&", 0, 1);
x2("[b-d]|[^e-z]", "a", 0, 1);
x2("(?:a|[c-f])|bz", "dz", 0, 1);
x2("(?:a|[c-f])|bz", "bz", 0, 2);
x2("abc|(?=zz)..f", "zzf", 0, 3);
x2("abc|(?!zz)..f", "abf", 0, 3);
x2("(?=za)..a|(?=zz)..a", "zza", 0, 3);
n("(?>a|abd)c", "abdc");
x2("(?>abd|a)c", "abdc", 0, 4);
x2("a?|b", "a", 0, 1);
x2("a?|b", "b", 0, 0);
x2("a?|b", "", 0, 0);
x2("a*|b", "aa", 0, 2);
x2("a*|b*", "ba", 0, 0);
x2("a*|b*", "ab", 0, 1);
x2("a+|b*", "", 0, 0);
x2("a+|b*", "bbb", 0, 3);
x2("a+|b*", "abbb", 0, 1);
n("a+|b+", "");
x2("(a|b)?", "b", 0, 1);
x2("(a|b)*", "ba", 0, 2);
x2("(a|b)+", "bab", 0, 3);
x2("(ab|ca)+", "caabbc", 0, 4);
x2("(ab|ca)+", "aabca", 1, 5);
x2("(ab|ca)+", "abzca", 0, 2);
x2("(a|bab)+", "ababa", 0, 5);
x2("(a|bab)+", "ba", 1, 2);
x2("(a|bab)+", "baaaba", 1, 4);
x2("(?:a|b)(?:a|b)", "ab", 0, 2);
x2("(?:a*|b*)(?:a*|b*)", "aaabbb", 0, 3);
x2("(?:a*|b*)(?:a+|b+)", "aaabbb", 0, 6);
x2("(?:a+|b+){2}", "aaabbb", 0, 6);
x2("h{0,}", "hhhh", 0, 4);
x2("(?:a+|b+){1,2}", "aaabbb", 0, 6);
n("ax{2}*a", "0axxxa1");
n("a.{0,2}a", "0aXXXa0");
n("a.{0,2}?a", "0aXXXa0");
n("a.{0,2}?a", "0aXXXXa0");
x2("^a{2,}?a$", "aaa", 0, 3);
x2("^[a-z]{2,}?$", "aaa", 0, 3);
x2("(?:a+|\\Ab*)cc", "cc", 0, 2);
n("(?:a+|\\Ab*)cc", "abcc");
x2("(?:^a+|b+)*c", "aabbbabc", 6, 8);
x2("(?:^a+|b+)*c", "aabbbbc", 0, 7);
x2("a|(?i)c", "C", 0, 1);
x2("(?i)c|a", "C", 0, 1);
x2("(?i)c|a", "A", 0, 1);
x2("(?i:c)|a", "C", 0, 1);
n("(?i:c)|a", "A");
x2("[abc]?", "abc", 0, 1);
x2("[abc]*", "abc", 0, 3);
x2("[^abc]*", "abc", 0, 0);
n("[^abc]+", "abc");
x2("a??", "aaa", 0, 0);
x2("ba??b", "bab", 0, 3);
x2("a*?", "aaa", 0, 0);
x2("ba*?", "baa", 0, 1);
x2("ba*?b", "baab", 0, 4);
x2("a+?", "aaa", 0, 1);
x2("ba+?", "baa", 0, 2);
x2("ba+?b", "baab", 0, 4);
x2("(?:a?)??", "a", 0, 0);
x2("(?:a??)?", "a", 0, 0);
x2("(?:a?)+?", "aaa", 0, 1);
x2("(?:a+)??", "aaa", 0, 0);
x2("(?:a+)??b", "aaab", 0, 4);
x2("(?:ab)?{2}", "", 0, 0);
x2("(?:ab)?{2}", "ababa", 0, 4);
x2("(?:ab)*{0}", "ababa", 0, 0);
x2("(?:ab){3,}", "abababab", 0, 8);
n("(?:ab){3,}", "abab");
x2("(?:ab){2,4}", "ababab", 0, 6);
x2("(?:ab){2,4}", "ababababab", 0, 8);
x2("(?:ab){2,4}?", "ababababab", 0, 4);
x2("(?:ab){,}", "ab{,}", 0, 5);
x2("(?:abc)+?{2}", "abcabcabc", 0, 6);
x2("(?:X*)(?i:xa)", "XXXa", 0, 4);
x2("(d+)([^abc]z)", "dddz", 0, 4);
x2("([^abc]*)([^abc]z)", "dddz", 0, 4);
x2("(\\w+)(\\wz)", "dddz", 0, 4);
x3("(a)", "a", 0, 1, 1);
x3("(ab)", "ab", 0, 2, 1);
x2("((ab))", "ab", 0, 2);
x3("((ab))", "ab", 0, 2, 1);
x3("((ab))", "ab", 0, 2, 2);
x3("((((((((((((((((((((ab))))))))))))))))))))", "ab", 0, 2, 20);
x3("(ab)(cd)", "abcd", 0, 2, 1);
x3("(ab)(cd)", "abcd", 2, 4, 2);
x3("()(a)bc(def)ghijk", "abcdefghijk", 3, 6, 3);
x3("(()(a)bc(def)ghijk)", "abcdefghijk", 3, 6, 4);
x2("(^a)", "a", 0, 1);
x3("(a)|(a)", "ba", 1, 2, 1);
x3("(^a)|(a)", "ba", 1, 2, 2);
x3("(a?)", "aaa", 0, 1, 1);
x3("(a*)", "aaa", 0, 3, 1);
x3("(a*)", "", 0, 0, 1);
x3("(a+)", "aaaaaaa", 0, 7, 1);
x3("(a+|b*)", "bbbaa", 0, 3, 1);
x3("(a+|b?)", "bbbaa", 0, 1, 1);
x3("(abc)?", "abc", 0, 3, 1);
x3("(abc)*", "abc", 0, 3, 1);
x3("(abc)+", "abc", 0, 3, 1);
x3("(xyz|abc)+", "abc", 0, 3, 1);
x3("([xyz][abc]|abc)+", "abc", 0, 3, 1);
x3("((?i:abc))", "AbC", 0, 3, 1);
x2("(abc)(?i:\\1)", "abcABC", 0, 6);
x3("((?m:a.c))", "a\nc", 0, 3, 1);
x3("((?=az)a)", "azb", 0, 1, 1);
x3("abc|(.abd)", "zabd", 0, 4, 1);
x2("(?:abc)|(ABC)", "abc", 0, 3);
x3("(?i:(abc))|(zzz)", "ABC", 0, 3, 1);
x3("a*(.)", "aaaaz", 4, 5, 1);
x3("a*?(.)", "aaaaz", 0, 1, 1);
x3("a*?(c)", "aaaac", 4, 5, 1);
x3("[bcd]a*(.)", "caaaaz", 5, 6, 1);
x3("(\\Abb)cc", "bbcc", 0, 2, 1);
n("(\\Abb)cc", "zbbcc");
x3("(^bb)cc", "bbcc", 0, 2, 1);
n("(^bb)cc", "zbbcc");
x3("cc(bb$)", "ccbb", 2, 4, 1);
n("cc(bb$)", "ccbbb");
n("(\\1)", "");
n("\\1(a)", "aa");
n("(a(b)\\1)\\2+", "ababb");
n("(?:(?:\\1|z)(a))+$", "zaa");
x2("(?:(?:\\1|z)(a))+$", "zaaa", 0, 4);
x2("(a)(?=\\1)", "aa", 0, 1);
n("(a)$|\\1", "az");
x2("(a)\\1", "aa", 0, 2);
n("(a)\\1", "ab");
x2("(a?)\\1", "aa", 0, 2);
x2("(a??)\\1", "aa", 0, 0);
x2("(a*)\\1", "aaaaa", 0, 4);
x3("(a*)\\1", "aaaaa", 0, 2, 1);
x2("a(b*)\\1", "abbbb", 0, 5);
x2("a(b*)\\1", "ab", 0, 1);
x2("(a*)(b*)\\1\\2", "aaabbaaabb", 0, 10);
x2("(a*)(b*)\\2", "aaabbbb", 0, 7);
x2("(((((((a*)b))))))c\\7", "aaabcaaa", 0, 8);
x3("(((((((a*)b))))))c\\7", "aaabcaaa", 0, 3, 7);
x2("(a)(b)(c)\\2\\1\\3", "abcbac", 0, 6);
x2("([a-d])\\1", "cc", 0, 2);
x2("(\\w\\d\\s)\\1", "f5 f5 ", 0, 6);
n("(\\w\\d\\s)\\1", "f5 f5");
x2("(who|[a-c]{3})\\1", "whowho", 0, 6);
x2("...(who|[a-c]{3})\\1", "abcwhowho", 0, 9);
x2("(who|[a-c]{3})\\1", "cbccbc", 0, 6);
x2("(^a)\\1", "aa", 0, 2);
n("(^a)\\1", "baa");
n("(a$)\\1", "aa");
n("(ab\\Z)\\1", "ab");
x2("(a*\\Z)\\1", "a", 1, 1);
x2(".(a*\\Z)\\1", "ba", 1, 2);
x3("(.(abc)\\2)", "zabcabc", 0, 7, 1);
x3("(.(..\\d.)\\2)", "z12341234", 0, 9, 1);
x2("((?i:az))\\1", "AzAz", 0, 4);
n("((?i:az))\\1", "Azaz");
x2("(?<=a)b", "ab", 1, 2);
n("(?<=a)b", "bb");
x2("(?<=a|b)b", "bb", 1, 2);
x2("(?<=a|bc)b", "bcb", 2, 3);
x2("(?<=a|bc)b", "ab", 1, 2);
x2("(?<=a|bc||defghij|klmnopq|r)z", "rz", 1, 2);
x2("(a)\\g<1>", "aa", 0, 2);
x2("(?<!a)b", "cb", 1, 2);
n("(?<!a)b", "ab");
x2("(?<!a|bc)b", "bbb", 0, 1);
n("(?<!a|bc)z", "bcz");
x2("(?<name1>a)", "a", 0, 1);
x2("(?<name_2>ab)\\g<name_2>", "abab", 0, 4);
x2("(?<name_3>.zv.)\\k<name_3>", "azvbazvb", 0, 8);
x2("(?<=\\g<ab>)|-\\zEND (?<ab>XyZ)", "XyZ", 3, 3);
x2("(?<n>|a\\g<n>)+", "", 0, 0);
x2("(?<n>|\\(\\g<n>\\))+$", "()(())", 0, 6);
x3("\\g<n>(?<n>.){0}", "X", 0, 1, 1);
x2("\\g<n>(abc|df(?<n>.YZ){2,8}){0}", "XYZ", 0, 3);
x2("\\A(?<n>(a\\g<n>)|)\\z", "aaaa", 0, 4);
x2("(?<n>|\\g<m>\\g<n>)\\z|\\zEND (?<m>a|(b)\\g<m>)", "bbbbabba", 0, 8);
x2("(?<name1240>\\w+\\sx)a+\\k<name1240>", " fg xaaaaaaaafg x", 2, 18);
x3("(z)()()(?<_9>a)\\g<_9>", "zaa", 2, 3, 1);
x2("(.)(((?<_>a)))\\k<_>", "zaa", 0, 3);
x2("((?<name1>\\d)|(?<name2>\\w))(\\k<name1>|\\k<name2>)", "ff", 0, 2);
x2("(?:(?<x>)|(?<x>efg))\\k<x>", "", 0, 0);
x2("(?:(?<x>abc)|(?<x>efg))\\k<x>", "abcefgefg", 3, 9);
n("(?:(?<x>abc)|(?<x>efg))\\k<x>", "abcefg");
x2("(?:(?<n1>.)|(?<n1>..)|(?<n1>...)|(?<n1>....)|(?<n1>.....)|(?<n1>......)|(?<n1>.......)|(?<n1>........)|(?<n1>.........)|(?<n1>..........)|(?<n1>...........)|(?<n1>............)|(?<n1>.............)|(?<n1>..............))\\k<n1>$", "a-pyumpyum", 2, 10);
x3("(?:(?<n1>.)|(?<n1>..)|(?<n1>...)|(?<n1>....)|(?<n1>.....)|(?<n1>......)|(?<n1>.......)|(?<n1>........)|(?<n1>.........)|(?<n1>..........)|(?<n1>...........)|(?<n1>............)|(?<n1>.............)|(?<n1>..............))\\k<n1>$", "xxxxabcdefghijklmnabcdefghijklmn", 4, 18, 14);
x3("(?<name1>)(?<name2>)(?<name3>)(?<name4>)(?<name5>)(?<name6>)(?<name7>)(?<name8>)(?<name9>)(?<name10>)(?<name11>)(?<name12>)(?<name13>)(?<name14>)(?<name15>)(?<name16>aaa)(?<name17>)$", "aaa", 0, 3, 16);
x2("(?<foo>a|\\(\\g<foo>\\))", "a", 0, 1);
x2("(?<foo>a|\\(\\g<foo>\\))", "((((((a))))))", 0, 13);
x3("(?<foo>a|\\(\\g<foo>\\))", "((((((((a))))))))", 0, 17, 1);
x2("\\g<bar>|\\zEND(?<bar>.*abc$)", "abcxxxabc", 0, 9);
x2("\\g<1>|\\zEND(.a.)", "bac", 0, 3);
x3("\\g<_A>\\g<_A>|\\zEND(.a.)(?<_A>.b.)", "xbxyby", 3, 6, 1);
x2("\\A(?:\\g<pon>|\\g<pan>|\\zEND (?<pan>a|c\\g<pon>c)(?<pon>b|d\\g<pan>d))$", "cdcbcdc", 0, 7);
x2("\\A(?<n>|a\\g<m>)\\z|\\zEND (?<m>\\g<n>)", "aaaa", 0, 4);
x2("(?<n>(a|b\\g<n>c){3,5})", "baaaaca", 1, 5);
x2("(?<n>(a|b\\g<n>c){3,5})", "baaaacaaaaa", 0, 10);
x2("(?<pare>\\(([^\\(\\)]++|\\g<pare>)*+\\))", "((a))", 0, 5);
x2("()*\\1", "", 0, 0);
x2("(?:()|())*\\1\\2", "", 0, 0);
x3("(?:\\1a|())*", "a", 0, 0, 1);
x2("x((.)*)*x", "0x1x2x3", 1, 6);
x2("x((.)*)*x(?i:\\1)\\Z", "0x1x2x1X2", 1, 9);
x2("(?:()|()|()|()|()|())*\\2\\5", "", 0, 0);
x2("(?:()|()|()|(x)|()|())*\\2b\\5", "b", 0, 1);
if onig_encoding == onig.ONIG_ENCODING_UTF16_LE:
x2("\\xFA\\x8F", "\u8ffa", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_UTF16_BE:
x2("\\x8F\\xFA", "\u8ffa", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_UTF8:
x2("\\xE8\\xBF\\xBA", "\u8ffa", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_SJIS:
x2("\\xE7\\x92", "\u8ffa", 0, 1);
elif onig_encoding == onig.ONIG_ENCODING_EUC_JP:
x2("\\xED\\xF2", "\u8ffa", 0, 1); # "迺"
x2("", "あ", 0, 0);
x2("あ", "あ", 0, 1);
n("い", "あ");
x2("うう", "うう", 0, 2);
x2("あいう", "あいう", 0, 3);
x2("こここここここここここここここここここここここここここここここここここ", "こここここここここここここここここここここここここここここここここここ", 0, 35);
x2("あ", "いあ", 1, 2);
x2("いう", "あいう", 1, 3);
# x2(b"\\xca\\xb8", b"\xca\xb8", 0, 2); # "文"
x2(".", "あ", 0, 1);
x2("..", "かき", 0, 2);
x2("\\w", "お", 0, 1);
n("\\W", "あ");
x2("[\\W]", "う$", 1, 2);
x2("\\S", "そ", 0, 1);
x2("\\S", "漢", 0, 1);
x2("\\b", "気 ", 0, 0);
x2("\\b", " ほ", 1, 1);
x2("\\B", "せそ ", 1, 1);
x2("\\B", "う ", 2, 2);
x2("\\B", " い", 0, 0);
x2("[たち]", "ち", 0, 1);
n("[なに]", "ぬ");
x2("[う-お]", "え", 0, 1);
n("[^け]", "け");
x2("[\\w]", "ね", 0, 1);
n("[\\d]", "ふ");
x2("[\\D]", "は", 0, 1);
n("[\\s]", "く");
x2("[\\S]", "へ", 0, 1);
x2("[\\w\\d]", "よ", 0, 1);
x2("[\\w\\d]", " よ", 3, 4);
n("\\w鬼車", " 鬼車");
x2("鬼\\W車", "鬼 車", 0, 3);
x2("あ.い.う", "ああいいう", 0, 5);
x2(".\\wう\\W..ぞ", "えうう うぞぞ", 0, 7);
x2("\\s\\wこここ", " ここここ", 0, 5);
x2("ああ.け", "ああけけ", 0, 4);
n(".い", "いえ");
x2(".お", "おお", 0, 2);
x2("^あ", "あ", 0, 1);
x2("^む$", "む", 0, 1);
x2("^\\w$", "に", 0, 1);
x2("^\\wかきくけこ$", "zかきくけこ", 0, 6);
x2("^\\w...うえお$", "zあいううえお", 0, 7);
x2("\\w\\w\\s\\Wおおお\\d", "aお おおお4", 0, 8);
x2("\\Aたちつ", "たちつ", 0, 3);
x2("むめも\\Z", "むめも", 0, 3);
x2("かきく\\z", "かきく", 0, 3);
x2("かきく\\Z", "かきく\n", 0, 3);
x2("\\Gぽぴ", "ぽぴ", 0, 2);
n("\\Gえ", "うえお");
n("とて\\G", "とて");
n("まみ\\A", "まみ");
n("ま\\Aみ", "まみ");
x2("(?=せ)せ", "せ", 0, 1);
n("(?=う).", "い");
x2("(?!う)か", "か", 0, 1);
n("(?!と)あ", "と");
x2("(?i:あ)", "あ", 0, 1);
x2("(?i:ぶべ)", "ぶべ", 0, 2);
n("(?i:い)", "う");
x2("(?m:よ.)", "よ\n", 0, 2);
x2("(?m:.め)", "ま\nめ", 1, 3);
x2("あ?", "", 0, 0);
x2("変?", "化", 0, 0);
x2("変?", "変", 0, 1);
x2("量*", "", 0, 0);
x2("量*", "量", 0, 1);
x2("子*", "子子子", 0, 3);
x2("馬*", "鹿馬馬馬馬", 0, 0);
n("山+", "");
x2("河+", "河", 0, 1);
x2("時+", "時時時時", 0, 4);
x2("え+", "ええううう", 0, 2);
x2("う+", "おうううう", 1, 5);
x2(".?", "た", 0, 1);
x2(".*", "ぱぴぷぺ", 0, 4);
x2(".+", "ろ", 0, 1);
x2(".+", "いうえか\n", 0, 4);
x2("あ|い", "あ", 0, 1);
x2("あ|い", "い", 0, 1);
x2("あい|いう", "あい", 0, 2);
x2("あい|いう", "いう", 0, 2);
x2("を(?:かき|きく)", "をかき", 0, 3);
x2("を(?:かき|きく)け", "をきくけ", 0, 4);
x2("あい|(?:あう|あを)", "あを", 0, 2);
x2("あ|い|う", "えう", 1, 2);
x2("あ|い|うえ|おかき|く|けこさ|しすせ|そ|たち|つてとなに|ぬね", "しすせ", 0, 3);
n("あ|い|うえ|おかき|く|けこさ|しすせ|そ|たち|つてとなに|ぬね", "すせ");
x2("あ|^わ", "ぶあ", 1, 2);
x2("あ|^を", "をあ", 0, 1);
x2("鬼|\\G車", "け車鬼", 2, 3);
x2("鬼|\\G車", "車鬼", 0, 1);
x2("鬼|\\A車", "b車鬼", 2, 3);
x2("鬼|\\A車", "車", 0, 1);
x2("鬼|車\\Z", "車鬼", 1, 2);
x2("鬼|車\\Z", "車", 0, 1);
x2("鬼|車\\Z", "車\n", 0, 1);
x2("鬼|車\\z", "車鬼", 1, 2);
x2("鬼|車\\z", "車", 0, 1);
x2("\\w|\\s", "お", 0, 1);
x2("\\w|%", "%お", 0, 1);
x2("\\w|[&$]", "う&", 0, 1);
x2("[い-け]", "う", 0, 1);
x2("[い-け]|[^か-こ]", "あ", 0, 1);
x2("[い-け]|[^か-こ]", "か", 0, 1);
x2("[^あ]", "\n", 0, 1);
x2("(?:あ|[う-き])|いを", "うを", 0, 1);
x2("(?:あ|[う-き])|いを", "いを", 0, 2);
x2("あいう|(?=けけ)..ほ", "けけほ", 0, 3);
x2("あいう|(?!けけ)..ほ", "あいほ", 0, 3);
x2("(?=をあ)..あ|(?=をを)..あ", "ををあ", 0, 3);
x2("(?<=あ|いう)い", "いうい", 2, 3);
n("(?>あ|あいえ)う", "あいえう");
x2("(?>あいえ|あ)う", "あいえう", 0, 4);
x2("あ?|い", "あ", 0, 1);
x2("あ?|い", "い", 0, 0);
x2("あ?|い", "", 0, 0);
x2("あ*|い", "ああ", 0, 2);
x2("あ*|い*", "いあ", 0, 0);
x2("あ*|い*", "あい", 0, 1);
x2("[aあ]*|い*", "aあいいい", 0, 2);
x2("あ+|い*", "", 0, 0);
x2("あ+|い*", "いいい", 0, 3);
x2("あ+|い*", "あいいい", 0, 1);
x2("あ+|い*", "aあいいい", 0, 0);
n("あ+|い+", "");
x2("(あ|い)?", "い", 0, 1);
x2("(あ|い)*", "いあ", 0, 2);
x2("(あ|い)+", "いあい", 0, 3);
x2("(あい|うあ)+", "うああいうえ", 0, 4);
x2("(あい|うえ)+", "うああいうえ", 2, 6);
x2("(あい|うあ)+", "ああいうあ", 1, 5);
x2("(あい|うあ)+", "あいをうあ", 0, 2);
x2("(あい|うあ)+", "$$zzzzあいをうあ", 6, 8);
x2("(あ|いあい)+", "あいあいあ", 0, 5);
x2("(あ|いあい)+", "いあ", 1, 2);
x2("(あ|いあい)+", "いあああいあ", 1, 4);
x2("(?:あ|い)(?:あ|い)", "あい", 0, 2);
x2("(?:あ*|い*)(?:あ*|い*)", "あああいいい", 0, 3);
x2("(?:あ*|い*)(?:あ+|い+)", "あああいいい", 0, 6);
x2("(?:あ+|い+){2}", "あああいいい", 0, 6);
x2("(?:あ+|い+){1,2}", "あああいいい", 0, 6);
x2("(?:あ+|\\Aい*)うう", "うう", 0, 2);
n("(?:あ+|\\Aい*)うう", "あいうう");
x2("(?:^あ+|い+)*う", "ああいいいあいう", 6, 8);
x2("(?:^あ+|い+)*う", "ああいいいいう", 0, 7);
x2("う{0,}", "うううう", 0, 4);
x2("あ|(?i)c", "C", 0, 1);
x2("(?i)c|あ", "C", 0, 1);
x2("(?i:あ)|a", "a", 0, 1);
n("(?i:あ)|a", "A");
x2("[あいう]?", "あいう", 0, 1);
x2("[あいう]*", "あいう", 0, 3);
x2("[^あいう]*", "あいう", 0, 0);
n("[^あいう]+", "あいう");
x2("あ??", "あああ", 0, 0);
x2("いあ??い", "いあい", 0, 3);
x2("あ*?", "あああ", 0, 0);
x2("いあ*?", "いああ", 0, 1);
x2("いあ*?い", "いああい", 0, 4);
x2("あ+?", "あああ", 0, 1);
x2("いあ+?", "いああ", 0, 2);
x2("いあ+?い", "いああい", 0, 4);
x2("(?:天?)??", "天", 0, 0);
x2("(?:天??)?", "天", 0, 0);
x2("(?:夢?)+?", "夢夢夢", 0, 1);
x2("(?:風+)??", "風風風", 0, 0);
x2("(?:雪+)??霜", "雪雪雪霜", 0, 4);
x2("(?:あい)?{2}", "", 0, 0);
x2("(?:鬼車)?{2}", "鬼車鬼車鬼", 0, 4);
x2("(?:鬼車)*{0}", "鬼車鬼車鬼", 0, 0);
x2("(?:鬼車){3,}", "鬼車鬼車鬼車鬼車", 0, 8);
n("(?:鬼車){3,}", "鬼車鬼車");
x2("(?:鬼車){2,4}", "鬼車鬼車鬼車", 0, 6);
x2("(?:鬼車){2,4}", "鬼車鬼車鬼車鬼車鬼車", 0, 8);
x2("(?:鬼車){2,4}?", "鬼車鬼車鬼車鬼車鬼車", 0, 4);
x2("(?:鬼車){,}", "鬼車{,}", 0, 5);
x2("(?:かきく)+?{2}", "かきくかきくかきく", 0, 6);
x3("(火)", "火", 0, 1, 1);
x3("(火水)", "火水", 0, 2, 1);
x2("((時間))", "時間", 0, 2);
x3("((風水))", "風水", 0, 2, 1);
x3("((昨日))", "昨日", 0, 2, 2);
x3("((((((((((((((((((((量子))))))))))))))))))))", "量子", 0, 2, 20);
x3("(あい)(うえ)", "あいうえ", 0, 2, 1);
x3("(あい)(うえ)", "あいうえ", 2, 4, 2);
x3("()(あ)いう(えおか)きくけこ", "あいうえおかきくけこ", 3, 6, 3);
x3("(()(あ)いう(えおか)きくけこ)", "あいうえおかきくけこ", 3, 6, 4);
x3(".*(フォ)ン・マ(ン()シュタ)イン", "フォン・マンシュタイン", 5, 9, 2);
x2("(^あ)", "あ", 0, 1);
x3("(あ)|(あ)", "いあ", 1, 2, 1);
x3("(^あ)|(あ)", "いあ", 1, 2, 2);
x3("(あ?)", "あああ", 0, 1, 1);
x3("(ま*)", "ままま", 0, 3, 1);
x3("(と*)", "", 0, 0, 1);
x3("(る+)", "るるるるるるる", 0, 7, 1);
x3("(ふ+|へ*)", "ふふふへへ", 0, 3, 1);
x3("(あ+|い?)", "いいいああ", 0, 1, 1);
x3("(あいう)?", "あいう", 0, 3, 1);
x3("(あいう)*", "あいう", 0, 3, 1);
x3("(あいう)+", "あいう", 0, 3, 1);
x3("(さしす|あいう)+", "あいう", 0, 3, 1);
x3("([なにぬ][かきく]|かきく)+", "かきく", 0, 3, 1);
x3("((?i:あいう))", "あいう", 0, 3, 1);
x3("((?m:あ.う))", "あ\nう", 0, 3, 1);
x3("((?=あん)あ)", "あんい", 0, 1, 1);
x3("あいう|(.あいえ)", "んあいえ", 0, 4, 1);
x3("あ*(.)", "ああああん", 4, 5, 1);
x3("あ*?(.)", "ああああん", 0, 1, 1);
x3("あ*?(ん)", "ああああん", 4, 5, 1);
x3("[いうえ]あ*(.)", "えああああん", 5, 6, 1);
x3("(\\Aいい)うう", "いいうう", 0, 2, 1);
n("(\\Aいい)うう", "んいいうう");
x3("(^いい)うう", "いいうう", 0, 2, 1);
n("(^いい)うう", "んいいうう");
x3("ろろ(るる$)", "ろろるる", 2, 4, 1);
n("ろろ(るる$)", "ろろるるる");
x2("(無)\\1", "無無", 0, 2);
n("(無)\\1", "無武");
x2("(空?)\\1", "空空", 0, 2);
x2("(空??)\\1", "空空", 0, 0);
x2("(空*)\\1", "空空空空空", 0, 4);
x3("(空*)\\1", "空空空空空", 0, 2, 1);
x2("あ(い*)\\1", "あいいいい", 0, 5);
x2("あ(い*)\\1", "あい", 0, 1);
x2("(あ*)(い*)\\1\\2", "あああいいあああいい", 0, 10);
x2("(あ*)(い*)\\2", "あああいいいい", 0, 7);
x3("(あ*)(い*)\\2", "あああいいいい", 3, 5, 2);
x2("(((((((ぽ*)ぺ))))))ぴ\\7", "ぽぽぽぺぴぽぽぽ", 0, 8);
x3("(((((((ぽ*)ぺ))))))ぴ\\7", "ぽぽぽぺぴぽぽぽ", 0, 3, 7);
x2("(は)(ひ)(ふ)\\2\\1\\3", "はひふひはふ", 0, 6);
x2("([き-け])\\1", "くく", 0, 2);
x2("(\\w\\d\\s)\\1", "あ5 あ5 ", 0, 6);
n("(\\w\\d\\s)\\1", "あ5 あ5");
x2("(誰？|[あ-う]{3})\\1", "誰？誰？", 0, 4);
x2("...(誰？|[あ-う]{3})\\1", "あaあ誰？誰？", 0, 7);
x2("(誰？|[あ-う]{3})\\1", "ういうういう", 0, 6);
x2("(^こ)\\1", "ここ", 0, 2);
n("(^む)\\1", "めむむ");
n("(あ$)\\1", "ああ");
n("(あい\\Z)\\1", "あい");
x2("(あ*\\Z)\\1", "あ", 1, 1);
x2(".(あ*\\Z)\\1", "いあ", 1, 2);
x3("(.(やいゆ)\\2)", "zやいゆやいゆ", 0, 7, 1);
x3("(.(..\\d.)\\2)", "あ12341234", 0, 9, 1);
x2("((?i:あvず))\\1", "あvずあvず", 0, 6);
x2("(?<愚か>変|\\(\\g<愚か>\\))", "((((((変))))))", 0, 13);
x2("\\A(?:\\g<阿_1>|\\g<云_2>|\\z終了 (?<阿_1>観|自\\g<云_2>自)(?<云_2>在|菩薩\\g<阿_1>菩薩))$", "菩薩自菩薩自在自菩薩自菩薩", 0, 13);
x2("[[ひふ]]", "ふ", 0, 1);
x2("[[いおう]か]", "か", 0, 1);
n("[[^あ]]", "あ");
n("[^[あ]]", "あ");
x2("[^[^あ]]", "あ", 0, 1);
x2("[[かきく]&&きく]", "く", 0, 1);
n("[[かきく]&&きく]", "か");
n("[[かきく]&&きく]", "け");
x2("[あ-ん&&い-を&&う-ゑ]", "ゑ", 0, 1);
n("[^あ-ん&&い-を&&う-ゑ]", "ゑ");
x2("[[^あ&&あ]&&あ-ん]", "い", 0, 1);
n("[[^あ&&あ]&&あ-ん]", "あ");
x2("[[^あ-ん&&いうえお]&&[^う-か]]", "き", 0, 1);
n("[[^あ-ん&&いうえお]&&[^う-か]]", "い");
x2("[^[^あいう]&&[^うえお]]", "う", 0, 1);
x2("[^[^あいう]&&[^うえお]]", "え", 0, 1);
n("[^[^あいう]&&[^うえお]]", "か");
x2("[あ-&&-あ]", "-", 0, 1);
x2("[^[^a-zあいう]&&[^bcdefgうえお]q-w]", "え", 0, 1);
x2("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "f", 0, 1);
x2("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "g", 0, 1);
n("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "2");
x2("a<b>バージョンのダウンロード<\\/b>", "a<b>バージョンのダウンロード</b>", 0, 20);
x2(".<b>バージョンのダウンロード<\\/b>", "a<b>バージョンのダウンロード</b>", 0, 20);
# additional test patterns
if is_unicode_encoding(onig_encoding):
x2("\\x{3042}\\x{3044}", "あい", 0, 2)
elif onig_encoding == onig.ONIG_ENCODING_SJIS:
x2("\\x{82a0}\\x{82A2}", "あい", 0, 2)
elif onig_encoding == onig.ONIG_ENCODING_EUC_JP:
x2("\\x{a4a2}\\x{A4A4}", "あい", 0, 2)
x2("\\p{Hiragana}\\p{Katakana}", "あイ", 0, 2)
x2("(?m)^A.B$", "X\nA\nB\nZ", 2, 5)
n("(?<!(?<=a)b|c)d", "abd")
n("(?<!(?<=a)b|c)d", "cd")
x2("(?<!(?<=a)b|c)d", "bd", 1, 2)
x2("(a){2}z", "aaz", 0, 3)
x2("(?<=a).*b", "aab", 1, 3)
x2("(?<=(?<!A)B)C", "BBC", 2, 3)
n("(?<=(?<!A)B)C", "ABC")
n("(?i)(?<!aa|b)c", "Aac")
n("(?i)(?<!b|aa)c", "Aac")
x2("a\\b?a", "aa", 0, 2)
x2("[^x]*x", "aaax", 0, 4)
x2("(?i)[\\x{0}-B]+", "\x00\x01\x02\x1f\x20@AaBbC", 0, 10)
x2("(?i)a{2}", "AA", 0, 2)
if is_unicode_encoding(onig_encoding):
# The longest script name
x2("\\p{Other_Default_Ignorable_Code_Point}+", "\u034F\uFFF8\U000E0FFF", 0, 3)
# The longest block name
x2("\\p{In_Unified_Canadian_Aboriginal_Syllabics_Extended}+", "\u18B0\u18FF", 0, 2)
# character classes (tests for character class optimization)
x2("[@][a]", "@a", 0, 2);
x2(".*[a][b][c][d][e]", "abcde", 0, 5);
x2("(?i)[A\\x{41}]", "a", 0, 1);
x2("[abA]", "a", 0, 1);
x2("[[ab]&&[ac]]+", "aaa", 0, 3);
x2("[[あい]&&[あう]]+", "あああ", 0, 3);
# possessive quantifiers
n("a?+a", "a")
n("a*+a", "aaaa")
n("a++a", "aaaa")
# n("a{2,3}+a", "aaa") # ONIG_SYNTAX_DEFAULT doesn't support this
# linebreak
x2("\\R", "\n", 0, 1)
x2("\\R", "\r", 0, 1)
x2("\\R{3}", "\r\r\n\n", 0, 4)
# if (onig_encoding == onig.ONIG_ENCODING_UTF16_LE or
# onig_encoding == onig.ONIG_ENCODING_UTF16_BE or
# onig_encoding == onig.ONIG_ENCODING_UTF8):
# # USE_UNICODE_ALL_LINE_TERMINATORS must be defined
# x2("\\R", "\u0085", 0, 1)
# x2("\\R", "\u2028", 0, 1)
# x2("\\R", "\u2029", 0, 1)
# extended grapheme cluster
x2("\\X{5}", "あいab\n", 0, 5)
if is_unicode_encoding(onig_encoding):
x2("\\X", "\u306F\u309A\n", 0, 2)
# keep
x2("ab\\Kcd", "abcd", 2, 4)
x2("ab\\Kc(\\Kd|z)", "abcd", 3, 4)
x2("ab\\Kc(\\Kz|d)", "abcd", 2, 4)
x2("(a\\K)*", "aaab", 3, 3)
x3("(a\\K)*", "aaab", 2, 3, 1)
# x2("a\\K?a", "aa", 0, 2) # error: differ from perl
x2("ab(?=c\Kd)", "abcd", 2, 2) # This behaviour is currently not well defined. (see: perlre)
x2("(?<=a\\Kb|aa)cd", "abcd", 1, 4) # This behaviour is currently not well defined. (see: perlre)
x2("(?<=ab|a\\Ka)cd", "abcd", 2, 4) # This behaviour is currently not well defined. (see: perlre)
# named group and subroutine call
# x2("(?<name_2>ab)(?&name_2)", "abab", 0, 4);
# x2("(?<name_2>ab)(?1)", "abab", 0, 4);
# x2("(?<n>|\\((?&n)\\))+$", "()(())", 0, 6);
# x2("(a|x(?-1)x)", "xax", 0, 3);
# x2("(a|(x(?-2)x))", "xax", 0, 3);
# x2("a|x(?0)x", "xax", 0, 3);
# x2("a|x(?R)x", "xax", 0, 3);
x2("(a|x\g<0>x)", "xax", 0, 3);
x2("(a|x\g'0'x)", "xax", 0, 3);
# x2("(?-i:(?+1))(?i:(a)){0}", "A", 0, 1);
x2("(?-i:\g<+1>)(?i:(a)){0}", "A", 0, 1);
x2("(?-i:\g'+1')(?i:(a)){0}", "A", 0, 1);
# character set modifiers
x2("(?u)\\w+", "あa#", 0, 2);
x2("(?a)\\w+", "あa#", 1, 2);
x2("(?u)\\W+", "あa#", 2, 3);
x2("(?a)\\W+", "あa#", 0, 1);
x2("(?a)\\b", "あa", 1, 1);
x2("(?a)\\w\\b", "aあ", 0, 1);
x2("(?a)\\B", "a ああ ", 2, 2);
x2("(?u)\\B", "あ ", 2, 2);
x2("(?a)\\B", "あ ", 0, 0);
x2("(?a)\\B", "aあ ", 2, 2);
x2("(?a)\\p{Alpha}\\P{Alpha}", "a。", 0, 2);
x2("(?u)\\p{Alpha}\\P{Alpha}", "a。", 0, 2);
x2("(?a)[[:word:]]+", "aあ", 0, 1);
x2("(?a)[[:^word:]]+", "aあ", 1, 2);
x2("(?u)[[:word:]]+", "aあ", 0, 2);
n("(?u)[[:^word:]]+", "aあ");
# \g{} backref
# x2("((?<name1>\\d)|(?<name2>\\w))(\\g{name1}|\\g{name2})", "ff", 0, 2);
# x2("(?:(?<x>)|(?<x>efg))\\g{x}", "", 0, 0);
# x2("(?:(?<x>abc)|(?<x>efg))\\g{x}", "abcefgefg", 3, 9);
# n("(?:(?<x>abc)|(?<x>efg))\\g{x}", "abcefg");
# x2("((.*)a\\g{2}f)", "bacbabf", 3, 7);
# x2("(.*)a\\g{1}f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23);
# x2("((.*)a\\g{-1}f)", "bacbabf", 3, 7);
# x2("(.*)a\\g{-1}f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23);
# x2("(あ*)(い*)\\g{-2}\\g{-1}", "あああいいあああいい", 0, 10);
# Python/PCRE compatible named group
# x2("(?P<name_2>ab)(?P>name_2)", "abab", 0, 4);
# x2("(?P<n>|\\((?P>n)\\))+$", "()(())", 0, 6);
# x2("((?P<name1>\\d)|(?P<name2>\\w))((?P=name1)|(?P=name2))", "ff", 0, 2);
# Fullwidth Alphabet
n("ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ");
x2("(?i)ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", 0, 26);
x2("(?i)ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", 0, 26);
x2("(?i)ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", "ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", 0, 26);
x2("(?i)ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", 0, 26);
# Greek
n("αβγδεζηθικλμνξοπρστυφχψω", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ");
x2("(?i)αβγδεζηθικλμνξοπρστυφχψω", "αβγδεζηθικλμνξοπρστυφχψω", 0, 24);
x2("(?i)αβγδεζηθικλμνξοπρστυφχψω", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", 0, 24);
x2("(?i)ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", "αβγδεζηθικλμνξοπρστυφχψω", 0, 24);
x2("(?i)ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", 0, 24);
# Cyrillic
n("абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ");
x2("(?i)абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "абвгдеёжзийклмнопрстуфхцчшщъыьэюя", 0, 33);
x2("(?i)абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", 0, 33);
x2("(?i)АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", "абвгдеёжзийклмнопрстуфхцчшщъыьэюя", 0, 33);
x2("(?i)АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", 0, 33);
# multiple name definition
x2("(?<a>a)(?<a>b)\\k<a>", "aba", 0, 3)
# x2("(?<a>a)(?<a>b)(?&a)", "aba", 0, 3)
# x2("(?<a>(a|.)(?<a>b))(?&a)", "abcb", 0, 4)
# branch reset
# x3("(?|(c)|(?:(b)|(a)))", "a", 0, 1, 2)
# x3("(?|(c)|(?|(b)|(a)))", "a", 0, 1, 1)
# conditional expression
x2("(?:(a)|(b))(?(1)cd)e", "acde", 0, 4)
n("(?:(a)|(b))(?(1)cd)e", "ae")
x2("(?:(a)|(b))(?(2)cd)e", "ae", 0, 2)
n("(?:(a)|(b))(?(2)cd)e", "acde")
x2("(?:(a)|(b))(?(1)c|d)", "ac", 0, 2)
x2("(?:(a)|(b))(?(1)c|d)", "bd", 0, 2)
n("(?:(a)|(b))(?(1)c|d)", "ad")
n("(?:(a)|(b))(?(1)c|d)", "bc")
x2("(?:(a)|(b))(?:(?(1)cd)e|fg)", "acde", 0, 4)
x2("(?:(a)|(b))(?:(?(1)cd|x)e|fg)", "bxe", 0, 3)
n("(?:(a)|(b))(?:(?(2)cd|x)e|fg)", "bxe")
x2("(?:(?<x>a)|(?<y>b))(?:(?(<x>)cd|x)e|fg)", "bxe", 0, 3)
n("(?:(?<x>a)|(?<y>b))(?:(?(<y>)cd|x)e|fg)", "bxe")
x2("((?<=a))?(?(1)b|c)", "abc", 1, 2)
x2("((?<=a))?(?(1)b|c)", "bc", 1, 2)
# Implicit-anchor optimization
x2("(?m:.*abc)", "dddabdd\nddabc", 0, 13) # optimized /(?m:.*abc)/ ==> /\A(?m:.*abc)/
x2("(?m:.+abc)", "dddabdd\nddabc", 0, 13) # optimized
x2("(?-m:.*abc)", "dddabdd\nddabc", 8, 13) # optimized /(?-m:.*abc)/ ==> /(?:^|\A)(?m:.*abc)/
x2("(?-m:.+abc)", "dddabdd\nddabc", 8, 13) # optimized
x2("(?-m:.*abc)", "dddabdd\nabc", 8, 11) # optimized
n("(?-m:.+abc)", "dddabdd\nabc") # optimized
x2("(?m:.*\\Z)", "dddabdd\nddabc", 0, 13) # optimized /(?m:.*\Z)/ ==> /\A(?m:.*\Z)/
x2("(?-m:.*\\Z)", "dddabdd\nddabc", 8, 13) # optimized /(?-m:.*\Z)/ ==> /(?:^|\A)(?m:.*\Z)/
x2("(.*)X\\1", "1234X2345", 1, 8) # not optimized
print("\nRESULT SUCC: %d, FAIL: %d, ERROR: %d (by Onigmo %s)" % (
nsucc, nfail, nerror, onig.onig_version()))
onig.onig_region_free(region, 1)
onig.onig_end()
def xx(
pattern,
target,
s_from,
s_to,
mem,
not_match,
syn=syntax_default,
opt=onig.ONIG_OPTION_DEFAULT,
err=onig.ONIG_NORMAL,
):
global nerror
global nsucc
global nfail
reg = onig.OnigRegex()
einfo = onig.OnigErrorInfo()
msg = create_string_buffer(onig.ONIG_MAX_ERROR_MESSAGE_LEN)
pattern2 = pattern
if not isinstance(pattern, bytes):
pattern2 = pattern.encode(encoding)
patternp = strptr(pattern2)
target2 = target
if not isinstance(target, bytes):
s_from = cc_to_cb(target, encoding, s_from)
s_to = cc_to_cb(target, encoding, s_to)
target2 = target.encode(encoding)
targetp = strptr(target2)
# cut very long outputs
limit = 100
if len(target) > limit:
target = target[:limit] + "..."
if len(pattern) > limit:
pattern = pattern[:limit] + "..."
r = onig.onig_new(byref(reg), patternp.getptr(), patternp.getptr(-1), opt, onig_encoding, syn, byref(einfo))
if r != 0:
onig.onig_error_code_to_str(msg, r, byref(einfo))
if r == err:
nsucc += 1
print_result("OK(E)", "%s (/%s/ '%s')" % (msg.value.decode(), pattern, target))
else:
nerror += 1
print_result("ERROR", "%s (/%s/ '%s')" % (msg.value.decode(), pattern, target), file=sys.stderr)
return
if err != onig.ONIG_NORMAL:
nfail += 1
print_result("FAIL(E)", "/%s/ '%s'" % (pattern, target))
onig.onig_free(reg)
return
region = onig.onig_region_new()
r = onig.onig_search(
reg, targetp.getptr(), targetp.getptr(-1), targetp.getptr(), targetp.getptr(-1), region, onig.ONIG_OPTION_NONE
)
if r < onig.ONIG_MISMATCH:
onig.onig_error_code_to_str(msg, r)
if r == err:
nsucc += 1
print_result("OK(E)", "%s (/%s/ '%s')" % (msg.value.decode(), pattern, target))
else:
nerror += 1
print_result("ERROR", "%s (/%s/ '%s')" % (msg.value.decode(), pattern, target), file=sys.stderr)
onig.onig_region_free(region, 1)
return
if r == onig.ONIG_MISMATCH:
if not_match:
nsucc += 1
print_result("OK(N)", "/%s/ '%s'" % (pattern, target))
else:
nfail += 1
print_result("FAIL", "/%s/ '%s'" % (pattern, target))
else:
if not_match:
nfail += 1
print_result("FAIL(N)", "/%s/ '%s'" % (pattern, target))
else:
start = region[0].beg[mem]
end = region[0].end[mem]
if (start == s_from) and (end == s_to):
nsucc += 1
print_result("OK", "/%s/ '%s'" % (pattern, target))
else:
nfail += 1
print_result("FAIL", "/%s/ '%s' %d-%d : %d-%d" % (pattern, target, s_from, s_to, start, end))
onig.onig_free(reg)
onig.onig_region_free(region, 1)
def xx(pattern, target, s_from, s_to, mem, not_match):
global nerror
global nsucc
global nfail
reg = onig.OnigRegex()
einfo = onig.OnigErrorInfo()
syn = onig.OnigSyntaxType()
msg = create_string_buffer(onig.ONIG_MAX_ERROR_MESSAGE_LEN)
pattern2 = pattern
if not isinstance(pattern, bytes):
pattern2 = pattern.encode(encoding)
patternp = strptr(pattern2)
target2 = target
if not isinstance(target, bytes):
s_from = cc_to_cb(target, encoding, s_from)
s_to = cc_to_cb(target, encoding, s_to)
target2 = target.encode(encoding)
targetp = strptr(target2)
# special syntactic settings
onig.onig_copy_syntax(byref(syn), onig.ONIG_SYNTAX_DEFAULT)
syn.options &= ~onig.ONIG_OPTION_ASCII_RANGE
syn.behavior &= ~onig.ONIG_SYN_POSIX_BRACKET_ALWAYS_ALL_RANGE
r = onig.onig_new(byref(reg), patternp.getptr(), patternp.getptr(-1),
onig.ONIG_OPTION_DEFAULT, onig_encoding, byref(syn), byref(einfo));
if r != 0:
onig.onig_error_code_to_str(msg, r, byref(einfo))
nerror += 1
print_result("ERROR", "%s (/%s/ '%s')" % (msg.value, pattern, target),
file=sys.stderr)
return
region = onig.onig_region_new()
r = onig.onig_search(reg, targetp.getptr(), targetp.getptr(-1),
targetp.getptr(), targetp.getptr(-1),
region, onig.ONIG_OPTION_NONE);
if r < onig.ONIG_MISMATCH:
onig.onig_error_code_to_str(msg, r)
nerror += 1
print_result("ERROR", "%s (/%s/ '%s')" % (msg.value, pattern, target),
file=sys.stderr)
onig.onig_region_free(region, 1)
return
if r == onig.ONIG_MISMATCH:
if not_match:
nsucc += 1
print_result("OK(N)", "/%s/ '%s'" % (pattern, target))
else:
nfail += 1
print_result("FAIL", "/%s/ '%s'" % (pattern, target))
else:
if not_match:
nfail += 1
print_result("FAIL(N)", "/%s/ '%s'" % (pattern, target))
else:
start = region[0].beg[mem]
end = region[0].end[mem]
if (start == s_from) and (end == s_to):
nsucc += 1
print_result("OK", "/%s/ '%s'" % (pattern, target))
else:
nfail += 1
print_result("FAIL", "/%s/ '%s' %d-%d : %d-%d" % (pattern, target,
s_from, s_to, start, end))
onig.onig_free(reg)
onig.onig_region_free(region, 1)
def xx(pattern,
target,
s_from,
s_to,
mem,
not_match,
syn=syntax_default,
opt=onig.ONIG_OPTION_DEFAULT,
err=onig.ONIG_NORMAL):
global nerror
global nsucc
global nfail
reg = onig.OnigRegex()
einfo = onig.OnigErrorInfo()
msg = create_string_buffer(onig.ONIG_MAX_ERROR_MESSAGE_LEN)
pattern2 = pattern
if not isinstance(pattern, bytes):
pattern2 = pattern.encode(encoding)
patternp = strptr(pattern2)
target2 = target
if not isinstance(target, bytes):
s_from = cc_to_cb(target, encoding, s_from)
s_to = cc_to_cb(target, encoding, s_to)
target2 = target.encode(encoding)
targetp = strptr(target2)
# cut very long outputs
limit = 100
if len(target) > limit:
target = target[:limit] + "..."
if len(pattern) > limit:
pattern = pattern[:limit] + "..."
r = onig.onig_new(byref(reg), patternp.getptr(), patternp.getptr(-1), opt,
onig_encoding, syn, byref(einfo))
if r != 0:
onig.onig_error_code_to_str(msg, r, byref(einfo))
if r == err:
nsucc += 1
print_result("OK(E)", "%s (/%s/ '%s')" % \
(msg.value.decode(), pattern, target))
else:
nerror += 1
print_result("ERROR", "%s (/%s/ '%s')" % \
(msg.value.decode(), pattern, target), file=sys.stderr)
return
if err != onig.ONIG_NORMAL:
nfail += 1
print_result("FAIL(E)", "/%s/ '%s'" % (pattern, target))
onig.onig_free(reg)
return
region = onig.onig_region_new()
r = onig.onig_search(reg, targetp.getptr(), targetp.getptr(-1),
targetp.getptr(), targetp.getptr(-1), region,
onig.ONIG_OPTION_NONE)
if r < onig.ONIG_MISMATCH:
onig.onig_error_code_to_str(msg, r)
if r == err:
nsucc += 1
print_result("OK(E)", "%s (/%s/ '%s')" % \
(msg.value.decode(), pattern, target))
else:
nerror += 1
print_result("ERROR", "%s (/%s/ '%s')" % \
(msg.value.decode(), pattern, target), file=sys.stderr)
onig.onig_region_free(region, 1)
return
if r == onig.ONIG_MISMATCH:
if not_match:
nsucc += 1
print_result("OK(N)", "/%s/ '%s'" % (pattern, target))
else:
nfail += 1
print_result("FAIL", "/%s/ '%s'" % (pattern, target))
else:
if not_match:
nfail += 1
print_result("FAIL(N)", "/%s/ '%s'" % (pattern, target))
else:
start = region[0].beg[mem]
end = region[0].end[mem]
if (start == s_from) and (end == s_to):
nsucc += 1
print_result("OK", "/%s/ '%s'" % (pattern, target))
else:
nfail += 1
print_result(
"FAIL", "/%s/ '%s' %d-%d : %d-%d" %
(pattern, target, s_from, s_to, start, end))
onig.onig_free(reg)
onig.onig_region_free(region, 1)