/
snarf_rhymes_cats.py
51 lines (44 loc) · 1.8 KB
/
snarf_rhymes_cats.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
import pywikibot, re, sys, argparse
import blib
from blib import getparam, rmparam, tname, pname, msg, site
def process_text_on_page(index, pagetitle, text):
global args
def pagemsg(txt):
msg("Page %s %s: %s" % (index, pagetitle, txt))
def expand_text(tempcall):
return blib.expand_text(tempcall, pagetitle, pagemsg, args.verbose)
notes = []
parsed = blib.parse_text(text)
rhymes_templates = args.rhymes_templates.split(",")
if args.skip_langs:
skip_lang_codes = args.skip_langs.split(",")
else:
skip_lang_codes = []
if args.include_langs:
include_lang_codes = args.include_langs.split(",")
else:
include_lang_codes = []
for t in parsed.filter_templates():
if tname(t) in rhymes_templates:
langcode = getparam(t, "1")
if include_lang_codes and getparam(t, "1") not in include_lang_codes:
continue
if skip_lang_codes and langcode in skip_lang_codes:
continue
expanded = expand_text(str(t))
if not expanded:
continue
for cattext in re.findall(r"\[\[Category:Rhymes:.*?\]\]", expanded):
pagemsg("Found rhymes category: %s" % cattext[2:-2])
if __name__ == "__main__":
parser = blib.create_argparser("Find rhyme categories", include_pagefile=True, include_stdin=True)
parser.add_argument("--rhymes-templates", default="rhymes,rhyme",
# Could be 'fi-pronunciation,fi-p' for example.
help="Templates to look for rhymes categories in")
parser.add_argument("--skip-langs", help="Skip these language codes.")
parser.add_argument("--include-langs", help="Only include these language codes.")
args = parser.parse_args()
start, end = blib.parse_start_end(args.start, args.end)
blib.do_pagefile_cats_refs(args, start, end, process_text_on_page, edit=True, stdin=True)