/
wikidata_fix_redirects.py
133 lines (116 loc) · 4.77 KB
/
wikidata_fix_redirects.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
#!/usr/bin/python
from itertools import chain
import pywikibot
from pywikibot.pagegenerators import (
GeneratorFactory,
PreloadingEntityGenerator,
WikidataSPARQLPageGenerator,
)
from query_store import QueryStore
from wikidata import WikidataEntityBot
class WikidataRedirectsFixingBot(WikidataEntityBot):
use_from_page = False
def __init__(self, generator, **kwargs):
self.available_options.update({
'always': True,
'days': 7,
'editgroups': False,
})
super().__init__(**kwargs)
self.store = QueryStore()
self.generator = generator or self.custom_generator()
self.summary = 'fix redirect [[{}]] → [[{}]]'
def custom_generator(self):
query = self.store.build_query('redirects', days=self.opt['days'])
return WikidataSPARQLPageGenerator(query, site=self.repo)
def skip_page(self, item):
return False
def _make_callback(self, callback, *args, **kwargs):
return lambda: callback(*args, **kwargs)
def update_snak(self, snak, old_target, new_target):
if snak.snaktype != 'value':
return False
if snak.type == 'wikibase-item':
eq = snak.target_equals(old_target)
if eq:
snak.setTarget(new_target)
return eq
#elif snak.type == 'wikibase-lexeme':
elif snak.type == 'quantity':
eq = snak.target.unit == old_target.concept_uri()
if eq:
snak.target._unit = new_target
return eq
return False
def treat_page_and_item(self, page, item):
if not item.isRedirectPage():
return
target = item.getRedirectTarget()
while target.isRedirectPage():
target = target.getRedirectTarget()
pywikibot.info(f'{item} --> {target}')
backlinks = item.backlinks(follow_redirects=False,
filter_redirects=None,
namespaces=[0, 120])
summary = self.summary.format(
item.title(with_ns=True), target.title(with_ns=True))
if self.opt.editgroups:
summary += f' ({self.new_editgroups_summary()})'
if target != item.getRedirectTarget():
item.set_redirect_target(target, summary=summary)
for entity in PreloadingEntityGenerator(backlinks):
if entity == target:
continue
if entity.isRedirectPage():
entity.set_redirect_target(target, summary=summary)
continue
callbacks = []
update = []
for claim in chain.from_iterable(entity.claims.values()):
changed = False
if self.update_snak(claim, item, target):
changed = True
callbacks.append(self._make_callback(
claim.changeTarget, claim.target, summary=summary))
for snak in chain.from_iterable(claim.qualifiers.values()):
if self.update_snak(snak, item, target):
changed = True
callbacks.append(self._make_callback(
claim.repo.editQualifier, claim, snak,
summary=summary))
for source in claim.sources:
source_changed = False
snaks = list(chain.from_iterable(source.values()))
for snak in snaks:
if self.update_snak(snak, item, target):
source_changed = True
if source_changed:
changed = True
callbacks.append(self._make_callback(
claim.repo.editSource, claim, snaks,
summary=summary))
if changed:
update.append(claim)
if len(callbacks) > 1:
data = {'claims': [c.toJSON() for c in update]}
self.user_edit_entity(
entity, data, cleanup=False, summary=summary)
elif len(callbacks) == 1:
callbacks[0]()
def main(*args):
options = {}
local_args = pywikibot.handle_args(args)
site = pywikibot.Site()
genFactory = GeneratorFactory(site=site)
for arg in genFactory.handle_args(local_args):
if arg.startswith('-'):
arg, sep, value = arg.partition(':')
if value != '':
options[arg[1:]] = value if not value.isdigit() else int(value)
else:
options[arg[1:]] = True
generator = genFactory.getCombinedGenerator()
bot = WikidataRedirectsFixingBot(generator=generator, site=site, **options)
bot.run()
if __name__ == '__main__':
main()