def time_from_template(template: Template):
"""
Pulls date-time information encoded by a template and returns a WikiTime object.
If date-time information is missing or incomplete, None is returned instead.
:param template: A mwparserfromhell Template object with date, time, and timezone parameters
:return: a WikiTime object representing the date-time information encoded by this template
"""
tz_lookup = {
'PST': WikiTime.pst,
'CET': WikiTime.cet,
'KST': WikiTime.kst
}
if not template.has('date') or not template.has('time'):
return None
date = template.get("date").value.strip()
time = template.get("time").value.strip()
if date == '' or time == '':
return None
# Fix case of a time being written as 100 or 1100 without a :
if match(r'\d\d\d\d', time):
time = '{}:{}'.format(time[:2], time[3:])
elif match(r'\d\d\d', time):
time = '{}:{}'.format(time[:1], time[2:])
tz_local_str = template.get('timezone').value.strip()
tz_local = tz_lookup[tz_local_str]
date_and_time = date + " " + time
return time_from_str(date_and_time, tz=tz_local)
def handle_template(tpl, code, namespace=None):
if tpl.has('sprache'):
if tpl.get('sprache').value.strip().lower() in ('englisch', 'english'):
set_param_value(tpl, 'sprache', 'en')
if tpl.get('sprache').value.strip().lower() in ('deutsch', 'german'):
set_param_value(tpl, 'sprache', 'de')
if tpl.has('wann'):
if tpl.get('wann').value.strip() in ('Sommersemester', 'ss'):
set_param_value(tpl, 'wann', 'SS')
elif tpl.get('wann').value.strip() in ('Wintersemester', 'ws'):
set_param_value(tpl, 'wann', 'WS')
elif tpl.get('wann').value.strip() in ('Winter- und Sommersemester',
'Sommer- und Wintersemester'):
set_param_value(tpl, 'wann', 'beide')
if tpl.has('tiss'):
if tpl.get('tiss').value.strip() == '1234567890':
tpl.remove('tiss')
archived = False
successor = None
if tpl.has('veraltet'):
archived = True
tpl.remove('veraltet')
if tpl.has('nachfolger'):
archived = True
successor = tpl.get('nachfolger').value.strip()
tpl.remove('nachfolger')
for t in code.ifilter_templates(
matches=lambda t: t.name.matches('Veraltet')):
archived = True
code.remove(t)
archivedFlag = code.filter_templates(
matches=lambda t: t.name.matches('Archiv'))
if archived and not archivedFlag:
tpl = Template(Wikicode([Text('Archiv')]))
if successor:
tpl.add('nachfolger', successor)
code.insert(0, tpl)
code.insert(1, '\n\n')
if tpl.has('zuordnungen'):
rels = tpl.get('zuordnungen').value.filter_templates()
for rel in rels:
if rel.has('2'):
rel.get('2').value = str(rel.get('2').value).replace('–', '-')
rels.sort(key=lambda x: x.get('1'))
tpl.get('zuordnungen').value = '\n' + '\n'.join(
[' ' * 4 + str(r) for r in rels]) + '\n'
return 'fixe LVA-Daten'
def test_get(self):
"""test Template.get()"""
node1 = Template(wraptext("foobar"))
node2p1 = pgenh("1", "bar")
node2p2 = pgens("abc", "def")
node2 = Template(wraptext("foo"), [node2p1, node2p2])
node3p1 = pgens("b", "c")
node3p2 = pgens("1", "d")
node3 = Template(wraptext("foo"), [pgenh("1", "a"), node3p1, node3p2])
node4p1 = pgens(" b", " ")
node4 = Template(wraptext("foo"), [pgenh("1", "a"), node4p1])
self.assertRaises(ValueError, node1.get, "foobar")
self.assertIs(node2p1, node2.get(1))
self.assertIs(node2p2, node2.get("abc"))
self.assertRaises(ValueError, node2.get, "def")
self.assertIs(node3p1, node3.get("b"))
self.assertIs(node3p2, node3.get("1"))
self.assertIs(node4p1, node4.get("b "))
def test_get(self):
"""test Template.get()"""
node1 = Template(wraptext("foobar"))
node2p1 = pgenh("1", "bar")
node2p2 = pgens("abc", "def")
node2 = Template(wraptext("foo"), [node2p1, node2p2])
node3p1 = pgens("b", "c")
node3p2 = pgens("1", "d")
node3 = Template(wraptext("foo"), [pgenh("1", "a"), node3p1, node3p2])
node4p1 = pgens(" b", " ")
node4 = Template(wraptext("foo"), [pgenh("1", "a"), node4p1])
self.assertRaises(ValueError, node1.get, "foobar")
self.assertIs(node2p1, node2.get(1))
self.assertIs(node2p2, node2.get("abc"))
self.assertRaises(ValueError, node2.get, "def")
self.assertIs(node3p1, node3.get("b"))
self.assertIs(node3p2, node3.get("1"))
self.assertIs(node4p1, node4.get("b "))
def try_get(template: Template, key: str, default="", warn=True, throw=False) -> str:
if template.has(key):
return str(template.get(key))
else:
if throw:
raise ValueError(f"Template {template} doesn't have value defined at index {key}!")
if warn:
warnings.warn(f"Template {template} doesn't have a word defined at index {key}! This is strange but apparently possible.")
return default
def repl_conditional(self, arg: Template, code: Wikicode,
index: Union[str, int]):
if arg.has(index):
param = arg.get(index)
self.apply_wikitext(param.value)
code.replace(
arg,
str(param.value).strip() if param.showkey else param.value)
else:
code.remove(arg)
def flag_template(self: TemplateParser,
code: Wikicode,
template: Template,
flag,
index=None):
if index and template.has(index):
param = template.get(index)
self.apply_wikitext(param.value)
code.replace(template, param)
else:
code.remove(template)
self.state.flags.add(flag)
def update_template(self, template: Template):
# i just added more and more checks to avoid crashing on LPL games over time
if any(
[_ in self.current_page.name for _ in ['LPL', 'LDL', 'Demacia']]):
return
for param in template.params:
if '|primary=' in str(param.value):
return
if not template.has('statslink'):
return
mh = template.get('statslink').value.strip()
if 'lpl.qq' in mh:
return
if 'wanplus' in mh:
return
if not mh:
return
# sigh ok hopefully we actually have a valid mh now
print(f'Parsing mh {mh} on page {self.current_page.name}')
try:
result = get_riot_game(mh, add_names=True)
except HTTPError:
sleep(10)
result = get_riot_game(mh, add_names=True)
for param in template.params:
param: Parameter
if param.name.startswith('blue') or param.name.startswith('red'):
# hax, sorry
team = 'BLUE' if param.name.startswith('blue') else 'RED'
player = int(param.name[-1]) - 1
w = param.value
for tl in w.filter_templates():
tl: Template
if not tl.name.matches('Scoreboard/Player'):
continue
primary = result['teams'][team]['players'][player][
'primaryRuneTreeName']
tl.add('primary', primary, before='secondary')
def test_remove(self):
"""test Template.remove()"""
node1 = Template(wraptext("foobar"))
node2 = Template(wraptext("foo"),
[pgenh("1", "bar"), pgens("abc", "def")])
node3 = Template(wraptext("foo"),
[pgenh("1", "bar"), pgens("abc", "def")])
node4 = Template(wraptext("foo"),
[pgenh("1", "bar"), pgenh("2", "baz")])
node5 = Template(wraptext("foo"), [
pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])
node6 = Template(wraptext("foo"), [
pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])
node7 = Template(wraptext("foo"), [
pgens("1 ", "a"), pgens(" 1", "b"), pgens("2", "c")])
node8 = Template(wraptext("foo"), [
pgens("1 ", "a"), pgens(" 1", "b"), pgens("2", "c")])
node9 = Template(wraptext("foo"), [
pgens("1 ", "a"), pgenh("1", "b"), pgenh("2", "c")])
node10 = Template(wraptext("foo"), [
pgens("1 ", "a"), pgenh("1", "b"), pgenh("2", "c")])
node11 = Template(wraptext("foo"), [
pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])
node12 = Template(wraptext("foo"), [
pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])
node13 = Template(wraptext("foo"), [
pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])
node14 = Template(wraptext("foo"), [
pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])
node15 = Template(wraptext("foo"), [
pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])
node16 = Template(wraptext("foo"), [
pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])
node17 = Template(wraptext("foo"), [
pgens("1 ", "a"), pgenh("1", "b"), pgenh("2", "c")])
node18 = Template(wraptext("foo"), [
pgens("1 ", "a"), pgenh("1", "b"), pgenh("2", "c")])
node19 = Template(wraptext("foo"), [
pgens("1 ", "a"), pgenh("1", "b"), pgenh("2", "c")])
node20 = Template(wraptext("foo"), [
pgens("1 ", "a"), pgenh("1", "b"), pgenh("2", "c")])
node21 = Template(wraptext("foo"), [
pgens("a", "b"), pgens("c", "d"), pgens("e", "f"), pgens("a", "b"),
pgens("a", "b")])
node22 = Template(wraptext("foo"), [
pgens("a", "b"), pgens("c", "d"), pgens("e", "f"), pgens("a", "b"),
pgens("a", "b")])
node23 = Template(wraptext("foo"), [
pgens("a", "b"), pgens("c", "d"), pgens("e", "f"), pgens("a", "b"),
pgens("a", "b")])
node24 = Template(wraptext("foo"), [
pgens("a", "b"), pgens("c", "d"), pgens("e", "f"), pgens("a", "b"),
pgens("a", "b")])
node25 = Template(wraptext("foo"), [
pgens("a", "b"), pgens("c", "d"), pgens("e", "f"), pgens("a", "b"),
pgens("a", "b")])
node26 = Template(wraptext("foo"), [
pgens("a", "b"), pgens("c", "d"), pgens("e", "f"), pgens("a", "b"),
pgens("a", "b")])
node27 = Template(wraptext("foo"), [pgenh("1", "bar")])
node28 = Template(wraptext("foo"), [pgenh("1", "bar")])
node2.remove("1")
node2.remove("abc")
node3.remove(1, keep_field=True)
node3.remove("abc", keep_field=True)
node4.remove("1", keep_field=False)
node5.remove("a", keep_field=False)
node6.remove("a", keep_field=True)
node7.remove(1, keep_field=True)
node8.remove(1, keep_field=False)
node9.remove(1, keep_field=True)
node10.remove(1, keep_field=False)
node11.remove(node11.params[0], keep_field=False)
node12.remove(node12.params[0], keep_field=True)
node13.remove(node13.params[1], keep_field=False)
node14.remove(node14.params[1], keep_field=True)
node15.remove(node15.params[2], keep_field=False)
node16.remove(node16.params[2], keep_field=True)
node17.remove(node17.params[0], keep_field=False)
node18.remove(node18.params[0], keep_field=True)
node19.remove(node19.params[1], keep_field=False)
node20.remove(node20.params[1], keep_field=True)
node21.remove("a", keep_field=False)
node22.remove("a", keep_field=True)
node23.remove(node23.params[0], keep_field=False)
node24.remove(node24.params[0], keep_field=True)
node25.remove(node25.params[3], keep_field=False)
node26.remove(node26.params[3], keep_field=True)
self.assertRaises(ValueError, node1.remove, 1)
self.assertRaises(ValueError, node1.remove, "a")
self.assertRaises(ValueError, node2.remove, "1")
self.assertEqual("{{foo}}", node2)
self.assertEqual("{{foo||abc=}}", node3)
self.assertEqual("{{foo||baz}}", node4)
self.assertEqual("{{foo|b=c}}", node5)
self.assertEqual("{{foo| a=|b=c}}", node6)
self.assertEqual("{{foo|1 =|2=c}}", node7)
self.assertEqual("{{foo|2=c}}", node8)
self.assertEqual("{{foo||c}}", node9)
self.assertEqual("{{foo||c}}", node10)
self.assertEqual("{{foo|b=c|a =d}}", node11)
self.assertEqual("{{foo| a=|b=c|a =d}}", node12)
self.assertEqual("{{foo| a=b|a =d}}", node13)
self.assertEqual("{{foo| a=b|b=|a =d}}", node14)
self.assertEqual("{{foo| a=b|b=c}}", node15)
self.assertEqual("{{foo| a=b|b=c|a =}}", node16)
self.assertEqual("{{foo|b|c}}", node17)
self.assertEqual("{{foo|1 =|b|c}}", node18)
self.assertEqual("{{foo|1 =a||c}}", node19)
self.assertEqual("{{foo|1 =a||c}}", node20)
self.assertEqual("{{foo|c=d|e=f}}", node21)
self.assertEqual("{{foo|a=|c=d|e=f}}", node22)
self.assertEqual("{{foo|c=d|e=f|a=b|a=b}}", node23)
self.assertEqual("{{foo|a=|c=d|e=f|a=b|a=b}}", node24)
self.assertEqual("{{foo|a=b|c=d|e=f|a=b}}", node25)
self.assertEqual("{{foo|a=b|c=d|e=f|a=|a=b}}", node26)
self.assertRaises(ValueError, node27.remove, node28.get(1))
def test_remove(self):
"""test Template.remove()"""
node1 = Template(wraptext("foobar"))
node2 = Template(
wraptext("foo"),
[pgenh("1", "bar"), pgens("abc", "def")])
node3 = Template(
wraptext("foo"),
[pgenh("1", "bar"), pgens("abc", "def")])
node4 = Template(
wraptext("foo"),
[pgenh("1", "bar"), pgenh("2", "baz")])
node5 = Template(wraptext("foo"),
[pgens(" a", "b"),
pgens("b", "c"),
pgens("a ", "d")])
node6 = Template(wraptext("foo"),
[pgens(" a", "b"),
pgens("b", "c"),
pgens("a ", "d")])
node7 = Template(
wraptext("foo"),
[pgens("1 ", "a"),
pgens(" 1", "b"),
pgens("2", "c")])
node8 = Template(
wraptext("foo"),
[pgens("1 ", "a"),
pgens(" 1", "b"),
pgens("2", "c")])
node9 = Template(wraptext("foo"),
[pgens("1 ", "a"),
pgenh("1", "b"),
pgenh("2", "c")])
node10 = Template(
wraptext("foo"),
[pgens("1 ", "a"),
pgenh("1", "b"),
pgenh("2", "c")])
node11 = Template(
wraptext("foo"),
[pgens(" a", "b"),
pgens("b", "c"),
pgens("a ", "d")])
node12 = Template(
wraptext("foo"),
[pgens(" a", "b"),
pgens("b", "c"),
pgens("a ", "d")])
node13 = Template(
wraptext("foo"),
[pgens(" a", "b"),
pgens("b", "c"),
pgens("a ", "d")])
node14 = Template(
wraptext("foo"),
[pgens(" a", "b"),
pgens("b", "c"),
pgens("a ", "d")])
node15 = Template(
wraptext("foo"),
[pgens(" a", "b"),
pgens("b", "c"),
pgens("a ", "d")])
node16 = Template(
wraptext("foo"),
[pgens(" a", "b"),
pgens("b", "c"),
pgens("a ", "d")])
node17 = Template(
wraptext("foo"),
[pgens("1 ", "a"),
pgenh("1", "b"),
pgenh("2", "c")])
node18 = Template(
wraptext("foo"),
[pgens("1 ", "a"),
pgenh("1", "b"),
pgenh("2", "c")])
node19 = Template(
wraptext("foo"),
[pgens("1 ", "a"),
pgenh("1", "b"),
pgenh("2", "c")])
node20 = Template(
wraptext("foo"),
[pgens("1 ", "a"),
pgenh("1", "b"),
pgenh("2", "c")])
node21 = Template(wraptext("foo"), [
pgens("a", "b"),
pgens("c", "d"),
pgens("e", "f"),
pgens("a", "b"),
pgens("a", "b")
])
node22 = Template(wraptext("foo"), [
pgens("a", "b"),
pgens("c", "d"),
pgens("e", "f"),
pgens("a", "b"),
pgens("a", "b")
])
node23 = Template(wraptext("foo"), [
pgens("a", "b"),
pgens("c", "d"),
pgens("e", "f"),
pgens("a", "b"),
pgens("a", "b")
])
node24 = Template(wraptext("foo"), [
pgens("a", "b"),
pgens("c", "d"),
pgens("e", "f"),
pgens("a", "b"),
pgens("a", "b")
])
node25 = Template(wraptext("foo"), [
pgens("a", "b"),
pgens("c", "d"),
pgens("e", "f"),
pgens("a", "b"),
pgens("a", "b")
])
node26 = Template(wraptext("foo"), [
pgens("a", "b"),
pgens("c", "d"),
pgens("e", "f"),
pgens("a", "b"),
pgens("a", "b")
])
node27 = Template(wraptext("foo"), [pgenh("1", "bar")])
node28 = Template(wraptext("foo"), [pgenh("1", "bar")])
node2.remove("1")
node2.remove("abc")
node3.remove(1, keep_field=True)
node3.remove("abc", keep_field=True)
node4.remove("1", keep_field=False)
node5.remove("a", keep_field=False)
node6.remove("a", keep_field=True)
node7.remove(1, keep_field=True)
node8.remove(1, keep_field=False)
node9.remove(1, keep_field=True)
node10.remove(1, keep_field=False)
node11.remove(node11.params[0], keep_field=False)
node12.remove(node12.params[0], keep_field=True)
node13.remove(node13.params[1], keep_field=False)
node14.remove(node14.params[1], keep_field=True)
node15.remove(node15.params[2], keep_field=False)
node16.remove(node16.params[2], keep_field=True)
node17.remove(node17.params[0], keep_field=False)
node18.remove(node18.params[0], keep_field=True)
node19.remove(node19.params[1], keep_field=False)
node20.remove(node20.params[1], keep_field=True)
node21.remove("a", keep_field=False)
node22.remove("a", keep_field=True)
node23.remove(node23.params[0], keep_field=False)
node24.remove(node24.params[0], keep_field=True)
node25.remove(node25.params[3], keep_field=False)
node26.remove(node26.params[3], keep_field=True)
self.assertRaises(ValueError, node1.remove, 1)
self.assertRaises(ValueError, node1.remove, "a")
self.assertRaises(ValueError, node2.remove, "1")
self.assertEqual("{{foo}}", node2)
self.assertEqual("{{foo||abc=}}", node3)
self.assertEqual("{{foo|2=baz}}", node4)
self.assertEqual("{{foo|b=c}}", node5)
self.assertEqual("{{foo| a=|b=c}}", node6)
self.assertEqual("{{foo|1 =|2=c}}", node7)
self.assertEqual("{{foo|2=c}}", node8)
self.assertEqual("{{foo||c}}", node9)
self.assertEqual("{{foo|2=c}}", node10)
self.assertEqual("{{foo|b=c|a =d}}", node11)
self.assertEqual("{{foo| a=|b=c|a =d}}", node12)
self.assertEqual("{{foo| a=b|a =d}}", node13)
self.assertEqual("{{foo| a=b|b=|a =d}}", node14)
self.assertEqual("{{foo| a=b|b=c}}", node15)
self.assertEqual("{{foo| a=b|b=c|a =}}", node16)
self.assertEqual("{{foo|b|c}}", node17)
self.assertEqual("{{foo|1 =|b|c}}", node18)
self.assertEqual("{{foo|1 =a|2=c}}", node19)
self.assertEqual("{{foo|1 =a||c}}", node20)
self.assertEqual("{{foo|c=d|e=f}}", node21)
self.assertEqual("{{foo|a=|c=d|e=f}}", node22)
self.assertEqual("{{foo|c=d|e=f|a=b|a=b}}", node23)
self.assertEqual("{{foo|a=|c=d|e=f|a=b|a=b}}", node24)
self.assertEqual("{{foo|a=b|c=d|e=f|a=b}}", node25)
self.assertEqual("{{foo|a=b|c=d|e=f|a=|a=b}}", node26)
self.assertRaises(ValueError, node27.remove, node28.get(1))
def handle(site, index):
src_ns = next(site.results(prop='info', titles=index))['ns']
for page in site.results(generator='allpages',
gapprefix=index.split(':')[1] + '/Beispiel ',
gaplimit='max',
prop='revisions',
rvprop='content',
gapnamespace=src_ns):
orig = page['revisions'][0]['*']
if mwbot.parse_redirect(orig):
continue
code = mwbot.parse(orig)
templates = code.filter_templates(
matches=lambda x: x.name.matches('Beispiel'))
if len(templates) > 0:
template = templates[0]
else:
template = Template(Wikicode([Text('Beispiel')]))
code.insert(0, template)
code.insert(1, '\n')
# legacy format handling
template.name = 'Beispiel'
if template.has('1') and not template.get('1').value.startswith('\n'):
template.get('1').value.insert(0, '\n')
if template.has('status'):
if str(template.get('status').value).strip() not in ('extern',
'Datei'):
print('unknown status: {}'.format(k))
if template.has('1'):
if str(template.get('1').value).strip() == 'teils':
template.add('teils', '')
template.remove('1')
elif str(template.get('1').value).strip() == 'falsch':
template.add('falsch', '')
template.remove('1')
if not template.has('1'):
angabe_div = code.filter_tags(
matches=lambda x: x.tag.matches('blockquote') or len([
x for x in x.attributes
if '{{Angabe}}' in x or '#EFEFEF' in x
]))
if angabe_div:
template.add('1',
'\n' + str(angabe_div[0].contents).strip() + '\n',
showkey=True)
code.remove(angabe_div[0])
else:
angabe_sec = code.get_sections(matches='Angabe|Aufgabe')
if angabe_sec:
code.remove(angabe_sec[0].nodes[0])
template.add('1',
'\n' + str(angabe_sec[0]).strip() + '\n',
showkey=True)
code.replace(angabe_sec[0], '\n')
mwbot.save(site,
page['title'],
orig,
str(code),
'beispiel_fixer.py',
strip_consec_nl=True)
def getvalue(t: Template, p: str) -> str:
try:
return t.get(p).value.strip()
except ValueError:
return ''
