def run(self):
"""
aaannndddd begin
"""
pages = self.get_pages()
for page in pages:
print "Viewing page: " + page
urls, new_text = [], None
try:
text = mwhair.edit(page)
except UnicodeEncodeError:
print "UnicodeEncodeError: " + page
except:
print "Unknown Error for " + page
time.sleep(1)
links = self.get_links(text)
if links:
for link in links:
print "Found url: " + link
archived_link = self.archive(link)
if archived_link is None:
continue
urls.append((link,
archived_link))
time.sleep(31) # At 30 seconds we'll be rejected
for url in urls:
if new_text:
new_text = self.add_in_template(new_text,
url[0], url[1])
else:
new_text = self.add_in_template(text,
url[0], url[1])
if text != new_text:
print "Saving page: " + page
mwhair.save(page, text=new_text,
summary="Archiving urls in cite templates", minor=True)
def save(title,text): mwhair.save(title,text=text,summary='Removing dead end tag as not a valid dead end page',minor=True)
def save(title, text): mwhair.save(title,text=text,summary='Removing incorrect section link(s)',minor=True)
