def run(self): """ aaannndddd begin """ pages = self.get_pages() for page in pages: print "Viewing page: " + page urls, new_text = [], None try: text = mwhair.edit(page) except UnicodeEncodeError: print "UnicodeEncodeError: " + page except: print "Unknown Error for " + page time.sleep(1) links = self.get_links(text) if links: for link in links: print "Found url: " + link archived_link = self.archive(link) if archived_link is None: continue urls.append((link, archived_link)) time.sleep(31) # At 30 seconds we'll be rejected for url in urls: if new_text: new_text = self.add_in_template(new_text, url[0], url[1]) else: new_text = self.add_in_template(text, url[0], url[1]) if text != new_text: print "Saving page: " + page mwhair.save(page, text=new_text, summary="Archiving urls in cite templates", minor=True)
def save(title,text): mwhair.save(title,text=text,summary='Removing dead end tag as not a valid dead end page',minor=True)
def save(title, text): mwhair.save(title,text=text,summary='Removing incorrect section link(s)',minor=True)