def reset(self): self.infos = {} self.files = {} self.redirected = {} self.alias_bases = {} self.sortorder = {} self.counter = 0 Checker.reset(self) self.urlopener = CachingURLopener(cache = self.cache, site_url=self.site_url)
def __setstate__(self, state): self.reset() try: cstate,mystate = state Checker.__setstate__(self,cstate) self.infos, self.files, self.redirected, self.html_cache = mystate except: pass self.resetRun()
def reset(self): self.infos = {} self.files = {} self.redirected = {} self.alias_bases = {} self.html_cache = {} self.sortorder = {} self.counter = 0 Checker.reset(self)
def reset(self): self.infos = {} self.files = {} self.redirected = {} self.alias_bases = {} self.sortorder = {} self.counter = 0 Checker.reset(self) self.urlopener = CachingURLopener(cache=self.cache, site_url=self.site_url)
def readhtml(self, url_pair): if url_pair in self.html_cache: return self.html_cache[url_pair] else: res = Checker.readhtml(self, url_pair) self.html_cache[url_pair] = res return res
def isallowed(self, root, url): if self.ignore_robots: return True return Checker.isallowed(self, root, url)
def readhtml(self, url_pair): res = Checker.readhtml(self, url_pair) return res
def __getstate__(self): mystate = self.infos, self.files, self.redirected, self.html_cache return (Checker.__getstate__(self),mystate)