def get(self, num): ureader = urlread() is_first = True if self.count: self.urlparams["ijn"] = num self.urlparams["start"] = num * 100 is_first = False url = "%s/search?%s" % (self.host, urllib.urlencode(self.urlparams)) content = ureader.read(url) rets = self.parse(content, is_first) eid = is_first and self.parseEID(content) if eid: self.urlparams["ei"] = eid self.count += 1 return rets
def downloader(url, name): ur = urlread() if not ur.retrieve(url, name): logging.error('DownloaderError: url: %s, name: %s' % (url, name))