def get(self, num):
ureader = urlread()
is_first = True
if self.count:
self.urlparams["ijn"] = num
self.urlparams["start"] = num * 100
is_first = False
url = "%s/search?%s" % (self.host, urllib.urlencode(self.urlparams))
content = ureader.read(url)
rets = self.parse(content, is_first)
eid = is_first and self.parseEID(content)
if eid:
self.urlparams["ei"] = eid
self.count += 1
return rets
def downloader(url, name):
ur = urlread()
if not ur.retrieve(url, name):
logging.error('DownloaderError: url: %s, name: %s' % (url, name))
