def save(self, url, meta, date, title):
imdb = Image()
imdb.url = url if isinstance(url, unicode) else url.decode('utf-8')
imdb.meta = meta if isinstance(meta, unicode) else meta.decode('utf-8')
imdb.date = date if isinstance(date, unicode) else date.decode('utf-8')
imdb.title = title if isinstance(title, unicode) else title.decode('utf-8')
imdb.keyword = self.keyword if isinstance(self.keyword, unicode) else self.keyword.decode('utf-8')
imdb.save()
return
def download(self, image_base_path, image_ori_path, image_512_path, image_64_path, concount=CONCOUNT):
if not self.urls:
logger.debug('No images need to be download')
return
for p in (image_base_path, image_ori_path, image_512_path, image_64_path):
if not os.path.isdir(p): os.mkdir(p)
mario = MarioBatch(callback=self.download_callback)
for url, meta in self.urls:
if Image.one({'url': url}): continue
mario.add_job(url)
mario(concount)
