def save(self, url, meta, date, title): imdb = Image() imdb.url = url if isinstance(url, unicode) else url.decode('utf-8') imdb.meta = meta if isinstance(meta, unicode) else meta.decode('utf-8') imdb.date = date if isinstance(date, unicode) else date.decode('utf-8') imdb.title = title if isinstance(title, unicode) else title.decode('utf-8') imdb.keyword = self.keyword if isinstance(self.keyword, unicode) else self.keyword.decode('utf-8') imdb.save() return
def download(self, image_base_path, image_ori_path, image_512_path, image_64_path, concount=CONCOUNT): if not self.urls: logger.debug('No images need to be download') return for p in (image_base_path, image_ori_path, image_512_path, image_64_path): if not os.path.isdir(p): os.mkdir(p) mario = MarioBatch(callback=self.download_callback) for url, meta in self.urls: if Image.one({'url': url}): continue mario.add_job(url) mario(concount)