def _download(self, data): md5 = data[-1] try: Webm.increase_rating(md5) result = None, None, None except Webm.DoesNotExist: self._webm_obj = Webm(md5=md5) result = super()._download(data) return result
class DownloadToModel(scraper.Downloader): def __init__(self, *args, **kwargs): self._webm_obj = None super().__init__(*args, **kwargs) def _download(self, data): md5 = data[-1] try: Webm.increase_rating(md5) result = None, None, None except Webm.DoesNotExist: self._webm_obj = Webm(md5=md5) result = super()._download(data) return result def save(self, filename, webm, thumb): if not filename: return if webm: filename += '.webm' path = os.path.join( get_media_folder(self._webm_obj, filename), filename) webm_path = default_storage.save(path, ContentFile(webm)) self._webm_obj.video = webm_path if thumb: filename += '.jpg' path = os.path.join( get_media_folder(self._webm_obj, filename), filename) thumb_path = default_storage.save(path, ContentFile(thumb)) self._webm_obj.thumbnail = thumb_path try: self._webm_obj.save() except IntegrityError: Webm.increase_rating(self._webm_obj.md5) def work(self, *args, **kwargs): return super().work(self.save)
def save(self, filename, webm, thumb): if not filename: return if webm: filename += '.webm' path = os.path.join( get_media_folder(self._webm_obj, filename), filename) webm_path = default_storage.save(path, ContentFile(webm)) self._webm_obj.video = webm_path if thumb: filename += '.jpg' path = os.path.join( get_media_folder(self._webm_obj, filename), filename) thumb_path = default_storage.save(path, ContentFile(thumb)) self._webm_obj.thumbnail = thumb_path try: self._webm_obj.save() except IntegrityError: Webm.increase_rating(self._webm_obj.md5)
def _download(self, data): self._webm_url, md5 = data[0], data[-1] self._webm_obj, created = Webm.get_or_increase_rating(md5) if not created: result = None, None, None scraper.inform('Increase rating {}'.format(self._webm_url), level=scraper.WARNING) self._add_releated_info() else: result = super()._download(data) return result
def _download(self, data): self._webm_url, md5 = data[0], data[-1] self._webm_obj, created = Webm.get_or_increase_rating(md5) if not created: result = None, None, None scraper.inform( 'Increase rating {}'.format(self._webm_url), level=scraper.WARNING) self._add_releated_info() else: result = super()._download(data) return result