def search_wrapper(ret): data = search(keyword=ret.keyword, count=ret.count, regex=ret.regex_filter) for i in data: print_success(i['title']) if ret.download: download_prepare(data)
def download(name, title, episode, download_url): my_dict = { 'name': name, 'title': title, 'episode': episode, 'download': download_url, } download_prepare(my_dict)
def download(name, title, episode, download_url): my_dict = { "name": name, "title": title, "episode": episode, "download": download_url, } download_prepare(my_dict)
def search_wrapper(ret): result = search(keyword=ret.keyword, count=ret.count, regex=ret.regex_filter, dupe=ret.dupe, min_episode=ret.min_episode, max_episode=ret.max_episode) if result['status'] != 'success': globals()["print_{}".format(result['status'])](result['message']) data = result['data'] for i in data: print_success(i['title']) if ret.download: download_prepare(data)
def search_wrapper(ret): result = search( keyword=ret.keyword, count=ret.count, regex=ret.regex_filter, dupe=ret.dupe, min_episode=ret.min_episode, max_episode=ret.max_episode, ) if result["status"] != "success": globals()["print_{}".format(result["status"])](result["message"]) data = result["data"] for i in data: print_success(i["title"]) if ret.download: download_prepare(data)
def run(self, return_: bool = True, download: bool = False) -> List[Episode]: for script in self.scripts: print_info(f"fetching {script.bangumi_name} ...") download_item = self.make_dict(script) script_obj = script.Model().obj if not download_item: print_info(f"Got nothing, quit script {script}.") continue max_episode = max(download_item, key=itemgetter("episode")) episode = max_episode["episode"] episode_range = range(script_obj.episode + 1, episode + 1) if episode <= script_obj.episode: continue print_success(f"{script.bangumi_name} updated, episode: {episode}") script_obj.episode = episode script_obj.status = STATUS_UPDATED script_obj.updated_time = int(time.time()) script_obj.save() download_queue = [] for i in episode_range: for e in download_item: if i == e["episode"]: download_queue.append(e) if return_: self.download_queue.extend( Episode(**x) for x in download_queue) continue if download: print_success(f"Start downloading of {script}") download_prepare([Episode(**x) for x in download_queue]) return self.download_queue
def run(self, return_=True, download=False): for script in self.scripts: print_info("fetching {} ...".format(script.bangumi_name)) download_item = self.make_dict(script) script_obj = script.Model().obj if not download_item: print_info("Got nothing, quit script {}.".format(script)) continue max_episode = max(download_item, key=lambda d: d["episode"]) episode = max_episode["episode"] episode_range = range(script_obj.episode + 1, episode + 1) if episode <= script_obj.episode: continue print_success("{} updated, episode: {}".format( script.bangumi_name, episode)) script_obj.episode = episode script_obj.status = STATUS_UPDATED script_obj.updated_time = int(time.time()) script_obj.save() download_queue = [] for i in episode_range: for e in download_item: if i == e["episode"]: download_queue.append(e) if return_: self.download_queue.extend(download_queue) continue if download: print_success("Start downloading of {}".format(script)) download_prepare(download_queue) return self.download_queue
def run(self, return_=True, download=False): for script in self.scripts: print_info('fetching {} ...'.format(script.bangumi_name)) download_item = self.make_dict(script) script_obj = script.Model().obj if not download_item: print_info('Got nothing, quit script {}.'.format(script)) continue max_episode = max(download_item, key=lambda d: d['episode']) episode = max_episode['episode'] episode_range = range(script_obj.episode + 1, episode + 1) if episode <= script_obj.episode: continue print_success('{} updated, episode: {}'.format(script.bangumi_name, episode)) script_obj.episode = episode script_obj.status = STATUS_UPDATED script_obj.updated_time = int(time.time()) script_obj.save() download_queue = [] for i in episode_range: for e in download_item: if i == e['episode']: download_queue.append(e) if return_: self.download_queue.extend(download_queue) continue if download: print_success('Start downloading of {}'.format(script)) download_prepare(download_queue) return self.download_queue
def update(name, download=None, not_ignore=False): logger.debug( 'updating bangumi info with args: download: {}'.format(download)) result = { 'status': 'info', 'message': '', 'data': { 'updated': [], 'downloaded': [] } } ignore = not bool(not_ignore) print_info('marking bangumi status ...') now = int(time.time()) for i in Followed.get_all_followed(): if i['updated_time'] and int(i['updated_time'] + 60 * 60 * 24) < now: followed_obj = Followed.get(bangumi_name=i['bangumi_name']) followed_obj.status = STATUS_FOLLOWED followed_obj.save() for script in ScriptRunner().scripts: obj = script.Model().obj if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now: obj.status = STATUS_FOLLOWED obj.save() print_info('updating bangumi data ...') website.fetch(save=True, group_by_weekday=False) print_info('updating subscriptions ...') download_queue = [] if download: if not name: print_warning('No specified bangumi, ignore `--download` option') if len(name) > 1: print_warning( 'Multiple specified bangumi, ignore `--download` option') if not name: updated_bangumi_obj = Followed.get_all_followed() else: updated_bangumi_obj = [] for i in name: try: f = Followed.get(bangumi_name=i) f = model_to_dict(f) updated_bangumi_obj.append(f) except DoesNotExist: pass runner = ScriptRunner() script_download_queue = runner.run() for subscribe in updated_bangumi_obj: print_info('fetching %s ...' % subscribe['bangumi_name']) try: bangumi_obj = Bangumi.get(name=subscribe['bangumi_name']) except Bangumi.DoesNotExist: print_error('Bangumi<{0}> does not exists.'.format( subscribe['bangumi_name']), exit_=False) continue try: followed_obj = Followed.get(bangumi_name=subscribe['bangumi_name']) except Followed.DoesNotExist: print_error('Bangumi<{0}> is not followed.'.format( subscribe['bangumi_name']), exit_=False) continue episode, all_episode_data = website.get_maximum_episode( bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1) if (episode.get('episode') > subscribe['episode']) or (len(name) == 1 and download): if len(name) == 1 and download: episode_range = download else: episode_range = range(subscribe['episode'] + 1, episode.get('episode', 0) + 1) print_success('%s updated, episode: %d' % (subscribe['bangumi_name'], episode['episode'])) followed_obj.episode = episode['episode'] followed_obj.status = STATUS_UPDATED followed_obj.updated_time = int(time.time()) followed_obj.save() result['data']['updated'].append({ 'bangumi': subscribe['bangumi_name'], 'episode': episode['episode'] }) for i in episode_range: for epi in all_episode_data: if epi['episode'] == i: download_queue.append(epi) break if download is not None: result['data']['downloaded'] = download_queue download_prepare(download_queue) download_prepare(script_download_queue) print_info('Re-downloading ...') download_prepare( Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD)) return result
def update(name, download=None, not_ignore=False): logger.debug('updating bangumi info with args: download: {}'.format(download)) result = {'status': 'info', 'message': '', 'data': {'updated': [], 'downloaded': []}} ignore = not bool(not_ignore) print_info('marking bangumi status ...') now = int(time.time()) for i in Followed.get_all_followed(): if i['updated_time'] and int(i['updated_time'] + 60 * 60 * 24) < now: followed_obj = Followed.get(bangumi_name=i['bangumi_name']) followed_obj.status = STATUS_FOLLOWED followed_obj.save() for script in ScriptRunner().scripts: obj = script.Model().obj if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now: obj.status = STATUS_FOLLOWED obj.save() print_info('updating subscriptions ...') download_queue = [] if download: if not name: print_warning('No specified bangumi, ignore `--download` option') if len(name) > 1: print_warning('Multiple specified bangumi, ignore `--download` option') if not name: updated_bangumi_obj = Followed.get_all_followed() else: updated_bangumi_obj = [] for i in name: try: f = Followed.get(bangumi_name=i) f = model_to_dict(f) updated_bangumi_obj.append(f) except DoesNotExist: pass runner = ScriptRunner() script_download_queue = runner.run() for subscribe in updated_bangumi_obj: print_info('fetching %s ...' % subscribe['bangumi_name']) try: bangumi_obj = Bangumi.get(name=subscribe['bangumi_name']) except Bangumi.DoesNotExist: print_error('Bangumi<{0}> does not exists.'.format(subscribe['bangumi_name']), exit_=False) continue try: followed_obj = Followed.get(bangumi_name=subscribe['bangumi_name']) except Followed.DoesNotExist: print_error('Bangumi<{0}> is not followed.'.format(subscribe['bangumi_name']), exit_=False) continue episode, all_episode_data = website.get_maximum_episode(bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1) if (episode.get('episode') > subscribe['episode']) or (len(name) == 1 and download): if len(name) == 1 and download: episode_range = download else: episode_range = range( subscribe['episode'] + 1, episode.get('episode', 0) + 1) print_success('%s updated, episode: %d' % (subscribe['bangumi_name'], episode['episode'])) followed_obj.episode = episode['episode'] followed_obj.status = STATUS_UPDATED followed_obj.updated_time = int(time.time()) followed_obj.save() result['data']['updated'].append({'bangumi': subscribe['bangumi_name'], 'episode': episode['episode']}) for i in episode_range: for epi in all_episode_data: if epi['episode'] == i: download_queue.append(epi) break if download is not None: result['data']['downloaded'] = download_queue download_prepare(download_queue) download_prepare(script_download_queue) print_info('Re-downloading ...') download_prepare(Download.get_all_downloads( status=STATUS_NOT_DOWNLOAD)) return result
def update(name, download=None, not_ignore=False): logger.debug( "updating bangumi info with args: download: {}".format(download)) result = { "status": "info", "message": "", "data": { "updated": [], "downloaded": [] }, } ignore = not bool(not_ignore) print_info("marking bangumi status ...") now = int(time.time()) for i in Followed.get_all_followed(): if i["updated_time"] and int(i["updated_time"] + 60 * 60 * 24) < now: followed_obj = Followed.get(bangumi_name=i["bangumi_name"]) followed_obj.status = STATUS_FOLLOWED followed_obj.save() for script in ScriptRunner().scripts: obj = script.Model().obj if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now: obj.status = STATUS_FOLLOWED obj.save() print_info("updating subscriptions ...") download_queue = [] if download: if not name: print_warning("No specified bangumi, ignore `--download` option") if len(name) > 1: print_warning( "Multiple specified bangumi, ignore `--download` option") if not name: updated_bangumi_obj = Followed.get_all_followed() else: updated_bangumi_obj = [] for i in name: try: f = Followed.get(bangumi_name=i) f = model_to_dict(f) updated_bangumi_obj.append(f) except DoesNotExist: pass runner = ScriptRunner() script_download_queue = runner.run() for subscribe in updated_bangumi_obj: print_info("fetching %s ..." % subscribe["bangumi_name"]) try: bangumi_obj = Bangumi.get(name=subscribe["bangumi_name"]) except Bangumi.DoesNotExist: print_error( "Bangumi<{}> does not exists.".format( subscribe["bangumi_name"]), exit_=False, ) continue try: followed_obj = Followed.get(bangumi_name=subscribe["bangumi_name"]) except Followed.DoesNotExist: print_error( "Bangumi<{}> is not followed.".format( subscribe["bangumi_name"]), exit_=False, ) continue episode, all_episode_data = website.get_maximum_episode( bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1) if (episode.get("episode") > subscribe["episode"]) or (len(name) == 1 and download): if len(name) == 1 and download: episode_range = download else: episode_range = range(subscribe["episode"] + 1, episode.get("episode", 0) + 1) print_success("%s updated, episode: %d" % (subscribe["bangumi_name"], episode["episode"])) followed_obj.episode = episode["episode"] followed_obj.status = STATUS_UPDATED followed_obj.updated_time = int(time.time()) followed_obj.save() result["data"]["updated"].append({ "bangumi": subscribe["bangumi_name"], "episode": episode["episode"], }) for i in episode_range: for epi in all_episode_data: if epi["episode"] == i: download_queue.append(epi) break if download is not None: result["data"]["downloaded"] = download_queue download_prepare(download_queue) download_prepare(script_download_queue) print_info("Re-downloading ...") download_prepare( Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD)) return result
def update(name: List[str], download: Any = None, not_ignore: bool = False) -> ControllerResult: logger.debug("updating bangumi info with args: download: %r", download) result: Dict[str, Any] = { "status": "info", "message": "", "data": { "updated": [], "downloaded": [] }, } ignore = not bool(not_ignore) print_info("marking bangumi status ...") now = int(time.time()) for i in Followed.get_all_followed(): if i["updated_time"] and int(i["updated_time"] + 60 * 60 * 24) < now: followed_obj = Followed.get(bangumi_name=i["bangumi_name"]) followed_obj.status = STATUS_FOLLOWED followed_obj.save() for script in ScriptRunner().scripts: obj = script.Model().obj if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now: obj.status = STATUS_FOLLOWED obj.save() print_info("updating subscriptions ...") download_queue = [] if download: if not name: print_warning("No specified bangumi, ignore `--download` option") if len(name) > 1: print_warning( "Multiple specified bangumi, ignore `--download` option") if not name: updated_bangumi_obj = Followed.get_all_followed() else: updated_bangumi_obj = [] for n in name: try: f = Followed.get(bangumi_name=n) f = model_to_dict(f) updated_bangumi_obj.append(f) except DoesNotExist: pass runner = ScriptRunner() script_download_queue = runner.run() for subscribe in updated_bangumi_obj: print_info(f"fetching {subscribe['bangumi_name']} ...") try: bangumi_obj = Bangumi.get(name=subscribe["bangumi_name"]) except Bangumi.DoesNotExist: print_error( "Bangumi<{}> does not exists.".format( subscribe["bangumi_name"]), exit_=False, ) continue try: followed_obj = Followed.get(bangumi_name=subscribe["bangumi_name"]) except Followed.DoesNotExist: print_error( "Bangumi<{}> is not followed.".format( subscribe["bangumi_name"]), exit_=False, ) continue try: episode, all_episode_data = website.get_maximum_episode( bangumi=bangumi_obj, ignore_old_row=ignore, max_page=int(MAX_PAGE)) except requests.exceptions.ConnectionError as e: print_warning(f"error {e} to fetch {bangumi_obj.name}, skip") continue if (episode > subscribe["episode"]) or (len(name) == 1 and download): if len(name) == 1 and download: episode_range = download else: episode_range = range(subscribe["episode"] + 1, episode + 1) print_success( f"{subscribe['bangumi_name']} updated, episode: {episode:d}" ) followed_obj.episode = episode followed_obj.status = STATUS_UPDATED followed_obj.updated_time = int(time.time()) followed_obj.save() result["data"]["updated"].append({ "bangumi": subscribe["bangumi_name"], "episode": episode }) for i in episode_range: for epi in all_episode_data: if epi.episode == i: download_queue.append(epi) break if download is not None: result["data"]["downloaded"] = download_queue download_prepare(download_queue) download_prepare(script_download_queue) print_info("Re-downloading ...") download_prepare([ Episode( **{ key: value for key, value in x.items() if key not in ["id", "status"] }) for x in Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD) ]) return result
def download(name: str, title: str, episode: int, download_url: str) -> None: download_prepare([ Episode(name=name, title=title, episode=episode, download=download_url) ])