def search_wrapper(ret):
data = search(keyword=ret.keyword, count=ret.count, regex=ret.regex_filter)
for i in data:
print_success(i['title'])
if ret.download:
download_prepare(data)
def download(name, title, episode, download_url):
my_dict = {
'name': name,
'title': title,
'episode': episode,
'download': download_url,
}
download_prepare(my_dict)
def download(name, title, episode, download_url):
my_dict = {
'name': name,
'title': title,
'episode': episode,
'download': download_url,
}
download_prepare(my_dict)
def download(name, title, episode, download_url):
my_dict = {
"name": name,
"title": title,
"episode": episode,
"download": download_url,
}
download_prepare(my_dict)
def search_wrapper(ret):
result = search(keyword=ret.keyword,
count=ret.count,
regex=ret.regex_filter,
dupe=ret.dupe,
min_episode=ret.min_episode,
max_episode=ret.max_episode)
if result['status'] != 'success':
globals()["print_{}".format(result['status'])](result['message'])
data = result['data']
for i in data:
print_success(i['title'])
if ret.download:
download_prepare(data)
def search_wrapper(ret):
result = search(keyword=ret.keyword,
count=ret.count,
regex=ret.regex_filter,
dupe=ret.dupe,
min_episode=ret.min_episode,
max_episode=ret.max_episode)
if result['status'] != 'success':
globals()["print_{}".format(result['status'])](result['message'])
data = result['data']
for i in data:
print_success(i['title'])
if ret.download:
download_prepare(data)
def search_wrapper(ret):
result = search(
keyword=ret.keyword,
count=ret.count,
regex=ret.regex_filter,
dupe=ret.dupe,
min_episode=ret.min_episode,
max_episode=ret.max_episode,
)
if result["status"] != "success":
globals()["print_{}".format(result["status"])](result["message"])
data = result["data"]
for i in data:
print_success(i["title"])
if ret.download:
download_prepare(data)
def run(self,
return_: bool = True,
download: bool = False) -> List[Episode]:
for script in self.scripts:
print_info(f"fetching {script.bangumi_name} ...")
download_item = self.make_dict(script)
script_obj = script.Model().obj
if not download_item:
print_info(f"Got nothing, quit script {script}.")
continue
max_episode = max(download_item, key=itemgetter("episode"))
episode = max_episode["episode"]
episode_range = range(script_obj.episode + 1, episode + 1)
if episode <= script_obj.episode:
continue
print_success(f"{script.bangumi_name} updated, episode: {episode}")
script_obj.episode = episode
script_obj.status = STATUS_UPDATED
script_obj.updated_time = int(time.time())
script_obj.save()
download_queue = []
for i in episode_range:
for e in download_item:
if i == e["episode"]:
download_queue.append(e)
if return_:
self.download_queue.extend(
Episode(**x) for x in download_queue)
continue
if download:
print_success(f"Start downloading of {script}")
download_prepare([Episode(**x) for x in download_queue])
return self.download_queue
def run(self, return_=True, download=False):
for script in self.scripts:
print_info("fetching {} ...".format(script.bangumi_name))
download_item = self.make_dict(script)
script_obj = script.Model().obj
if not download_item:
print_info("Got nothing, quit script {}.".format(script))
continue
max_episode = max(download_item, key=lambda d: d["episode"])
episode = max_episode["episode"]
episode_range = range(script_obj.episode + 1, episode + 1)
if episode <= script_obj.episode:
continue
print_success("{} updated, episode: {}".format(
script.bangumi_name, episode))
script_obj.episode = episode
script_obj.status = STATUS_UPDATED
script_obj.updated_time = int(time.time())
script_obj.save()
download_queue = []
for i in episode_range:
for e in download_item:
if i == e["episode"]:
download_queue.append(e)
if return_:
self.download_queue.extend(download_queue)
continue
if download:
print_success("Start downloading of {}".format(script))
download_prepare(download_queue)
return self.download_queue
def run(self, return_=True, download=False):
for script in self.scripts:
print_info('fetching {} ...'.format(script.bangumi_name))
download_item = self.make_dict(script)
script_obj = script.Model().obj
if not download_item:
print_info('Got nothing, quit script {}.'.format(script))
continue
max_episode = max(download_item, key=lambda d: d['episode'])
episode = max_episode['episode']
episode_range = range(script_obj.episode + 1, episode + 1)
if episode <= script_obj.episode:
continue
print_success('{} updated, episode: {}'.format(script.bangumi_name, episode))
script_obj.episode = episode
script_obj.status = STATUS_UPDATED
script_obj.updated_time = int(time.time())
script_obj.save()
download_queue = []
for i in episode_range:
for e in download_item:
if i == e['episode']:
download_queue.append(e)
if return_:
self.download_queue.extend(download_queue)
continue
if download:
print_success('Start downloading of {}'.format(script))
download_prepare(download_queue)
return self.download_queue
def update(name, download=None, not_ignore=False):
logger.debug(
'updating bangumi info with args: download: {}'.format(download))
result = {
'status': 'info',
'message': '',
'data': {
'updated': [],
'downloaded': []
}
}
ignore = not bool(not_ignore)
print_info('marking bangumi status ...')
now = int(time.time())
for i in Followed.get_all_followed():
if i['updated_time'] and int(i['updated_time'] + 60 * 60 * 24) < now:
followed_obj = Followed.get(bangumi_name=i['bangumi_name'])
followed_obj.status = STATUS_FOLLOWED
followed_obj.save()
for script in ScriptRunner().scripts:
obj = script.Model().obj
if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now:
obj.status = STATUS_FOLLOWED
obj.save()
print_info('updating bangumi data ...')
website.fetch(save=True, group_by_weekday=False)
print_info('updating subscriptions ...')
download_queue = []
if download:
if not name:
print_warning('No specified bangumi, ignore `--download` option')
if len(name) > 1:
print_warning(
'Multiple specified bangumi, ignore `--download` option')
if not name:
updated_bangumi_obj = Followed.get_all_followed()
else:
updated_bangumi_obj = []
for i in name:
try:
f = Followed.get(bangumi_name=i)
f = model_to_dict(f)
updated_bangumi_obj.append(f)
except DoesNotExist:
pass
runner = ScriptRunner()
script_download_queue = runner.run()
for subscribe in updated_bangumi_obj:
print_info('fetching %s ...' % subscribe['bangumi_name'])
try:
bangumi_obj = Bangumi.get(name=subscribe['bangumi_name'])
except Bangumi.DoesNotExist:
print_error('Bangumi<{0}> does not exists.'.format(
subscribe['bangumi_name']),
exit_=False)
continue
try:
followed_obj = Followed.get(bangumi_name=subscribe['bangumi_name'])
except Followed.DoesNotExist:
print_error('Bangumi<{0}> is not followed.'.format(
subscribe['bangumi_name']),
exit_=False)
continue
episode, all_episode_data = website.get_maximum_episode(
bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1)
if (episode.get('episode') > subscribe['episode']) or (len(name) == 1
and download):
if len(name) == 1 and download:
episode_range = download
else:
episode_range = range(subscribe['episode'] + 1,
episode.get('episode', 0) + 1)
print_success('%s updated, episode: %d' %
(subscribe['bangumi_name'], episode['episode']))
followed_obj.episode = episode['episode']
followed_obj.status = STATUS_UPDATED
followed_obj.updated_time = int(time.time())
followed_obj.save()
result['data']['updated'].append({
'bangumi':
subscribe['bangumi_name'],
'episode':
episode['episode']
})
for i in episode_range:
for epi in all_episode_data:
if epi['episode'] == i:
download_queue.append(epi)
break
if download is not None:
result['data']['downloaded'] = download_queue
download_prepare(download_queue)
download_prepare(script_download_queue)
print_info('Re-downloading ...')
download_prepare(
Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD))
return result
def update(name, download=None, not_ignore=False):
logger.debug('updating bangumi info with args: download: {}'.format(download))
result = {'status': 'info', 'message': '', 'data': {'updated': [], 'downloaded': []}}
ignore = not bool(not_ignore)
print_info('marking bangumi status ...')
now = int(time.time())
for i in Followed.get_all_followed():
if i['updated_time'] and int(i['updated_time'] + 60 * 60 * 24) < now:
followed_obj = Followed.get(bangumi_name=i['bangumi_name'])
followed_obj.status = STATUS_FOLLOWED
followed_obj.save()
for script in ScriptRunner().scripts:
obj = script.Model().obj
if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now:
obj.status = STATUS_FOLLOWED
obj.save()
print_info('updating subscriptions ...')
download_queue = []
if download:
if not name:
print_warning('No specified bangumi, ignore `--download` option')
if len(name) > 1:
print_warning('Multiple specified bangumi, ignore `--download` option')
if not name:
updated_bangumi_obj = Followed.get_all_followed()
else:
updated_bangumi_obj = []
for i in name:
try:
f = Followed.get(bangumi_name=i)
f = model_to_dict(f)
updated_bangumi_obj.append(f)
except DoesNotExist:
pass
runner = ScriptRunner()
script_download_queue = runner.run()
for subscribe in updated_bangumi_obj:
print_info('fetching %s ...' % subscribe['bangumi_name'])
try:
bangumi_obj = Bangumi.get(name=subscribe['bangumi_name'])
except Bangumi.DoesNotExist:
print_error('Bangumi<{0}> does not exists.'.format(subscribe['bangumi_name']),
exit_=False)
continue
try:
followed_obj = Followed.get(bangumi_name=subscribe['bangumi_name'])
except Followed.DoesNotExist:
print_error('Bangumi<{0}> is not followed.'.format(subscribe['bangumi_name']),
exit_=False)
continue
episode, all_episode_data = website.get_maximum_episode(bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1)
if (episode.get('episode') > subscribe['episode']) or (len(name) == 1 and download):
if len(name) == 1 and download:
episode_range = download
else:
episode_range = range(
subscribe['episode'] + 1, episode.get('episode', 0) + 1)
print_success('%s updated, episode: %d' %
(subscribe['bangumi_name'], episode['episode']))
followed_obj.episode = episode['episode']
followed_obj.status = STATUS_UPDATED
followed_obj.updated_time = int(time.time())
followed_obj.save()
result['data']['updated'].append({'bangumi': subscribe['bangumi_name'],
'episode': episode['episode']})
for i in episode_range:
for epi in all_episode_data:
if epi['episode'] == i:
download_queue.append(epi)
break
if download is not None:
result['data']['downloaded'] = download_queue
download_prepare(download_queue)
download_prepare(script_download_queue)
print_info('Re-downloading ...')
download_prepare(Download.get_all_downloads(
status=STATUS_NOT_DOWNLOAD))
return result
def update(name, download=None, not_ignore=False):
logger.debug(
"updating bangumi info with args: download: {}".format(download))
result = {
"status": "info",
"message": "",
"data": {
"updated": [],
"downloaded": []
},
}
ignore = not bool(not_ignore)
print_info("marking bangumi status ...")
now = int(time.time())
for i in Followed.get_all_followed():
if i["updated_time"] and int(i["updated_time"] + 60 * 60 * 24) < now:
followed_obj = Followed.get(bangumi_name=i["bangumi_name"])
followed_obj.status = STATUS_FOLLOWED
followed_obj.save()
for script in ScriptRunner().scripts:
obj = script.Model().obj
if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now:
obj.status = STATUS_FOLLOWED
obj.save()
print_info("updating subscriptions ...")
download_queue = []
if download:
if not name:
print_warning("No specified bangumi, ignore `--download` option")
if len(name) > 1:
print_warning(
"Multiple specified bangumi, ignore `--download` option")
if not name:
updated_bangumi_obj = Followed.get_all_followed()
else:
updated_bangumi_obj = []
for i in name:
try:
f = Followed.get(bangumi_name=i)
f = model_to_dict(f)
updated_bangumi_obj.append(f)
except DoesNotExist:
pass
runner = ScriptRunner()
script_download_queue = runner.run()
for subscribe in updated_bangumi_obj:
print_info("fetching %s ..." % subscribe["bangumi_name"])
try:
bangumi_obj = Bangumi.get(name=subscribe["bangumi_name"])
except Bangumi.DoesNotExist:
print_error(
"Bangumi<{}> does not exists.".format(
subscribe["bangumi_name"]),
exit_=False,
)
continue
try:
followed_obj = Followed.get(bangumi_name=subscribe["bangumi_name"])
except Followed.DoesNotExist:
print_error(
"Bangumi<{}> is not followed.".format(
subscribe["bangumi_name"]),
exit_=False,
)
continue
episode, all_episode_data = website.get_maximum_episode(
bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1)
if (episode.get("episode") > subscribe["episode"]) or (len(name) == 1
and download):
if len(name) == 1 and download:
episode_range = download
else:
episode_range = range(subscribe["episode"] + 1,
episode.get("episode", 0) + 1)
print_success("%s updated, episode: %d" %
(subscribe["bangumi_name"], episode["episode"]))
followed_obj.episode = episode["episode"]
followed_obj.status = STATUS_UPDATED
followed_obj.updated_time = int(time.time())
followed_obj.save()
result["data"]["updated"].append({
"bangumi":
subscribe["bangumi_name"],
"episode":
episode["episode"],
})
for i in episode_range:
for epi in all_episode_data:
if epi["episode"] == i:
download_queue.append(epi)
break
if download is not None:
result["data"]["downloaded"] = download_queue
download_prepare(download_queue)
download_prepare(script_download_queue)
print_info("Re-downloading ...")
download_prepare(
Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD))
return result
def update(name: List[str],
download: Any = None,
not_ignore: bool = False) -> ControllerResult:
logger.debug("updating bangumi info with args: download: %r", download)
result: Dict[str, Any] = {
"status": "info",
"message": "",
"data": {
"updated": [],
"downloaded": []
},
}
ignore = not bool(not_ignore)
print_info("marking bangumi status ...")
now = int(time.time())
for i in Followed.get_all_followed():
if i["updated_time"] and int(i["updated_time"] + 60 * 60 * 24) < now:
followed_obj = Followed.get(bangumi_name=i["bangumi_name"])
followed_obj.status = STATUS_FOLLOWED
followed_obj.save()
for script in ScriptRunner().scripts:
obj = script.Model().obj
if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now:
obj.status = STATUS_FOLLOWED
obj.save()
print_info("updating subscriptions ...")
download_queue = []
if download:
if not name:
print_warning("No specified bangumi, ignore `--download` option")
if len(name) > 1:
print_warning(
"Multiple specified bangumi, ignore `--download` option")
if not name:
updated_bangumi_obj = Followed.get_all_followed()
else:
updated_bangumi_obj = []
for n in name:
try:
f = Followed.get(bangumi_name=n)
f = model_to_dict(f)
updated_bangumi_obj.append(f)
except DoesNotExist:
pass
runner = ScriptRunner()
script_download_queue = runner.run()
for subscribe in updated_bangumi_obj:
print_info(f"fetching {subscribe['bangumi_name']} ...")
try:
bangumi_obj = Bangumi.get(name=subscribe["bangumi_name"])
except Bangumi.DoesNotExist:
print_error(
"Bangumi<{}> does not exists.".format(
subscribe["bangumi_name"]),
exit_=False,
)
continue
try:
followed_obj = Followed.get(bangumi_name=subscribe["bangumi_name"])
except Followed.DoesNotExist:
print_error(
"Bangumi<{}> is not followed.".format(
subscribe["bangumi_name"]),
exit_=False,
)
continue
try:
episode, all_episode_data = website.get_maximum_episode(
bangumi=bangumi_obj,
ignore_old_row=ignore,
max_page=int(MAX_PAGE))
except requests.exceptions.ConnectionError as e:
print_warning(f"error {e} to fetch {bangumi_obj.name}, skip")
continue
if (episode > subscribe["episode"]) or (len(name) == 1 and download):
if len(name) == 1 and download:
episode_range = download
else:
episode_range = range(subscribe["episode"] + 1, episode + 1)
print_success(
f"{subscribe['bangumi_name']} updated, episode: {episode:d}"
)
followed_obj.episode = episode
followed_obj.status = STATUS_UPDATED
followed_obj.updated_time = int(time.time())
followed_obj.save()
result["data"]["updated"].append({
"bangumi":
subscribe["bangumi_name"],
"episode":
episode
})
for i in episode_range:
for epi in all_episode_data:
if epi.episode == i:
download_queue.append(epi)
break
if download is not None:
result["data"]["downloaded"] = download_queue
download_prepare(download_queue)
download_prepare(script_download_queue)
print_info("Re-downloading ...")
download_prepare([
Episode(
**{
key: value
for key, value in x.items() if key not in ["id", "status"]
})
for x in Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD)
])
return result
def download(name: str, title: str, episode: int, download_url: str) -> None:
download_prepare([
Episode(name=name, title=title, episode=episode, download=download_url)
])