def save_to_bangumi_download_queue(data: List[Episode]) -> List[Download]:
"""
list[dict]
dict:{
name;str, keyword you use when search
title:str, title of episode
episode:int, episode of bangumi
download:str, link to download
}
:param data:
:return:
"""
queue = []
for i in data:
download, _ = Download.get_or_create(
title=i.title,
download=i.download,
name=i.name,
episode=i.episode,
status=STATUS_NOT_DOWNLOAD,
)
queue.append(download)
return queue
def download_status(status=None):
last_status = -1
for download_data in Download.get_all_downloads(status=status):
latest_status = download_data['status']
name = ' {0}. <{1}: {2}>'.format(download_data['id'], download_data['name'],
download_data['episode'])
if latest_status != last_status:
if latest_status == STATUS_DOWNLOADING:
print('Downloading items:')
elif latest_status == STATUS_NOT_DOWNLOAD:
print('Not downloaded items:')
elif latest_status == STATUS_DOWNLOADED:
print('Downloaded items:')
if download_data['status'] == STATUS_NOT_DOWNLOAD:
print_info(name, indicator=False)
elif download_data['status'] == STATUS_DOWNLOADING:
print_warning(name, indicator=False)
elif download_data['status'] == STATUS_DOWNLOADED:
print_success(name, indicator=False)
last_status = download_data['status']
def save_to_bangumi_download_queue(data):
"""
list[dict]
dict:{
name;str, keyword you use when search
title:str, title of episode
episode:int, episode of bangumi
download:str, link to download
}
:param data:
:return:
"""
queue = []
for i in data:
download, _ = Download.get_or_create(title=i['title'], download=i['download'],
name=i['name'], episode=i['episode'],
status=STATUS_NOT_DOWNLOAD)
queue.append(download)
return queue
def save_to_bangumi_download_queue(data):
"""
list[dict]
dict:{
name;str, keyword you use when search
title:str, title of episode
episode:int, episode of bangumi
download:str, link to download
}
:param data:
:return:
"""
queue = []
for i in data:
download, _ = Download.get_or_create(title=i['title'], download=i['download'],
name=i['name'], episode=i['episode'],
status=STATUS_NOT_DOWNLOAD)
queue.append(download)
return queue
def download_status(status=None):
last_status = -1
for download_data in Download.get_all_downloads(status=status):
latest_status = download_data["status"]
name = " {}. <{}: {}>".format(
download_data["id"], download_data["name"], download_data["episode"]
)
if latest_status != last_status:
if latest_status == STATUS_DOWNLOADING:
print("Downloading items:")
elif latest_status == STATUS_NOT_DOWNLOAD:
print("Not downloaded items:")
elif latest_status == STATUS_DOWNLOADED:
print("Downloaded items:")
if download_data["status"] == STATUS_NOT_DOWNLOAD:
print_info(name, indicator=False)
elif download_data["status"] == STATUS_DOWNLOADING:
print_warning(name, indicator=False)
elif download_data["status"] == STATUS_DOWNLOADED:
print_success(name, indicator=False)
last_status = download_data["status"]
def download_status(status=None):
last_status = -1
for download_data in Download.get_all_downloads(status=status):
latest_status = download_data['status']
name = ' {0}. <{1}: {2}>'.format(download_data['id'],
download_data['name'],
download_data['episode'])
if latest_status != last_status:
if latest_status == STATUS_DOWNLOADING:
print('Downloading items:')
elif latest_status == STATUS_NOT_DOWNLOAD:
print('Not downloaded items:')
elif latest_status == STATUS_DOWNLOADED:
print('Downloaded items:')
if download_data['status'] == STATUS_NOT_DOWNLOAD:
print_info(name, indicator=False)
elif download_data['status'] == STATUS_DOWNLOADING:
print_warning(name, indicator=False)
elif download_data['status'] == STATUS_DOWNLOADED:
print_success(name, indicator=False)
last_status = download_data['status']
def update(name, download=None, not_ignore=False):
logger.debug(
'updating bangumi info with args: download: {}'.format(download))
result = {
'status': 'info',
'message': '',
'data': {
'updated': [],
'downloaded': []
}
}
ignore = not bool(not_ignore)
print_info('marking bangumi status ...')
now = int(time.time())
for i in Followed.get_all_followed():
if i['updated_time'] and int(i['updated_time'] + 60 * 60 * 24) < now:
followed_obj = Followed.get(bangumi_name=i['bangumi_name'])
followed_obj.status = STATUS_FOLLOWED
followed_obj.save()
for script in ScriptRunner().scripts:
obj = script.Model().obj
if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now:
obj.status = STATUS_FOLLOWED
obj.save()
print_info('updating bangumi data ...')
website.fetch(save=True, group_by_weekday=False)
print_info('updating subscriptions ...')
download_queue = []
if download:
if not name:
print_warning('No specified bangumi, ignore `--download` option')
if len(name) > 1:
print_warning(
'Multiple specified bangumi, ignore `--download` option')
if not name:
updated_bangumi_obj = Followed.get_all_followed()
else:
updated_bangumi_obj = []
for i in name:
try:
f = Followed.get(bangumi_name=i)
f = model_to_dict(f)
updated_bangumi_obj.append(f)
except DoesNotExist:
pass
runner = ScriptRunner()
script_download_queue = runner.run()
for subscribe in updated_bangumi_obj:
print_info('fetching %s ...' % subscribe['bangumi_name'])
try:
bangumi_obj = Bangumi.get(name=subscribe['bangumi_name'])
except Bangumi.DoesNotExist:
print_error('Bangumi<{0}> does not exists.'.format(
subscribe['bangumi_name']),
exit_=False)
continue
try:
followed_obj = Followed.get(bangumi_name=subscribe['bangumi_name'])
except Followed.DoesNotExist:
print_error('Bangumi<{0}> is not followed.'.format(
subscribe['bangumi_name']),
exit_=False)
continue
episode, all_episode_data = website.get_maximum_episode(
bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1)
if (episode.get('episode') > subscribe['episode']) or (len(name) == 1
and download):
if len(name) == 1 and download:
episode_range = download
else:
episode_range = range(subscribe['episode'] + 1,
episode.get('episode', 0) + 1)
print_success('%s updated, episode: %d' %
(subscribe['bangumi_name'], episode['episode']))
followed_obj.episode = episode['episode']
followed_obj.status = STATUS_UPDATED
followed_obj.updated_time = int(time.time())
followed_obj.save()
result['data']['updated'].append({
'bangumi':
subscribe['bangumi_name'],
'episode':
episode['episode']
})
for i in episode_range:
for epi in all_episode_data:
if epi['episode'] == i:
download_queue.append(epi)
break
if download is not None:
result['data']['downloaded'] = download_queue
download_prepare(download_queue)
download_prepare(script_download_queue)
print_info('Re-downloading ...')
download_prepare(
Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD))
return result
def update(name, download=None, not_ignore=False):
logger.debug('updating bangumi info with args: download: {}'.format(download))
result = {'status': 'info', 'message': '', 'data': {'updated': [], 'downloaded': []}}
ignore = not bool(not_ignore)
print_info('marking bangumi status ...')
now = int(time.time())
for i in Followed.get_all_followed():
if i['updated_time'] and int(i['updated_time'] + 60 * 60 * 24) < now:
followed_obj = Followed.get(bangumi_name=i['bangumi_name'])
followed_obj.status = STATUS_FOLLOWED
followed_obj.save()
for script in ScriptRunner().scripts:
obj = script.Model().obj
if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now:
obj.status = STATUS_FOLLOWED
obj.save()
print_info('updating subscriptions ...')
download_queue = []
if download:
if not name:
print_warning('No specified bangumi, ignore `--download` option')
if len(name) > 1:
print_warning('Multiple specified bangumi, ignore `--download` option')
if not name:
updated_bangumi_obj = Followed.get_all_followed()
else:
updated_bangumi_obj = []
for i in name:
try:
f = Followed.get(bangumi_name=i)
f = model_to_dict(f)
updated_bangumi_obj.append(f)
except DoesNotExist:
pass
runner = ScriptRunner()
script_download_queue = runner.run()
for subscribe in updated_bangumi_obj:
print_info('fetching %s ...' % subscribe['bangumi_name'])
try:
bangumi_obj = Bangumi.get(name=subscribe['bangumi_name'])
except Bangumi.DoesNotExist:
print_error('Bangumi<{0}> does not exists.'.format(subscribe['bangumi_name']),
exit_=False)
continue
try:
followed_obj = Followed.get(bangumi_name=subscribe['bangumi_name'])
except Followed.DoesNotExist:
print_error('Bangumi<{0}> is not followed.'.format(subscribe['bangumi_name']),
exit_=False)
continue
episode, all_episode_data = website.get_maximum_episode(bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1)
if (episode.get('episode') > subscribe['episode']) or (len(name) == 1 and download):
if len(name) == 1 and download:
episode_range = download
else:
episode_range = range(
subscribe['episode'] + 1, episode.get('episode', 0) + 1)
print_success('%s updated, episode: %d' %
(subscribe['bangumi_name'], episode['episode']))
followed_obj.episode = episode['episode']
followed_obj.status = STATUS_UPDATED
followed_obj.updated_time = int(time.time())
followed_obj.save()
result['data']['updated'].append({'bangumi': subscribe['bangumi_name'],
'episode': episode['episode']})
for i in episode_range:
for epi in all_episode_data:
if epi['episode'] == i:
download_queue.append(epi)
break
if download is not None:
result['data']['downloaded'] = download_queue
download_prepare(download_queue)
download_prepare(script_download_queue)
print_info('Re-downloading ...')
download_prepare(Download.get_all_downloads(
status=STATUS_NOT_DOWNLOAD))
return result
def update(name, download=None, not_ignore=False):
logger.debug(
"updating bangumi info with args: download: {}".format(download))
result = {
"status": "info",
"message": "",
"data": {
"updated": [],
"downloaded": []
},
}
ignore = not bool(not_ignore)
print_info("marking bangumi status ...")
now = int(time.time())
for i in Followed.get_all_followed():
if i["updated_time"] and int(i["updated_time"] + 60 * 60 * 24) < now:
followed_obj = Followed.get(bangumi_name=i["bangumi_name"])
followed_obj.status = STATUS_FOLLOWED
followed_obj.save()
for script in ScriptRunner().scripts:
obj = script.Model().obj
if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now:
obj.status = STATUS_FOLLOWED
obj.save()
print_info("updating subscriptions ...")
download_queue = []
if download:
if not name:
print_warning("No specified bangumi, ignore `--download` option")
if len(name) > 1:
print_warning(
"Multiple specified bangumi, ignore `--download` option")
if not name:
updated_bangumi_obj = Followed.get_all_followed()
else:
updated_bangumi_obj = []
for i in name:
try:
f = Followed.get(bangumi_name=i)
f = model_to_dict(f)
updated_bangumi_obj.append(f)
except DoesNotExist:
pass
runner = ScriptRunner()
script_download_queue = runner.run()
for subscribe in updated_bangumi_obj:
print_info("fetching %s ..." % subscribe["bangumi_name"])
try:
bangumi_obj = Bangumi.get(name=subscribe["bangumi_name"])
except Bangumi.DoesNotExist:
print_error(
"Bangumi<{}> does not exists.".format(
subscribe["bangumi_name"]),
exit_=False,
)
continue
try:
followed_obj = Followed.get(bangumi_name=subscribe["bangumi_name"])
except Followed.DoesNotExist:
print_error(
"Bangumi<{}> is not followed.".format(
subscribe["bangumi_name"]),
exit_=False,
)
continue
episode, all_episode_data = website.get_maximum_episode(
bangumi=bangumi_obj, ignore_old_row=ignore, max_page=1)
if (episode.get("episode") > subscribe["episode"]) or (len(name) == 1
and download):
if len(name) == 1 and download:
episode_range = download
else:
episode_range = range(subscribe["episode"] + 1,
episode.get("episode", 0) + 1)
print_success("%s updated, episode: %d" %
(subscribe["bangumi_name"], episode["episode"]))
followed_obj.episode = episode["episode"]
followed_obj.status = STATUS_UPDATED
followed_obj.updated_time = int(time.time())
followed_obj.save()
result["data"]["updated"].append({
"bangumi":
subscribe["bangumi_name"],
"episode":
episode["episode"],
})
for i in episode_range:
for epi in all_episode_data:
if epi["episode"] == i:
download_queue.append(epi)
break
if download is not None:
result["data"]["downloaded"] = download_queue
download_prepare(download_queue)
download_prepare(script_download_queue)
print_info("Re-downloading ...")
download_prepare(
Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD))
return result
def get(self):
data = Download.get_all_downloads()
self.set_header('Content-Type', 'text/xml')
self.render('templates/download.xml', data=data)
def update(name: List[str],
download: Any = None,
not_ignore: bool = False) -> ControllerResult:
logger.debug("updating bangumi info with args: download: %r", download)
result: Dict[str, Any] = {
"status": "info",
"message": "",
"data": {
"updated": [],
"downloaded": []
},
}
ignore = not bool(not_ignore)
print_info("marking bangumi status ...")
now = int(time.time())
for i in Followed.get_all_followed():
if i["updated_time"] and int(i["updated_time"] + 60 * 60 * 24) < now:
followed_obj = Followed.get(bangumi_name=i["bangumi_name"])
followed_obj.status = STATUS_FOLLOWED
followed_obj.save()
for script in ScriptRunner().scripts:
obj = script.Model().obj
if obj.updated_time and int(obj.updated_time + 60 * 60 * 24) < now:
obj.status = STATUS_FOLLOWED
obj.save()
print_info("updating subscriptions ...")
download_queue = []
if download:
if not name:
print_warning("No specified bangumi, ignore `--download` option")
if len(name) > 1:
print_warning(
"Multiple specified bangumi, ignore `--download` option")
if not name:
updated_bangumi_obj = Followed.get_all_followed()
else:
updated_bangumi_obj = []
for n in name:
try:
f = Followed.get(bangumi_name=n)
f = model_to_dict(f)
updated_bangumi_obj.append(f)
except DoesNotExist:
pass
runner = ScriptRunner()
script_download_queue = runner.run()
for subscribe in updated_bangumi_obj:
print_info(f"fetching {subscribe['bangumi_name']} ...")
try:
bangumi_obj = Bangumi.get(name=subscribe["bangumi_name"])
except Bangumi.DoesNotExist:
print_error(
"Bangumi<{}> does not exists.".format(
subscribe["bangumi_name"]),
exit_=False,
)
continue
try:
followed_obj = Followed.get(bangumi_name=subscribe["bangumi_name"])
except Followed.DoesNotExist:
print_error(
"Bangumi<{}> is not followed.".format(
subscribe["bangumi_name"]),
exit_=False,
)
continue
try:
episode, all_episode_data = website.get_maximum_episode(
bangumi=bangumi_obj,
ignore_old_row=ignore,
max_page=int(MAX_PAGE))
except requests.exceptions.ConnectionError as e:
print_warning(f"error {e} to fetch {bangumi_obj.name}, skip")
continue
if (episode > subscribe["episode"]) or (len(name) == 1 and download):
if len(name) == 1 and download:
episode_range = download
else:
episode_range = range(subscribe["episode"] + 1, episode + 1)
print_success(
f"{subscribe['bangumi_name']} updated, episode: {episode:d}"
)
followed_obj.episode = episode
followed_obj.status = STATUS_UPDATED
followed_obj.updated_time = int(time.time())
followed_obj.save()
result["data"]["updated"].append({
"bangumi":
subscribe["bangumi_name"],
"episode":
episode
})
for i in episode_range:
for epi in all_episode_data:
if epi.episode == i:
download_queue.append(epi)
break
if download is not None:
result["data"]["downloaded"] = download_queue
download_prepare(download_queue)
download_prepare(script_download_queue)
print_info("Re-downloading ...")
download_prepare([
Episode(
**{
key: value
for key, value in x.items() if key not in ["id", "status"]
})
for x in Download.get_all_downloads(status=STATUS_NOT_DOWNLOAD)
])
return result
def get(self):
data = Download.get_all_downloads()
self.set_header("Content-Type", "text/xml")
self.render("templates/download.xml", data=data)