def test_get_containers():
context = {
"avid": '',
"bvid": '1Y441167U2',
}
video_dir = touch_dir("tmp/MOOC/Videos/")
containers = get_containers(context, video_dir, 'flv', None)
assert len(containers) == 3
def test_parse_segments(format):
container = BililiContainer(
id=1,
name="Unknown",
path=touch_dir("tmp/MOOC/Videos/video1"),
meta={
"avid": '',
"bvid": '1Y441167U2',
"cid": '113529568',
},
format=format,
)
parse_segments(container, quality_sequence_default, block_size=0)
def test_danmaku():
container = BililiContainer(
id=1,
name="Unknown",
path=touch_dir("tmp/ThreeBody/Videos/video1"),
meta={
"avid": '84271171',
"bvid": '',
"cid": '144541892',
},
format=format,
)
get_danmaku(container)
def initial_plugin(self):
if self.has_plugin:
return
touch_dir(os.path.dirname(ASS.plugin_path))
touch_file(
os.path.join(os.path.dirname(ASS.plugin_path), "__init__.py"))
print("下载弹幕转换插件中……")
try:
res = requests.get(ASS.plugin_url)
plugin_content = res.text
except:
res = requests.get(ASS.plugin_zip_url)
with open(ASS.plugin_zip_path, 'wb') as f:
f.write(res.content)
plugin_zip = zipfile.ZipFile(ASS.plugin_zip_path, 'r')
plugin_content = plugin_zip.read(
'danmaku2ass-master/danmaku2ass.py').decode('utf-8')
plugin_zip.close()
os.remove(ASS.plugin_zip_path)
with open(ASS.plugin_path, "w", encoding="utf-8") as f:
f.write(plugin_content)
self.has_plugin = True
if resource_id.avid or resource_id.bvid:
from bilili.parser.acg_video import get_title, get_list, get_playurl
bili_type = "acg_video"
elif resource_id.season_id or resource_id.episode_id:
from bilili.parser.bangumi import get_title, get_list, get_playurl
bili_type = "bangumi"
# 获取标题
spider.set_cookies(config["cookies"])
if args.disable_proxy:
spider.trust_env = False
title = get_title(resource_id)
print(title)
# 创建所需目录结构
base_dir = touch_dir(
os.path.join(config["dir"], repair_filename(title + " - bilibili")))
video_dir = touch_dir(os.path.join(base_dir, "Videos"))
# 获取需要的信息
containers = [
BililiContainer(video_dir=video_dir, type=args.type, **video)
for video in get_list(resource_id)
]
# 解析并过滤不需要的选集
episodes = parse_episodes(config["episodes"], len(containers))
containers, containers_need_filter = [], containers
for container in containers_need_filter:
if container.id not in episodes:
container._.downloaded = True
container._.merged = True
def main():
""" 解析命令行参数并调用相关模块进行下载 """
parser = argparse.ArgumentParser(description="bilili B 站视频、弹幕下载器")
parser.add_argument("url", help="视频主页地址")
parser.add_argument('-f',
'--format',
default='m4s',
choices=['flv', 'm4s', 'mp4'],
help="选择下载源格式（m4s 或 flv 或 mp4）")
parser.add_argument("-d", "--dir", default=r"", help="下载目录")
parser.add_argument(
"-q",
"--quality",
default=120,
choices=[120, 116, 112, 80, 74, 64, 32, 16],
type=int,
help=
"视频清晰度 120:4K, 116:1080P60, 112:1080P+, 80:1080P, 74:720P60, 64:720P, 32:480P, 16:360P, 6:240P"
)
parser.add_argument("-t",
"--num-threads",
default=30,
type=int,
help="最大下载线程数")
parser.add_argument("-p", "--episodes", default="all", help="选集")
parser.add_argument("-w",
"--overwrite",
action="store_true",
help="强制覆盖已下载视频")
parser.add_argument("-c", "--sess-data", default=None, help="输入 cookies")
parser.add_argument("-y", "--yes", action="store_true", help="跳过下载询问")
parser.add_argument("--playlist-type",
default="dpl",
choices=["dpl", "m3u", "no"],
help="播放列表类型，支持 dpl 和 m3u，输入 no 不生成播放列表")
parser.add_argument("--path-type",
default="rp",
help="播放列表路径类型（rp：相对路径，ap：绝对路径）")
parser.add_argument("--danmaku",
default="xml",
choices=["xml", "ass", "no"],
help="弹幕类型，支持 xml 和 ass，如果设置为 no 则不下载弹幕")
parser.add_argument("--block-size",
default=128,
type=int,
help="分块下载器的块大小，单位为 MB，默认为 128MB，设置为 0 时禁用分块下载")
parser.add_argument("--disable-proxy", action="store_true", help="禁用系统代理")
parser.add_argument("--debug", action="store_true", help="debug 模式")
args = parser.parse_args()
cookies = {"SESSDATA": args.sess_data}
config = {
"url":
args.url,
"dir":
args.dir,
"quality_sequence":
quality_sequence_default[quality_sequence_default.index(args.quality):]
+ list(
reversed(quality_sequence_default[:quality_sequence_default.
index(args.quality)])),
"episodes":
args.episodes,
"playlist_type":
args.playlist_type,
"playlist_path_type":
args.path_type.upper(),
"overwrite":
args.overwrite,
"cookies":
cookies,
"format":
args.format.lower(),
"block_size":
int(args.block_size * 1024 * 1024),
}
if regex_acg_video_av.match(args.url) or \
regex_acg_video_av_short.match(args.url) or \
regex_acg_video_bv.match(args.url) or \
regex_acg_video_bv_short.match(args.url):
bili_type = "acg_video"
from bilili.api.acg_video import get_title, get_context, get_containers, parse_segments
elif regex_bangumi.match(args.url):
bili_type = "bangumi"
from bilili.api.bangumi import get_title, get_context, get_containers, parse_segments
else:
print("视频地址有误！")
sys.exit(1)
home_url = args.url
# 获取标题
spider.set_cookies(config["cookies"])
if args.disable_proxy:
spider.trust_env = False
title = get_title(home_url)
print(title)
# 创建所需目录结构
base_dir = touch_dir(
os.path.join(config['dir'], repair_filename(title + " - bilibili")))
video_dir = touch_dir(os.path.join(base_dir, "Videos"))
if args.overwrite:
shutil.rmtree(video_dir)
touch_dir(video_dir)
if config['playlist_type'] == 'dpl':
playlist = Dpl(os.path.join(base_dir, 'Playlist.dpl'),
path_type=config["playlist_path_type"])
elif config["playlist_type"] == "m3u":
playlist = M3u(os.path.join(base_dir, 'Playlist.m3u'),
path_type=config["playlist_path_type"])
else:
playlist = None
# 获取需要的信息
context = get_context(home_url)
containers = get_containers(context, video_dir, config['format'], playlist)
# 解析并过滤不需要的选集
episodes = parse_episodes(config["episodes"], len(containers))
containers, containers_need_filter = [], containers
for container in containers_need_filter:
if container.id not in episodes:
container._.downloaded = True
container._.merged = True
else:
containers.append(container)
# 解析片段信息及视频 url
for i, container in enumerate(containers):
print("{:02}/{:02} parsing segments info...".format(
i + 1, len(containers)),
end="\r")
if bili_type == 'acg_video':
get_subtitle(container)
if args.danmaku != 'no':
get_danmaku(container)
parse_segments(container, config['quality_sequence'],
config['block_size'])
if args.danmaku == 'ass':
ass.convert_danmaku_from_xml(
os.path.splitext(container.path)[0] + '.xml', container.height,
container.width)
# 准备下载
if containers:
# 状态检查与校正
for i, container in enumerate(containers):
container_downloaded = os.path.exists(container.path)
symbol = "✓" if container_downloaded else "✖"
if container_downloaded:
container._.merged = True
print("{} {}".format(symbol, str(container)))
for media in container.medias:
media_downloaded = os.path.exists(
media.path) or container_downloaded
symbol = "✓" if media_downloaded else "✖"
if not container_downloaded:
print(" {} {}".format(symbol, media.name))
for block in media.blocks:
block_downloaded = os.path.exists(
block.path) or media_downloaded
symbol = "✓" if block_downloaded else "✖"
block._.downloaded = block_downloaded
if not media_downloaded and args.debug:
print(" {} {}".format(symbol, block.name))
# 询问是否下载，通过参数 -y 可以跳过
if not args.yes:
answer = None
while answer is None:
result = input("以上标 ✖ 为需要进行下载的视频，是否立刻进行下载？[Y/n]")
if result == '' or result[0].lower() == 'y':
answer = True
elif result[0].lower() == 'n':
answer = False
else:
answer = None
if not answer:
sys.exit(0)
# 部署下载与合并任务
merge_wait_flag = Flag(False) # 合并线程池不能因为没有任务就结束
# 因此要设定一个 flag，待最后合并结束后改变其值
merge_pool = ThreadPool(3, wait=merge_wait_flag)
download_pool = ThreadPool(args.num_threads)
for container in containers:
merging_file = MergingFile(
container.format, [media.path for media in container.medias],
container.path)
for media in container.medias:
block_merging_file = MergingFile(
None, [block.path for block in media.blocks], media.path)
for block in media.blocks:
remote_file = RemoteFile(block.url,
block.path,
range=block.range)
# 为下载挂载各种钩子，以修改状态
@remote_file.on('before_download', middleware=block._)
def before_download(file, middleware=None):
middleware.downloading = True
@remote_file.on('updated', middleware=block._)
def updated(file, middleware=None):
middleware.size = file.size
@remote_file.on('downloaded',
middleware=block._,
merging_file=merging_file,
block_merging_file=block_merging_file)
def downloaded(file,
middleware=None,
merging_file=None,
block_merging_file=None):
middleware.downloaded = True
if middleware.parent.downloaded:
# 当前 media 的最后一个 block 所在线程进行合并（直接执行，不放线程池）
middleware.downloaded = False
block_merging_file.merge()
middleware.downloaded = True
# 如果该线程同时也是当前 container 的最后一个 block，就部署合并任务（放到线程池）
if middleware.parent.parent.downloaded and not middleware.parent.parent.merged:
# 为合并挂载各种钩子
@merging_file.on(
'before_merge',
middleware=middleware.parent.parent)
def before_merge(file, middleware=None):
middleware.merging = True
@merging_file.on(
'merged',
middleware=middleware.parent.parent)
def merged(file, middleware=None):
middleware.merging = False
middleware.merged = True
merge_pool.add_task(merging_file.merge,
args=())
middleware.downloading = False
# 下载过的不应继续部署任务
if block._.downloaded:
continue
download_pool.add_task(remote_file.download,
args=(spider, ))
# 启动线程池
merge_pool.run()
download_pool.run()
# 初始化界面
console = Console(debug=args.debug)
console.add_component(
Line(center=Font(char_a='𝓪', char_A='𝓐'), fillchar=' '))
console.add_component(Line(left=ColorString(fore='cyan'),
fillchar=' '))
console.add_component(
List(Line(left=String(), right=String(), fillchar='-')))
console.add_component(
Line(left=ColorString(fore='green',
back='white',
subcomponent=ProgressBar(symbols=' ▏▎▍▌▋▊▉█',
width=65)),
right=String(),
fillchar=' '))
console.add_component(Line(left=ColorString(fore='blue'),
fillchar=' '))
console.add_component(
List(
Line(left=String(),
right=DynamicSymbol(symbols="🌑🌒🌓🌔🌕🌖🌗🌘"),
fillchar=' ')))
console.add_component(
Line(left=ColorString(fore='yellow',
back='white',
subcomponent=ProgressBar(symbols=' ▏▎▍▌▋▊▉█',
width=65)),
right=String(),
fillchar=' '))
# 准备监控
size, t = global_middleware.size, time.time()
while True:
now_size, now_t = global_middleware.size, time.time()
delta_size, delta_t = max(
now_size - size, 0), (now_t - t) if now_t - t > 1e-6 else 1e-6
speed = delta_size / delta_t
size, t = now_size, now_t
# 数据传入，界面渲染
console.refresh([
{
'center': ' 🍻 bilili ',
},
{
'left': '🌠 Downloading videos: '
} if global_middleware.downloading else None,
[{
'left':
'{} '.format(str(container)),
'right':
' {}/{}'.format(size_format(container._.size),
size_format(container._.total_size))
} if container._.downloading else None
for container in containers]
if global_middleware.downloading else None,
{
'left':
global_middleware.size / global_middleware.total_size,
'right':
" {}/{} {}/s ⚡".format(
size_format(global_middleware.size),
size_format(global_middleware.total_size),
size_format(speed))
} if global_middleware.downloading else None,
{
'left': '🍰 Merging videos: '
} if global_middleware.merging else None,
[{
'left': '{} '.format(str(container)),
'right': True
} if container._.merging else None for container in containers]
if global_middleware.merging else None,
{
'left':
sum([container._.merged
for container in containers]) / len(containers),
'right':
" {}/{} 🚀".format(
sum([container._.merged
for container in containers]), len(containers))
} if global_middleware.merging else None,
])
# 检查是否已经全部完成
if global_middleware.downloaded and global_middleware.merged:
merge_wait_flag.value = True
break
try:
# 将刷新率稳定在 2fps
refresh_rate = 2
time.sleep(max(1 / refresh_rate - (time.time() - now_t), 0.01))
except (SystemExit, KeyboardInterrupt):
raise
print("已全部下载完成！")
else:
print("没有需要下载的视频！")