def remotepath_exists(api: BaiduPCSApi,
name: str,
rd: str,
_cache: Dict[str, Set[str]] = {}) -> bool:
names = _cache.get(rd)
if not names:
names = set([PurePosixPath(sp.path).name for sp in api.list(rd)])
_cache[rd] = names
return name in names
def recursive_list(api: BaiduPCSApi, remotedir: Union[str, PcsFile]) -> List[PcsFile]:
if isinstance(remotedir, PcsFile):
remotedir = remotedir.path
pcs_files = []
for pcs_file in api.list(remotedir):
if pcs_file.is_file:
pcs_files.append(pcs_file)
else:
pcs_files.extend(recursive_list(api, pcs_file.path))
return pcs_files
def play_dir(
api: BaiduPCSApi,
remotedir: str,
sifters: List[Sifter] = [],
recursive: bool = False,
from_index: int = 0,
player: Player = DEFAULT_PLAYER,
player_params: List[str] = [],
m3u8: bool = False,
quiet: bool = False,
shuffle: bool = False,
ignore_ext: bool = False,
out_cmd: bool = False,
local_server: str = "",
):
remotepaths = api.list(remotedir)
remotepaths = sift(remotepaths, sifters, recursive=recursive)
if shuffle:
rg = random.Random(time.time())
rg.shuffle(remotepaths)
for rp in remotepaths[from_index:]:
if rp.is_file:
play_file(
api,
rp.path,
player,
player_params=player_params,
m3u8=m3u8,
quiet=quiet,
ignore_ext=ignore_ext,
out_cmd=out_cmd,
local_server=local_server,
)
else: # is_dir
if recursive:
play_dir(
api,
rp.path,
sifters=sifters,
recursive=recursive,
from_index=from_index,
player=player,
player_params=player_params,
m3u8=m3u8,
quiet=quiet,
shuffle=shuffle,
ignore_ext=ignore_ext,
out_cmd=out_cmd,
local_server=local_server,
)
def list_file(
api: BaiduPCSApi,
remotepath: str,
desc: bool = False,
name: bool = False,
time: bool = False,
size: bool = False,
recursive: bool = False,
sifters: List[Sifter] = [],
highlight: bool = False,
show_size: bool = False,
show_date: bool = False,
show_md5: bool = False,
show_absolute_path: bool = False,
):
is_dir = api.is_dir(remotepath)
if is_dir:
pcs_files = api.list(remotepath, desc=desc, name=name, time=time, size=size)
else:
pcs_files = api.meta(remotepath)
display_files(
pcs_files,
remotepath,
sifters=sifters,
highlight=highlight,
show_size=show_size,
show_date=show_date,
show_md5=show_md5,
show_absolute_path=show_absolute_path,
)
if is_dir and recursive:
for pcs_file in pcs_files:
if pcs_file.is_dir:
list_file(
api,
pcs_file.path,
desc=desc,
name=name,
time=time,
size=size,
recursive=recursive,
sifters=sifters,
highlight=highlight,
show_size=show_size,
show_date=show_date,
show_md5=show_md5,
show_absolute_path=show_absolute_path,
)
def download_dir(
api: BaiduPCSApi,
remotedir: str,
localdir: str,
sifters: List[Sifter] = [],
recursive: bool = False,
from_index: int = 0,
downloader: Downloader = DEFAULT_DOWNLOADER,
downloadparams=DEFAULT_DOWNLOADPARAMS,
out_cmd: bool = False,
encrypt_password: bytes = b"",
):
remotepaths = api.list(remotedir)
remotepaths = sift(remotepaths, sifters, recursive=recursive)
for rp in remotepaths[from_index:]:
if rp.is_file:
download_file(
api,
rp.path,
localdir,
downloader,
downloadparams=downloadparams,
out_cmd=out_cmd,
encrypt_password=encrypt_password,
)
else: # is_dir
if recursive:
_localdir = Path(localdir) / os.path.basename(rp.path)
download_dir(
api,
rp.path,
str(_localdir),
sifters=sifters,
recursive=recursive,
from_index=from_index,
downloader=downloader,
downloadparams=downloadparams,
out_cmd=out_cmd,
encrypt_password=encrypt_password,
)
def play_dir(
api: BaiduPCSApi,
remotedir: str,
sifters: List[Sifter] = [],
recursive: bool = False,
from_index: int = 0,
player: Player = DEFAULT_PLAYER,
player_params: List[str] = [],
m3u8: bool = False,
quiet: bool = False,
out_cmd: bool = False,
):
remotepaths = api.list(remotedir)
remotepaths = sift(remotepaths, sifters)
for rp in remotepaths[from_index:]:
if rp.is_file:
play_file(
api,
rp.path,
player,
player_params=player_params,
m3u8=m3u8,
quiet=quiet,
out_cmd=out_cmd,
)
else: # is_dir
play_dir(
api,
rp.path,
sifters=sifters,
recursive=recursive,
from_index=from_index,
player=player,
player_params=player_params,
m3u8=m3u8,
quiet=quiet,
out_cmd=out_cmd,
)
def list_file(
api: BaiduPCSApi,
remotepath: str,
desc: bool = False,
name: bool = False,
time: bool = False,
size: bool = False,
recursive: bool = False,
sifters: List[Sifter] = [],
highlight: bool = False,
rapiduploadinfo_file: Optional[str] = None,
user_id: Optional[int] = None,
user_name: Optional[str] = None,
show_size: bool = False,
show_date: bool = False,
show_md5: bool = False,
show_absolute_path: bool = False,
show_dl_link: bool = False,
show_hash_link: bool = False,
hash_link_protocol: str = PcsRapidUploadInfo.default_hash_link_protocol(),
check_md5: bool = True,
csv: bool = False,
only_dl_link: bool = False,
only_hash_link: bool = False,
):
is_dir = api.is_dir(remotepath)
if is_dir:
pcs_files = api.list(remotepath,
desc=desc,
name=name,
time=time,
size=size)
else:
pcs_files = api.meta(remotepath)
pcs_files = sift(pcs_files, sifters, recursive=recursive)
if not pcs_files:
return
if show_dl_link or show_hash_link:
# Concurrently request rapiduploadinfo
max_workers = DEFAULT_MAX_WORKERS
semaphore = Semaphore(max_workers)
with ThreadPoolExecutor(max_workers=max_workers) as executor:
futs = {}
for i in range(len(pcs_files)):
if pcs_files[i].is_dir:
continue
semaphore.acquire()
fut = executor.submit(
sure_release,
semaphore,
_get_download_link_and_rapid_upload_info,
api,
pcs_files[i],
show_dl_link=show_dl_link,
show_hash_link=show_hash_link,
check_md5=check_md5,
)
futs[fut] = i
for fut in as_completed(futs):
i = futs[fut]
e = fut.exception()
if e is None:
dl_link, rpinfo = fut.result()
if rapiduploadinfo_file and rpinfo:
save_rapid_upload_info(
rapiduploadinfo_file,
rpinfo.slice_md5,
rpinfo.content_md5,
rpinfo.content_crc32,
rpinfo.content_length,
remotepath=pcs_files[i].path,
user_id=user_id,
user_name=user_name,
)
pcs_files[i] = pcs_files[i]._replace(
dl_link=dl_link, rapid_upload_info=rpinfo)
if only_dl_link and dl_link:
print(dl_link)
if only_hash_link and rpinfo:
hash_link = getattr(rpinfo, hash_link_protocol)()
print(hash_link)
else:
logger.error(
"`list_file`: `_get_download_link_and_rapid_upload_info` error: %s",
e,
)
if not only_dl_link and not only_hash_link:
display_files(
pcs_files,
remotepath,
sifters=sifters,
highlight=highlight,
show_size=show_size,
show_date=show_date,
show_md5=show_md5,
show_absolute_path=show_absolute_path,
show_dl_link=show_dl_link,
show_hash_link=show_hash_link,
hash_link_protocol=hash_link_protocol,
csv=csv,
)
if is_dir and recursive:
for pcs_file in pcs_files:
if pcs_file.is_dir:
list_file(
api,
pcs_file.path,
desc=desc,
name=name,
time=time,
size=size,
recursive=recursive,
sifters=sifters,
highlight=highlight,
rapiduploadinfo_file=rapiduploadinfo_file,
user_id=user_id,
user_name=user_name,
show_size=show_size,
show_date=show_date,
show_md5=show_md5,
show_absolute_path=show_absolute_path,
show_dl_link=show_dl_link,
show_hash_link=show_hash_link,
hash_link_protocol=hash_link_protocol,
check_md5=check_md5,
csv=csv,
only_dl_link=only_dl_link,
only_hash_link=only_hash_link,
)
