def unzip_file(file_path: str, out_dir: [str, None] = None, pwd: [str, None] = None, is_del: bool = False) -> None:
"""unzip_file方法用于解压文件
Parameters
----------
file_path: str
文件路径
out_dir: str or None
输出文件路径
pwd: str or None
密码
is_del: bool
删除源文件
Returns
----------
"""
import zipfile
dir, name, _, name_extension = tool.split_path(file_path)
azip = zipfile.ZipFile(file_path)
if pwd:
azip.setpassword(pwd.encode())
if out_dir is None:
azip.extractall(path=dir)
output = tool.path_join(dir, name)
else:
azip.extractall(path=out_dir)
output = tool.path_join(out_dir, name)
azip.close()
if is_del:
os.remove(file_path)
print(f"unzip {file_path} ->> {output}")
def zip_dir(file_dir: str, out_dir: [str, None] = None, rename: str = None, is_del: bool = False) -> None:
"""zip_dir方法用于压缩文件夹
Parameters
----------
file_dir : str
文件夹路径
out_dir : str or None
是否输入到其它文件夹
rename : str or None
重命名
is_del : bool
是否删除原文件
Returns
----------
"""
dir, name, _, name_extension = tool.split_path(file_dir)
if rename is None:
rename = name
# 压缩文件夹
if out_dir is None:
out_path = tool.path_join(dir, rename)
shutil.make_archive(out_path, 'zip', file_dir)
else:
out_path = tool.path_join(out_dir, rename)
shutil.make_archive(out_path, 'zip', file_dir)
if is_del:
os.remove(file_dir)
print(f"zip {file_dir} ->> {out_path + '.zip'}")
def gunzip_file(file_path: str, out_dir: [str, None] = None, rename: str = None, is_del: bool = False):
"""gunzip_file方法用于解压gz文件
Parameters
----------
file_path : str
文件绝对路径
out_dir : str or None
是否输入到其它文件夹
rename : str or None
重命名
is_del : bool
是否删除原文件
Returns
----------
"""
assert os.path.exists(file_path)
dir, name, _, name_extension = tool.split_path(file_path)
if rename is None:
rename = name
if out_dir is None:
out_dir = dir
if rename[-3:] == '.gz':
rename = rename[:-3]
out_path = tool.path_join(out_dir, rename)
with gzip.open(file_path, 'rb') as f_in:
data = f_in.read().decode('utf8')
with open(out_path, 'w') as f_out:
f_out.write(data)
if is_del:
os.remove(file_path)
print('gunzip {} ->> {}'.format(file_path, out_path))
def gzip_file(file_path: str, out_dir: [str, None] = None, rename: str = None, is_del: bool = False) -> None:
"""gzip_file方法用于压缩文件变为gz
Parameters
----------
file_path : str
文件绝对路径
out_dir : str or None
是否输入到其它文件夹
rename : str or None
重命名
is_del : bool
是否删除原文件
Returns
----------
"""
assert os.path.exists(file_path)
dir, name, _, name_extension = tool.split_path(file_path)
if rename is None:
rename = name
if out_dir is None:
out_dir = dir
rename += '.gz'
out_path = tool.path_join(out_dir, rename)
with open(file_path, 'rb') as f_in:
with gzip.open(out_path, 'wb') as f_out:
shutil.copyfileobj(f_in, f_out)
if is_del:
os.remove(file_path)
print('gzip {} ->> {}'.format(file_path, out_path))
def cut_all_files(srcfile: str, dstfile: str, key: [str, None] = None, is_replace: bool = False) -> None:
"""cut_all_files方法用于
Parameters
----------
srcfile : str
文件夹路径
dstfile : str
目标文件夹路径
key : str or None
文件后缀
is_replace : bool
是否覆盖
Returns
----------
"""
if key is None:
files = tool.get_files(srcfile)
else:
files = tool.get_files(srcfile, extension=key)
if is_replace:
for _file in files:
if is_file(_file):
_, _, _, name = tool.split_path(_file)
if is_exist(_file):
del_file(tool.path_join(dstfile, name))
tool.cut_file(_file, dstfile)
else:
_, _, _, name = tool.split_path(_file)
if is_exist(_file):
del_dir(tool.path_join(dstfile, name))
shutil.move(_file, dstfile + f'/{name}')
print(f'copy {_file} -> dstfile/{name}')
else:
for _file in files:
if is_file(_file):
tool.cut_file(_file, dstfile)
else:
_, _, _, name = tool.split_path(_file)
shutil.move(_file, dstfile + f'/{name}')
print(f'copy {_file} ->> dstfile/{name}')
def zip_7z(file_dir: str, out_dir: [str, None] = None, rename: [str, None] = None,
pwd: [str, None] = None, speed: int = 3, is_del: bool = False):
"""zip_7z方法用于
Parameters
----------
file_dir: str
文件或者文件夹路径
out_dir: str
输出路径
rename: str or None
重命名
pwd: str or None
密码
speed: int
压缩算法种类
is_del: bool
是否删除源文件
Returns
----------
"""
algorithms = {
0: [{'id': py7zr.FILTER_ZSTD, 'level': 1}],
1: [{'id': py7zr.FILTER_ZSTD, 'level': 6}],
2: [{'id': py7zr.FILTER_ZSTD, 'level': 10}],
3: [{'id': py7zr.FILTER_DEFLATE}],
4: [{'id': py7zr.FILTER_BZIP2}],
5: [{'id': py7zr.FILTER_LZMA2, 'preset': 1}],
6: [{'id': py7zr.FILTER_LZMA2, 'preset': 10}],
7: [{'id': py7zr.FILTER_LZMA}]
}
if pwd:
algorithms[speed].append({'id': py7zr.FILTER_CRYPTO_AES256_SHA256})
dir, name, _, name_extension = tool.split_path(file_dir)
if rename is None:
rename = name
if out_dir is None:
out_dir = dir
out_path = tool.path_join(out_dir, rename+'.7z')
with py7zr.SevenZipFile(out_path, 'w', filters=algorithms[speed], password=pwd) as archive:
archive.writeall(file_dir, name)
if is_del:
if is_file(file_dir):
del_file(file_dir)
else:
del_dir(file_dir)
print(f'7z {file_dir} ->> {out_path}')
return True
def zip_file(file_path: str, out_dir: [str, None] = None, rename: str = None,
level=1, is_del: bool = False) -> None:
"""zip_file方法用于压缩文件
Parameters
----------
file_path : str
文件绝对路径
out_dir : str or None
是否输入到其它文件夹
rename : str or None
重命名
level : int
压缩等级
0 ZIP_STOREED：只是作为一种存储，实际上并未压缩
1 ZIP_DEFLATED：用的是gzip压缩算法
2 ZIP_BZIP2：用的是bzip2压缩算法
3 ZIP_LZMA：用的是lzma压缩算法
is_del : bool
是否删除原文件
Returns
----------
"""
import zipfile
# 拆分成文件路径，文件
dir, name, _, name_extension = tool.split_path(file_path)
if rename is None:
rename = name
if out_dir is None:
out_dir = dir
out_path = tool.path_join(out_dir, rename + '.zip')
azip = zipfile.ZipFile(out_path, 'w')
# 写入zip
if level == 0:
azip.write(file_path, name_extension, compress_type=zipfile.ZIP_STORED)
elif level == 1:
azip.write(file_path, name_extension, compress_type=zipfile.ZIP_DEFLATED)
elif level == 2:
azip.write(file_path, name_extension, compress_type=zipfile.ZIP_BZIP2)
else:
azip.write(file_path, name_extension, compress_type=zipfile.ZIP_LZMA)
azip.close()
if is_del:
os.remove(file_path)
print(f"zip {file_path} ->> {out_path}")
def dump_tmp(py_object, file_name):
"""dump_tmp方法用于新建临时文件夹存储数据
Parameters
----------
py_object : object
数据对象
file_name : str
文件名
Returns
----------
"""
tmp_folder = tempfile.mkdtemp()
tmp_path = tool.path_join(tmp_folder, file_name)
if fo.is_exist(tmp_path): # 若存在则删除
fo.del_file(tmp_path)
_ = joblib.dump(py_object, tmp_path)
return tmp_path
def memmap(data, path='/tmp/'):
"""memmap方法用于参数共享内存的变量
Parameters
----------
data : object
python变量
path : str
文件路径
Returns
----------
内存共享的变量
"""
# tmp_folder = tempfile.mkdtemp()
# tmp_path = tool.path_join(tmp_folder, 'joblib.mmap')
tmp_path = tool.path_join(path, 'joblib.mmap')
if fo.is_exist(tmp_path): # 若存在则删除
fo.del_file(tmp_path)
_ = joblib.dump(data, tmp_path)
memmap_data = joblib.load(tmp_path, mmap_mode='r+')
return memmap_data
def unzip_dir(file_dir: str, out_dir: [str, None] = None, rename: [str, None] = None) -> None:
"""unzip_dir方法用于解压文件夹
Parameters
----------
file_dir : str
文件夹目录
out_dir : str or None
输出目录
rename: str or None
重命名
Returns
----------
"""
dir, name, _, _ = tool.split_path(file_dir)
if out_dir is None:
out_dir = dir
if rename is None:
rename = name
output = tool.path_join(out_dir, rename)
shutil.unpack_archive(file_dir, output)
print(f'unzip {file_dir} ->> {output}')
def copy_file(srcfile: str, dstfile:str) -> None:
"""
复制文件
:param srcfile: 拷贝文件路径
:param dstfile: 目标路径
:return:
"""
if not os.path.isfile(srcfile):
print("%s not exist!" % srcfile)
assert os.path.isfile(srcfile) is True
else:
_, _, _, name = tool.split_path(srcfile)
if dstfile[-len(name):] == name:
fpath, fname = os.path.split(dstfile) # 分离文件名和路径
else:
fpath = dstfile
if not os.path.exists(fpath):
os.makedirs(fpath) # 创建路径
dstfile = tool.path_join(fpath, name)
shutil.copyfile(srcfile, dstfile) # 复制文件
print("copy %s -> %s" % (srcfile, dstfile))
