def deb_archive(element,
open_file,
filename,
temp_files,
uncompressed_path=None):
"""
Uncompress files in a Debian .deb archive.
A .deb is a .ar archive with control.tar.gz (metadata) and data.tar.gz (actual package files).
:param element:
:param open_file:
:param filename:
:param temp_files:
:param uncompressed_path:
:return:
"""
if uncompressed_path is not None: # another filter has uncompressed this file
return None
extension = os.path.splitext(filename)[1]
if extension != '.deb':
return None
new_filename = filename[0:-len(extension)]
ar_file_obj = ArFile(
name=new_filename, mode='r',
fileobj=open_file) # allow to extract files from the .deb
data_file_obj = ar_file_obj.extractfile(
'data.tar.gz') or ar_file_obj.extractfile('data.tar.gz/')
# file descriptor to the data.tar.gz file
if data_file_obj is None:
return None
result_file = mkdtemp() # create a new temp directory
temp_files.add(
result_file) # ensure that all extracted files are eventually deleted
tar_file_obj = tarfile.open(name='data.tar.gz',
fileobj=data_file_obj,
mode='r:gz')
# allow to extract files from the data.tar.gz from the .deb file
# all these operations use the same original file descriptor (no need to really extract the data.tar.gz file)
members = filter(
lambda x: x.type in
(tarfile.REGTYPE, tarfile.DIRTYPE) and os.path.abspath(
os.path.join(result_file, x.name)).find(result_file) == 0,
tar_file_obj.getmembers())
# filter members that should be created outside temp_dir (e.g. names begin with /)
tar_file_obj.extractall(result_file, members)
tar_file_obj.close()
data_file_obj.close()
ar_file_obj.close()
if result_file and os.path.isdir(result_file):
if len(os.listdir(result_file)[0:2]) == 1:
result_file = os.path.join(result_file, os.listdir(result_file)[0])
else:
tmp_dir = mkdtemp()
temp_files.add(tmp_dir)
tmp_dir = os.path.join(tmp_dir, new_filename)
os.makedirs(tmp_dir)
for name in os.listdir(result_file):
os.rename(os.path.join(result_file, name),
os.path.join(tmp_dir, name))
result_file = tmp_dir
return result_file
def deb_archive(element, open_file, filename, temp_files, uncompressed_path=None):
"""
Uncompress files in a Debian .deb archive.
A .deb is a .ar archive with control.tar.gz (metadata) and data.tar.gz (actual package files).
:param element:
:param open_file:
:param filename:
:param temp_files:
:param uncompressed_path:
:return:
"""
if uncompressed_path is not None: # another filter has uncompressed this file
return None
extension = os.path.splitext(filename)[1]
if extension != ".deb":
return None
new_filename = filename[0 : -len(extension)]
ar_file_obj = ArFile(name=new_filename, mode="r", fileobj=open_file) # allow to extract files from the .deb
data_file_obj = ar_file_obj.extractfile("data.tar.gz") or ar_file_obj.extractfile("data.tar.gz/")
# file descriptor to the data.tar.gz file
if data_file_obj is None:
return None
result_file = mkdtemp() # create a new temp directory
temp_files.add(result_file) # ensure that all extracted files are eventually deleted
tar_file_obj = tarfile.open(name="data.tar.gz", fileobj=data_file_obj, mode="r:gz")
# allow to extract files from the data.tar.gz from the .deb file
# all these operations use the same original file descriptor (no need to really extract the data.tar.gz file)
members = filter(
lambda x: x.type in (tarfile.REGTYPE, tarfile.DIRTYPE)
and os.path.abspath(os.path.join(result_file, x.name)).find(result_file) == 0,
tar_file_obj.getmembers(),
)
# filter members that should be created outside temp_dir (e.g. names begin with /)
tar_file_obj.extractall(result_file, members)
tar_file_obj.close()
data_file_obj.close()
ar_file_obj.close()
if result_file and os.path.isdir(result_file):
if len(os.listdir(result_file)[0:2]) == 1:
result_file = os.path.join(result_file, os.listdir(result_file)[0])
else:
tmp_dir = mkdtemp()
temp_files.add(tmp_dir)
tmp_dir = os.path.join(tmp_dir, new_filename)
os.makedirs(tmp_dir)
for name in os.listdir(result_file):
os.rename(os.path.join(result_file, name), os.path.join(tmp_dir, name))
result_file = tmp_dir
return result_file
def compressions(element,
open_file,
filename,
temp_files,
uncompressed_path=None):
if uncompressed_path is not None:
return None
extension = os.path.splitext(filename)[1]
new_filename = filename[0:-len(extension)]
result_file = None
if extension == '.zip':
result_file = mkdtemp() # create a new temp directory
temp_files.add(
result_file
) # ensure that all extracted files are eventually deleted
obj = zipfile.ZipFile(open_file, 'r')
members = filter(
lambda x: os.path.abspath(os.path.join(result_file, x)).find(
result_file) == 0, obj.namelist())
# filter members that should be created outside temp_dir (e.g. names begin with /)
obj.extractall(result_file, members)
obj.close()
elif extension == '.gz':
result_file = mkdtemp()
temp_files.add(result_file)
result_file = os.path.join(result_file, new_filename)
with gzip.GzipFile(filename, 'rb', 9, open_file) as obj:
with open(result_file, 'wb') as fd:
data = obj.read(4096)
while data != '':
fd.write(data)
data = obj.read(4096)
with open(result_file, 'rb') as fd:
extra_compression = compressions(element, fd, new_filename,
temp_files)
if extra_compression is not None:
result_file = extra_compression
elif extension == '.bz2':
result_file = mkdtemp()
temp_files.add(result_file)
result_file = os.path.join(result_file, new_filename)
decompressor = bz2.BZ2Decompressor()
with open(result_file, 'wb') as fd:
data = open_file.read(4096)
while data != '':
data = decompressor.decompress(data)
fd.write(data)
data = open_file.read(4096)
with open(result_file, 'rb') as fd:
extra_compression = compressions(element, fd, new_filename,
temp_files)
if extra_compression is not None:
result_file = extra_compression
elif extension in ('.tgz', '.tbz', '.tar'):
result_file = mkdtemp() # create a new temp directory
temp_files.add(
result_file
) # ensure that all extracted files are eventually deleted
obj = tarfile.TarFile(fileobj=open_file, mode='r')
members = filter(
lambda x: x.type in
(tarfile.REGTYPE, tarfile.DIRTYPE) and os.path.abspath(
os.path.join(result_file, x.name)).find(result_file) == 0,
obj.getmembers())
# filter members that should be created outside temp_dir (e.g. names begin with /)
obj.extractall(result_file, members)
obj.close()
if result_file and os.path.isdir(result_file):
if len(os.listdir(result_file)[0:2]) == 1:
result_file = os.path.join(result_file, os.listdir(result_file)[0])
else:
tmp_dir = mkdtemp()
temp_files.add(tmp_dir)
tmp_dir = os.path.join(tmp_dir, new_filename)
os.makedirs(tmp_dir)
for name in os.listdir(result_file):
os.rename(os.path.join(result_file, name),
os.path.join(tmp_dir, name))
result_file = tmp_dir
return result_file
def compressions(element, open_file, filename, temp_files, uncompressed_path=None):
if uncompressed_path is not None:
return None
extension = os.path.splitext(filename)[1]
new_filename = filename[0:-len(extension)]
result_file = None
if extension == '.zip':
result_file = mkdtemp() # create a new temp directory
temp_files.add(result_file) # ensure that all extracted files are eventually deleted
obj = zipfile.ZipFile(open_file, 'r')
members = filter(lambda x: os.path.abspath(os.path.join(result_file, x)).find(result_file) == 0, obj.namelist())
# filter members that should be created outside temp_dir (e.g. names begin with /)
obj.extractall(result_file, members)
obj.close()
elif extension == '.gz':
result_file = mkdtemp()
temp_files.add(result_file)
result_file = os.path.join(result_file, new_filename)
with gzip.GzipFile(filename, 'rb', 9, open_file) as obj:
with open(result_file, 'wb') as fd:
data = obj.read(4096)
while data != '':
fd.write(data)
data = obj.read(4096)
with open(result_file, 'rb') as fd:
extra_compression = compressions(element, fd, new_filename, temp_files)
if extra_compression is not None:
result_file = extra_compression
elif extension == '.bz2':
result_file = mkdtemp()
temp_files.add(result_file)
result_file = os.path.join(result_file, new_filename)
decompressor = bz2.BZ2Decompressor()
with open(result_file, 'wb') as fd:
data = open_file.read(4096)
while data != '':
data = decompressor.decompress(data)
fd.write(data)
data = open_file.read(4096)
with open(result_file, 'rb') as fd:
extra_compression = compressions(element, fd, new_filename, temp_files)
if extra_compression is not None:
result_file = extra_compression
elif extension in ('.tgz', '.tbz', '.tar'):
result_file = mkdtemp() # create a new temp directory
temp_files.add(result_file) # ensure that all extracted files are eventually deleted
obj = tarfile.TarFile(fileobj=open_file, mode='r')
members = filter(lambda x: x.type in (tarfile.REGTYPE, tarfile.DIRTYPE) and
os.path.abspath(os.path.join(result_file, x.name)).find(result_file) == 0,
obj.getmembers())
# filter members that should be created outside temp_dir (e.g. names begin with /)
obj.extractall(result_file, members)
obj.close()
if result_file and os.path.isdir(result_file):
if len(os.listdir(result_file)[0:2]) == 1:
result_file = os.path.join(result_file, os.listdir(result_file)[0])
else:
tmp_dir = mkdtemp()
temp_files.add(tmp_dir)
tmp_dir = os.path.join(tmp_dir, new_filename)
os.makedirs(tmp_dir)
for name in os.listdir(result_file):
os.rename(os.path.join(result_file, name), os.path.join(tmp_dir, name))
result_file = tmp_dir
return result_file