def __init__(self, working_dir, cloud_dir, tmp_dir, file_info_csv_file,
reinit=False, password=None,
compression_level=compression.COMPRESSION_LEVEL_NORMAL,
encryption_method=compression.ENCRYPTION_ZIP_CRYPTO):
self.working_dir = working_dir
self.cloud_dir = cloud_dir
self.tmp_dir = tmp_dir
self.file_info_csv_file = file_info_csv_file
self.password = password
self.encryption_method = encryption_method
self.compression_level = compression_level
self.compression_key = lambda x: util.path_for_sorting(
compression.get_original_filename(x.path))
def _generate_original_dir_changes(self, dir_changes,
parent_dir_changes=None,
parent_invalid_archive_dc_working=None,
parent_invalid_archive_dc_cloud=None):
invalid_archive_dc_working = change_entry.DirChanges(
dir_changes.base_dir(),
change_entry.CONTENT_STATUS_MODIFIED,
parent_dir_changes=parent_invalid_archive_dc_working)
invalid_archive_dc_cloud = change_entry.DirChanges(
dir_changes.base_dir(),
change_entry.CONTENT_STATUS_MODIFIED,
parent_dir_changes=parent_invalid_archive_dc_cloud)
new_dir_changes = change_entry.DirChanges(
dir_changes.base_dir(), dir_changes.dir_status(),
parent_dir_changes=parent_dir_changes)
for c in dir_changes.changes():
path = compression.get_original_filename(c.path)
old_info = None
if c.old_info and c.old_info.original_file_info:
old_info = copy.deepcopy(c.old_info.original_file_info)
old_info.compressed_file_info = copy.deepcopy(c.old_info)
old_info.compressed_file_info.original_file_info = None
else:
old_info = copy.deepcopy(c.old_info)
cur_info = None
if c.cur_info:
if c.cur_info.is_dir:
cur_info = c.cur_info
elif c.cur_info.tmp_file:
original_tmp_filename = change_entry.generate_tmp_file(self.tmp_dir)
original_tmp_file = os.path.join(self.tmp_dir,
original_tmp_filename)
if not compression.is_compressed_filename(c.cur_info.path):
invalid_archive_dc_working.add_change(change_entry.ChangeEntry(
path, c.cur_info, c.old_info, c.content_status,
parent_dir_changes=invalid_archive_dc_working))
invalid_archive_dc_cloud.add_change(change_entry.ChangeEntry(
path, None, c.cur_info,
# Remove the file directly because we move it to working dir
change_entry.CONTENT_STATUS_DELETED,
parent_dir_changes=invalid_archive_dc_cloud))
continue
try:
compression.decompress_file(c.cur_info.tmp_file, original_tmp_file,
self.tmp_dir, password=self.password)
except compression.CompressionInvalidArchive:
invalid_archive_dc_working.add_change(change_entry.ChangeEntry(
# Not using path because it is not a valid archive
c.path, c.cur_info, c.old_info, c.content_status,
parent_dir_changes=invalid_archive_dc_working))
invalid_archive_dc_cloud.add_change(change_entry.ChangeEntry(
# Not using path because it is not a valid archive
c.path, None, c.cur_info,
# Remove the file directly because we move it to working dir
change_entry.CONTENT_STATUS_DELETED,
parent_dir_changes=invalid_archive_dc_cloud))
continue
tmp_fi = file_info.load_file_info(original_tmp_file)
compressed_file_info = copy.deepcopy(c.cur_info)
compressed_file_info.compressed_file_info = None
compressed_file_info.original_file_info = None
cur_info = file_info.FileInfo(
# TODO: check conflict of original filename?
compression.get_original_filename(c.cur_info.path),
c.cur_info.is_dir, c.cur_info.mode, tmp_fi.size,
c.cur_info.last_modified_time,
compressed_file_info=compressed_file_info)
cur_info = file_info.copy_with_tmp_file(
cur_info, original_tmp_filename, self.tmp_dir)
else:
cur_info = old_info
sub_dir_changes = None
sub_invalid_archive_dc_working = None
if c.dir_changes:
result = self._generate_original_dir_changes(
c.dir_changes,
parent_dir_changes=new_dir_changes,
parent_invalid_archive_dc_working=invalid_archive_dc_working)
sub_dir_changes = result[0]
sub_invalid_archive_dc_working = result[1]
sub_invalid_archive_dc_cloud = result[2]
if sub_invalid_archive_dc_working:
invalid_archive_dc_working.add_change(change_entry.ChangeEntry(
path, cur_info, old_info, c.content_status,
dir_changes=sub_invalid_archive_dc_working,
parent_dir_changes=invalid_archive_dc_working))
if sub_invalid_archive_dc_cloud:
invalid_archive_dc_cloud.add_change(change_entry.ChangeEntry(
path, cur_info, old_info, c.content_status,
dir_changes=sub_invalid_archive_dc_cloud,
parent_dir_changes=invalid_archive_dc_cloud))
new_dir_changes.add_change(change_entry.ChangeEntry(
path, cur_info, old_info, c.content_status,
dir_changes=sub_dir_changes,
parent_dir_changes=new_dir_changes))
if not invalid_archive_dc_working.changes():
invalid_archive_dc_working = None
if not invalid_archive_dc_cloud.changes():
invalid_archive_dc_cloud = None
return new_dir_changes, invalid_archive_dc_working, invalid_archive_dc_cloud
