def _generate_compressed_dir_changes(self, dir_changes): dir_changes = copy.deepcopy(dir_changes) for c in dir_changes.flat_changes(): if c.cur_info and c.cur_info.tmp_file: compressed_tmp_filename = change_entry.generate_tmp_file(self.tmp_dir) compressed_tmp_file = os.path.join(self.tmp_dir, compressed_tmp_filename) tmp_file_with_realname = os.path.join(self.tmp_dir, os.path.basename(c.path)) # Rename the tmp file so that the archive includes the original # filename. os.rename(c.cur_info.tmp_file, tmp_file_with_realname) compression.compress_file(tmp_file_with_realname, compressed_tmp_file, password=self.password, encryption_method=self.encryption_method, compression_level=self.compression_level) # Rename the tmp filename back. os.rename(tmp_file_with_realname, c.cur_info.tmp_file) tmp_fi = file_info.load_file_info(compressed_tmp_file) compressed_file_info = file_info.FileInfo( # TODO: check conflict of compressed filename? compression.get_compressed_filename(c.cur_info.path), c.cur_info.is_dir, c.cur_info.mode, tmp_fi.size, c.cur_info.last_modified_time) c.cur_info.compressed_file_info = file_info.copy_with_tmp_file( compressed_file_info, compressed_tmp_filename, self.tmp_dir) return dir_changes
def _generate_original_dir_changes(self, dir_changes, parent_dir_changes=None, parent_invalid_archive_dc_working=None, parent_invalid_archive_dc_cloud=None): invalid_archive_dc_working = change_entry.DirChanges( dir_changes.base_dir(), change_entry.CONTENT_STATUS_MODIFIED, parent_dir_changes=parent_invalid_archive_dc_working) invalid_archive_dc_cloud = change_entry.DirChanges( dir_changes.base_dir(), change_entry.CONTENT_STATUS_MODIFIED, parent_dir_changes=parent_invalid_archive_dc_cloud) new_dir_changes = change_entry.DirChanges( dir_changes.base_dir(), dir_changes.dir_status(), parent_dir_changes=parent_dir_changes) for c in dir_changes.changes(): path = compression.get_original_filename(c.path) old_info = None if c.old_info and c.old_info.original_file_info: old_info = copy.deepcopy(c.old_info.original_file_info) old_info.compressed_file_info = copy.deepcopy(c.old_info) old_info.compressed_file_info.original_file_info = None else: old_info = copy.deepcopy(c.old_info) cur_info = None if c.cur_info: if c.cur_info.is_dir: cur_info = c.cur_info elif c.cur_info.tmp_file: original_tmp_filename = change_entry.generate_tmp_file(self.tmp_dir) original_tmp_file = os.path.join(self.tmp_dir, original_tmp_filename) if not compression.is_compressed_filename(c.cur_info.path): invalid_archive_dc_working.add_change(change_entry.ChangeEntry( path, c.cur_info, c.old_info, c.content_status, parent_dir_changes=invalid_archive_dc_working)) invalid_archive_dc_cloud.add_change(change_entry.ChangeEntry( path, None, c.cur_info, # Remove the file directly because we move it to working dir change_entry.CONTENT_STATUS_DELETED, parent_dir_changes=invalid_archive_dc_cloud)) continue try: compression.decompress_file(c.cur_info.tmp_file, original_tmp_file, self.tmp_dir, password=self.password) except compression.CompressionInvalidArchive: invalid_archive_dc_working.add_change(change_entry.ChangeEntry( # Not using path because it is not a valid archive c.path, c.cur_info, c.old_info, c.content_status, parent_dir_changes=invalid_archive_dc_working)) invalid_archive_dc_cloud.add_change(change_entry.ChangeEntry( # Not using path because it is not a valid archive c.path, None, c.cur_info, # Remove the file directly because we move it to working dir change_entry.CONTENT_STATUS_DELETED, parent_dir_changes=invalid_archive_dc_cloud)) continue tmp_fi = file_info.load_file_info(original_tmp_file) compressed_file_info = copy.deepcopy(c.cur_info) compressed_file_info.compressed_file_info = None compressed_file_info.original_file_info = None cur_info = file_info.FileInfo( # TODO: check conflict of original filename? compression.get_original_filename(c.cur_info.path), c.cur_info.is_dir, c.cur_info.mode, tmp_fi.size, c.cur_info.last_modified_time, compressed_file_info=compressed_file_info) cur_info = file_info.copy_with_tmp_file( cur_info, original_tmp_filename, self.tmp_dir) else: cur_info = old_info sub_dir_changes = None sub_invalid_archive_dc_working = None if c.dir_changes: result = self._generate_original_dir_changes( c.dir_changes, parent_dir_changes=new_dir_changes, parent_invalid_archive_dc_working=invalid_archive_dc_working) sub_dir_changes = result[0] sub_invalid_archive_dc_working = result[1] sub_invalid_archive_dc_cloud = result[2] if sub_invalid_archive_dc_working: invalid_archive_dc_working.add_change(change_entry.ChangeEntry( path, cur_info, old_info, c.content_status, dir_changes=sub_invalid_archive_dc_working, parent_dir_changes=invalid_archive_dc_working)) if sub_invalid_archive_dc_cloud: invalid_archive_dc_cloud.add_change(change_entry.ChangeEntry( path, cur_info, old_info, c.content_status, dir_changes=sub_invalid_archive_dc_cloud, parent_dir_changes=invalid_archive_dc_cloud)) new_dir_changes.add_change(change_entry.ChangeEntry( path, cur_info, old_info, c.content_status, dir_changes=sub_dir_changes, parent_dir_changes=new_dir_changes)) if not invalid_archive_dc_working.changes(): invalid_archive_dc_working = None if not invalid_archive_dc_cloud.changes(): invalid_archive_dc_cloud = None return new_dir_changes, invalid_archive_dc_working, invalid_archive_dc_cloud
def get_dir_changes(new_dir_info, old_dir_info, parent_dir_changes=None, root_dir=None, tmp_dir=None, verbose=False): # TODO: add permission change status top_dir_delete_change_path = None base_dir = (new_dir_info.base_dir() if new_dir_info else old_dir_info.base_dir()) cur_dir_changes = DirChanges(base_dir, CONTENT_STATUS_NO_CHANGE, parent_dir_changes=parent_dir_changes) for e_new_info, e_old_info in util.merge_two_iterators( iter(new_dir_info.file_info_list() if new_dir_info else []), iter(old_dir_info.file_info_list() if old_dir_info else []), key_func=lambda x: x.path_for_sorting()): dir_status = CONTENT_STATUS_NO_CHANGE tmp_file = None dir_changes = None if e_new_info and e_old_info: if e_new_info.is_dir and e_old_info.is_dir: dir_changes = get_dir_changes(new_dir_info.dir_info(e_new_info.path), old_dir_info.dir_info(e_old_info.path), parent_dir_changes=cur_dir_changes, root_dir=root_dir, tmp_dir=tmp_dir, verbose=verbose) if dir_changes.dir_status() == CONTENT_STATUS_NO_CHANGE: content_status = CONTENT_STATUS_NO_CHANGE else: content_status = CONTENT_STATUS_MODIFIED dir_status = dir_changes.dir_status() elif e_new_info.is_dir and not e_old_info.is_dir: if verbose: print '%s: file to dir' % e_new_info.path dir_changes = get_dir_changes(new_dir_info.dir_info(e_new_info.path), None, parent_dir_changes=cur_dir_changes, root_dir=root_dir, tmp_dir=tmp_dir, verbose=verbose) content_status = CONTENT_STATUS_TO_DIR dir_status = dir_changes.dir_status() elif not e_new_info.is_dir and e_old_info.is_dir: if verbose: print '%s: dir to file' % e_new_info.path dir_changes = get_dir_changes(None, old_dir_info.dir_info(e_old_info.path), parent_dir_changes=cur_dir_changes, root_dir=root_dir, tmp_dir=tmp_dir, verbose=verbose) content_status = CONTENT_STATUS_TO_FILE dir_status = dir_changes.dir_status() if root_dir and tmp_dir: tmp_file = _copy_to_tmp_dir(root_dir, e_new_info.path, tmp_dir) else: if e_new_info.is_modified(e_old_info): if verbose: print '%s: file modified' % e_new_info.path content_status = CONTENT_STATUS_MODIFIED if root_dir and tmp_dir: tmp_file = _copy_to_tmp_dir(root_dir, e_new_info.path, tmp_dir) else: content_status = CONTENT_STATUS_NO_CHANGE path = e_new_info.path if (not e_new_info.compressed_file_info and e_old_info.compressed_file_info and content_status == CONTENT_STATUS_NO_CHANGE): e_new_info.compressed_file_info = e_old_info.compressed_file_info if (not e_new_info.original_file_info and e_old_info.original_file_info and content_status == CONTENT_STATUS_NO_CHANGE): e_new_info.original_file_info = e_old_info.original_file_info if tmp_file: e_new_info = file_info.copy_with_tmp_file(e_new_info, tmp_file, tmp_dir) change = ChangeEntry( e_new_info.path, e_new_info, e_old_info, content_status, dir_changes=dir_changes, parent_dir_changes=cur_dir_changes) elif e_new_info and not e_old_info: path = e_new_info.path if e_new_info.is_dir: if verbose: print '%s: new dir' % e_new_info.path dir_changes = get_dir_changes(new_dir_info.dir_info(e_new_info.path), None, parent_dir_changes=cur_dir_changes, root_dir=root_dir, tmp_dir=tmp_dir, verbose=verbose) dir_status = dir_changes.dir_status() else: if verbose: print '%s: new file' % e_new_info.path if root_dir and tmp_dir: tmp_file = _copy_to_tmp_dir(root_dir, e_new_info.path, tmp_dir) if tmp_file: e_new_info = file_info.copy_with_tmp_file(e_new_info, tmp_file, tmp_dir) change = ChangeEntry( e_new_info.path, e_new_info, None, CONTENT_STATUS_NEW, dir_changes=dir_changes, parent_dir_changes=cur_dir_changes) elif not e_new_info and e_old_info: path = e_old_info.path if e_old_info.is_dir: if verbose: print '%s: dir deleted' % e_old_info.path dir_changes = get_dir_changes(None, old_dir_info.dir_info(e_old_info.path), parent_dir_changes=cur_dir_changes, root_dir=root_dir, tmp_dir=tmp_dir, verbose=verbose) dir_status = dir_changes.dir_status() else: if verbose: print '%s: file deleted' % e_old_info.path change = ChangeEntry( e_old_info.path, None, e_old_info, CONTENT_STATUS_DELETED, dir_changes=dir_changes, parent_dir_changes=cur_dir_changes) cur_dir_changes.add_change(change) return cur_dir_changes