def _post_process(self, source_rorp, dest_rorp, changed, success, inc): """Post process source_rorp and dest_rorp. The point of this is to write statistics and metadata. changed will be true if the files have changed. success will be true if the files have been successfully updated (this is always false for un-changed files). """ if Globals.preserve_hardlinks and source_rorp: Hardlink.del_rorp(source_rorp) if not changed or success: if source_rorp: self.statfileobj.add_source_file(source_rorp) if dest_rorp: self.statfileobj.add_dest_file(dest_rorp) if success == 0: metadata_rorp = dest_rorp elif success == 1: metadata_rorp = source_rorp else: metadata_rorp = None # in case deleted because of ListError if success == 1 or success == 2: self.statfileobj.add_changed(source_rorp, dest_rorp) if metadata_rorp and metadata_rorp.lstat(): self.metawriter.write_object(metadata_rorp) if Globals.file_statistics: statistics.FileStats.update(source_rorp, dest_rorp, changed, inc)
def testCompletedDict(self): """See if the hardlink dictionaries are built correctly""" reset_hardlink_dicts() for dsrp in selection.Select(self.hlinks_rp1).set_iter(): Hardlink.add_rorp(dsrp) Hardlink.del_rorp(dsrp) self.assertEqual(Hardlink._inode_index, {}) reset_hardlink_dicts() for dsrp in selection.Select(self.hlinks_rp2).set_iter(): Hardlink.add_rorp(dsrp) Hardlink.del_rorp(dsrp) self.assertEqual(Hardlink._inode_index, {})
def testCompletedDict(self): """See if the hardlink dictionaries are built correctly""" reset_hardlink_dicts() for dsrp in selection.Select(self.hardlink_dir1).set_iter(): Hardlink.add_rorp(dsrp) Hardlink.del_rorp(dsrp) assert Hardlink._inode_index == {}, Hardlink._inode_index reset_hardlink_dicts() for dsrp in selection.Select(self.hardlink_dir2).set_iter(): Hardlink.add_rorp(dsrp) Hardlink.del_rorp(dsrp) assert Hardlink._inode_index == {}, Hardlink._inode_index
def testCompletedDict(self): """See if the hardlink dictionaries are built correctly""" reset_hardlink_dicts() for dsrp in selection.Select(self.hardlink_dir1).set_iter(): Hardlink.add_rorp(dsrp) Hardlink.del_rorp(dsrp) assert Hardlink._inode_index == {}, Hardlink._inode_index reset_hardlink_dicts() for dsrp in selection.Select(self.hardlink_dir2).set_iter(): Hardlink.add_rorp(dsrp) Hardlink.del_rorp(dsrp) assert Hardlink._inode_index == {}, Hardlink._inode_index
def _hardlink_rorp_eq(src_rorp, dest_rorp): """Compare two files for hardlink equality, encompassing being hard-linked, having the same hashsum, and the same number of link counts.""" Hardlink.add_rorp(dest_rorp) Hardlink.add_rorp(src_rorp, dest_rorp) rorp_eq = Hardlink.rorp_eq(src_rorp, dest_rorp) if not src_rorp.isreg() or not dest_rorp.isreg() or src_rorp.getnumlinks() == dest_rorp.getnumlinks() == 1: if not rorp_eq: Log("Hardlink compare error with when no links exist", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return False elif src_rorp.getnumlinks() > 1 and not Hardlink.is_linked(src_rorp): if rorp_eq: Log("Hardlink compare error with first linked src_rorp and no dest_rorp sha1", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return False hash.compute_sha1(dest_rorp) rorp_eq = Hardlink.rorp_eq(src_rorp, dest_rorp) if src_rorp.getnumlinks() != dest_rorp.getnumlinks(): if rorp_eq: Log("Hardlink compare error with first linked src_rorp, with dest_rorp sha1, and with differing link counts", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return False elif not rorp_eq: Log("Hardlink compare error with first linked src_rorp, with dest_rorp sha1, and with equal link counts", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return False elif src_rorp.getnumlinks() != dest_rorp.getnumlinks(): if rorp_eq: Log("Hardlink compare error with non-first linked src_rorp and with differing link counts", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return False elif not rorp_eq: Log("Hardlink compare error with non-first linked src_rorp and with equal link counts", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return False Hardlink.del_rorp(src_rorp) Hardlink.del_rorp(dest_rorp) return True
def hardlink_rorp_eq(src_rorp, dest_rorp): Hardlink.add_rorp(dest_rorp) Hardlink.add_rorp(src_rorp, dest_rorp) rorp_eq = Hardlink.rorp_eq(src_rorp, dest_rorp) if not src_rorp.isreg() or not dest_rorp.isreg() or src_rorp.getnumlinks() == dest_rorp.getnumlinks() == 1: if not rorp_eq: Log("Hardlink compare error with when no links exist exist", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return 0 elif src_rorp.getnumlinks() > 1 and not Hardlink.is_linked(src_rorp): if rorp_eq: Log("Hardlink compare error with first linked src_rorp and no dest_rorp sha1", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return 0 hash.compute_sha1(dest_rorp) rorp_eq = Hardlink.rorp_eq(src_rorp, dest_rorp) if src_rorp.getnumlinks() != dest_rorp.getnumlinks(): if rorp_eq: Log("Hardlink compare error with first linked src_rorp, with dest_rorp sha1, and with differing link counts", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return 0 elif not rorp_eq: Log("Hardlink compare error with first linked src_rorp, with dest_rorp sha1, and with equal link counts", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return 0 elif src_rorp.getnumlinks() != dest_rorp.getnumlinks(): if rorp_eq: Log("Hardlink compare error with non-first linked src_rorp and with differing link counts", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return 0 elif not rorp_eq: Log("Hardlink compare error with non-first linked src_rorp and with equal link counts", 3) Log("%s: %s" % (src_rorp.index, Hardlink._get_inode_key(src_rorp)), 3) Log("%s: %s" % (dest_rorp.index, Hardlink._get_inode_key(dest_rorp)), 3) return 0 Hardlink.del_rorp(src_rorp) Hardlink.del_rorp(dest_rorp) return 1
def postprocess(src_rorp, dest_rorp): """After comparison, process src_rorp and dest_rorp""" if compare_hardlinks and src_rorp: Hardlink.del_rorp(src_rorp)