def local_create(cache_dir, uri, from_dir):
""" Create a new local archive. """
# Load cached topkey
archive = create_archive(cache_dir, uri)
try:
# Create an empty manifest and use it to update the archive.
manifest = FileManifest()
manifest.update(
archive,
entries_from_dir(from_dir, True, make_skip_regex(cache_dir)))
return provisional_top_key(archive, manifest, ((), (), 0))
finally:
archive.close()
def local_create(cache_dir, uri, from_dir):
""" Create a new local archive. """
# Load cached topkey
archive = create_archive(cache_dir, uri)
try:
# Create an empty manifest and use it to update the archive.
manifest = FileManifest()
manifest.update(archive,
entries_from_dir(from_dir,
True,
make_skip_regex(cache_dir)))
return provisional_top_key(archive, manifest, ((), (), 0))
finally:
archive.close()
def local_update(cache_dir, uri, from_dir):
""" Update the archive by inserting deltas against from_dir. """
# Load cached topkey
top_key, archive = load_cached_archive(cache_dir, uri)
try:
# Load the old file manifest and use it to update.
manifest = FileManifest.from_archive(archive, top_key[1][0][0])
try:
manifest.update(archive,
entries_from_dir(from_dir, True,
make_skip_regex(cache_dir)))
except UpToDateException:
# Hmmm don't want to force client code
# to import archive module
return (None, None)
return provisional_top_key(archive, manifest, top_key)
finally:
archive.close()
def local_update(cache_dir, uri, from_dir):
""" Update the archive by inserting deltas against from_dir. """
# Load cached topkey
top_key, archive = load_cached_archive(cache_dir, uri)
try:
# Load the old file manifest and use it to update.
manifest = FileManifest.from_archive(archive, top_key[1][0][0])
try:
manifest.update(
archive,
entries_from_dir(from_dir, True, make_skip_regex(cache_dir)))
except UpToDateException:
# Hmmm don't want to force client code
# to import archive module
return (None, None)
return provisional_top_key(archive, manifest, top_key)
finally:
archive.close()
def test_hg_repo_torture_test(self):
if HG_REPO_DIR == '':
print "Set HG_REPO_DIR!"
self.assertTrue(False)
writer = self.make_empty_archive('hgtst')
manifest = FileManifest()
rev = 0
max_rev = 1 # Set below
while rev < max_rev:
target_dir = os.path.join(self.tmp_dir, '__hg_repo__')
if os.path.exists(target_dir):
shutil.rmtree(target_dir) # DANGEROUS
# export the repo
# FIX: Wacky way to set max_rev.
print "Exporting rev: ", rev
max_rev = export_hg_repo(HG_REPO_DIR, target_dir, rev)
if rev >= max_rev:
break
# put the export dir into the archive
# print "Inserting into the archive..."
entries = entries_from_dir(target_dir, True)
manifest.update(writer, entries)
# Will be written into Freenet top key
# along with rest of archive info.
s3kr1t = manifest.stored_sha
dump_blocks(writer.blocks, None, True)
# create a second archive instance from the same block files.
# REDFLAG: Would this work on windoze?
# writer still has files open for reading.
reader = self.load_archive('hgtst')
read_manifest = FileManifest.from_archive(reader, s3kr1t)
# REDFLAG: audit for other places where I could do
# direct dict compares?
assert (read_manifest.name_map == manifest.name_map)
# clean the archive output dir
unarchived_dir = os.path.join(self.tmp_dir, '__unarchived__')
if os.path.exists(unarchived_dir):
shutil.rmtree(unarchived_dir) # DANGEROUS
os.makedirs(unarchived_dir)
# extract the archive to the cleaned files
manifest_to_dir(reader, read_manifest, unarchived_dir)
reader.close()
# diff the directories
# A poor man's diff.
insert_map = {}
for entry in entries_from_dir(target_dir, True):
insert_map[entry.get_name()] = get_file_sha(entry.make_file())
entry.release() # NOP
unarchived_map = {}
for entry in entries_from_dir(unarchived_dir, True):
unarchived_map[entry.get_name()] = (get_file_sha(
entry.make_file()))
entry.release() # NOP
assert len(insert_map) > 0
assert insert_map == unarchived_map
print "%i files compared equal." % len(insert_map)
rev += 1
def test_hg_repo_torture_test(self):
if HG_REPO_DIR == '':
print "Set HG_REPO_DIR!"
self.assertTrue(False)
writer = self.make_empty_archive('hgtst')
manifest = FileManifest()
rev = 0
max_rev = 1 # Set below
while rev < max_rev:
target_dir = os.path.join(self.tmp_dir, '__hg_repo__')
if os.path.exists(target_dir):
shutil.rmtree(target_dir) # DANGEROUS
# export the repo
# FIX: Wacky way to set max_rev.
print "Exporting rev: ", rev
max_rev = export_hg_repo(HG_REPO_DIR, target_dir, rev)
if rev >= max_rev:
break
# put the export dir into the archive
# print "Inserting into the archive..."
entries = entries_from_dir(target_dir, True)
manifest.update(writer, entries)
# Will be written into Freenet top key
# along with rest of archive info.
s3kr1t = manifest.stored_sha
dump_blocks(writer.blocks, None, True)
# create a second archive instance from the same block files.
# REDFLAG: Would this work on windoze?
# writer still has files open for reading.
reader = self.load_archive('hgtst')
read_manifest = FileManifest.from_archive(reader, s3kr1t)
# REDFLAG: audit for other places where I could do
# direct dict compares?
assert (read_manifest.name_map == manifest.name_map)
# clean the archive output dir
unarchived_dir = os.path.join(self.tmp_dir, '__unarchived__')
if os.path.exists(unarchived_dir):
shutil.rmtree(unarchived_dir) # DANGEROUS
os.makedirs(unarchived_dir)
# extract the archive to the cleaned files
manifest_to_dir(reader, read_manifest, unarchived_dir)
reader.close()
# diff the directories
# A poor man's diff.
insert_map = {}
for entry in entries_from_dir(target_dir, True):
insert_map[entry.get_name()] = get_file_sha(entry.make_file())
entry.release() # NOP
unarchived_map = {}
for entry in entries_from_dir(unarchived_dir, True):
unarchived_map[entry.get_name()] = (
get_file_sha(entry.make_file()))
entry.release() # NOP
assert len(insert_map) > 0
assert insert_map == unarchived_map
print "%i files compared equal." % len(insert_map)
rev += 1