def testSpecial(self):
os.chmod(self.tmpdir, 0o2755)
store = Store(self.tmpdir)
with open('HelloWorld.tgz', 'rb') as stream:
store.add_archive_to_cache(
'sha1=3ce644dc725f1d21cfcf02562c76f375944b266a', stream,
'http://foo/foo.tgz')
def testSpecial(self):
os.chmod(self.tmpdir, 0o2755)
store = Store(self.tmpdir)
with open('HelloWorld.tgz', 'rb') as stream:
store.add_archive_to_cache('sha1=3ce644dc725f1d21cfcf02562c76f375944b266a',
stream,
'http://foo/foo.tgz')
def setUp(self):
BaseTest.setUp(self)
self.store_parent = tempfile.mktemp()
os.mkdir(self.store_parent, 0o700)
self.store = Store(self.store_parent + '/implementations')
os.mkdir(self.store.dir, 0o700)
self.tmp = tempfile.mktemp()
os.mkdir(self.tmp)
def testBad(self):
logging.getLogger('').setLevel(logging.ERROR)
store = Store(self.tmpdir)
try:
store.add_archive_to_cache('sha1=3ce644dc725f1d21cfcf02562c76f375944b266b',
open('HelloWorld.tgz'),
'http://foo/foo.tgz')
assert 0
except BadDigest:
pass
logging.getLogger('').setLevel(logging.INFO)
def testBad(self):
logging.getLogger('').setLevel(logging.ERROR)
store = Store(self.tmpdir)
try:
store.add_archive_to_cache(
'sha1=3ce644dc725f1d21cfcf02562c76f375944b266b',
file('HelloWorld.tgz'), 'http://foo/foo.tgz')
assert 0
except BadDigest:
pass
logging.getLogger('').setLevel(logging.INFO)
def testBad(self):
logging.getLogger("").setLevel(logging.ERROR)
store = Store(self.tmpdir)
try:
with open("HelloWorld.tgz", "rb") as stream:
store.add_archive_to_cache(
"sha1=3ce644dc725f1d21cfcf02562c76f375944b266b", stream, "http://foo/foo.tgz"
)
assert 0
except BadDigest:
pass
logging.getLogger("").setLevel(logging.INFO)
def setUp(self): BaseTest.setUp(self) self.store_parent = tempfile.mktemp() os.mkdir(self.store_parent, 0o700) self.store = Store(self.store_parent + '/implementations') os.mkdir(self.store.dir, 0o700) self.tmp = tempfile.mktemp() os.mkdir(self.tmp)
class TestStore(BaseTest):
def setUp(self):
BaseTest.setUp(self)
self.store_parent = tempfile.mktemp()
os.mkdir(self.store_parent, 0o700)
self.store = Store(self.store_parent + '/implementations')
os.mkdir(self.store.dir, 0o700)
self.tmp = tempfile.mktemp()
os.mkdir(self.tmp)
def tearDown(self):
BaseTest.tearDown(self)
support.ro_rmtree(self.store_parent)
support.ro_rmtree(self.tmp)
cli.stores = None
def testInit(self):
assert os.path.isdir(self.store.dir)
self.assertEqual([], os.listdir(self.store.dir))
def testEmptyManifest(self):
lines = list(manifest.generate_manifest(self.tmp))
self.assertEqual([], lines)
def testSimpleManifest(self):
path = os.path.join(self.tmp, 'MyFile')
f = open(path, 'w')
f.write('Hello')
f.close()
os.utime(path, (1, 2))
lines = list(manifest.generate_manifest(self.tmp))
self.assertEqual(['F f7ff9e8b7bb2e09b70935a5d785e0cc5d9d0abf0 2 5 MyFile'],
lines)
def testLinkManifest(self):
path = os.path.join(self.tmp, 'MyLink')
os.symlink('Hello', path)
lines = list(manifest.generate_manifest(self.tmp))
self.assertEqual(['S f7ff9e8b7bb2e09b70935a5d785e0cc5d9d0abf0 5 MyLink'],
lines)
def testVerify(self):
path = os.path.join(self.tmp, 'MyLink')
os.symlink('Hello', path)
mfile = os.path.join(self.tmp, '.manifest')
for alg_name in ['sha1', 'sha256', 'sha1new', 'sha256new']:
try:
alg = manifest.get_algorithm(alg_name)
added_digest = alg.getID(manifest.add_manifest_file(self.tmp, alg))
digest = alg.new_digest()
digest.update(b'Hello')
with open(mfile, 'rb') as stream:
self.assertEqual(("S %s 5 MyLink\n" % digest.hexdigest()).encode('utf-8'),
stream.read())
manifest.verify(self.tmp, added_digest)
os.chmod(self.tmp, 0o700)
os.unlink(mfile)
except BadDigest as ex:
raise Exception("%s: %s\n%s" % (alg_name, ex, ex.detail))
def populate_sample(self, target):
"""Create a set of files, links and directories in target for testing."""
path = os.path.join(target, 'MyFile')
f = open(path, 'w')
f.write('Hello')
f.close()
os.utime(path, (1, 2))
subdir = os.path.join(target, 'My Dir')
os.mkdir(subdir)
subfile = os.path.join(subdir, '!a file!')
f = open(subfile, 'w')
f.write('Some data.')
f.close()
os.utime(subfile, (1, 2))
subfile += '.exe'
f = open(subfile, 'w')
f.write('Some code.')
f.close()
os.chmod(subfile, 0o500)
os.utime(subfile, (1, 2))
os.symlink('/the/symlink/target',
os.path.join(target, 'a symlink'))
def testAdd(self):
sample = os.path.join(self.tmp, 'sample')
os.mkdir(sample)
self.populate_sample(sample)
cli.init_stores()
digest = 'sha1new=7e3eb25a072988f164bae24d33af69c1814eb99a'
try:
cli.stores.lookup(digest)
assert False
except NotStored:
pass
logger.setLevel(logging.ERROR)
try:
cli.do_add([digest + "b", sample])
assert False
except BadDigest:
pass
logger.setLevel(logging.WARN)
old_stdout = sys.stdout
cli.do_add([digest, sample])
sys.stdout = StringIO()
try:
cli.do_find([digest])
assert False
except SystemExit as ex:
assert ex.code == 0
cached = sys.stdout.getvalue().strip()
assert cached == cli.stores.lookup(digest)
for alg in [[], ['sha1new']]:
sys.stdout = StringIO()
try:
cli.do_manifest([cached] + alg)
assert False
except SystemExit as ex:
assert ex.code == 0
result = sys.stdout.getvalue()
assert 'MyFile' in result
assert result.split('\n')[-2] == digest
# Verify...
sys.stdout = StringIO()
cli.do_verify([cached, digest])
cli.do_verify([cached])
cli.do_verify([digest])
# Full audit
cli.do_audit([os.path.dirname(cached)])
# Corrupt it...
os.chmod(cached, 0o700)
open(os.path.join(cached, 'hacked'), 'w').close()
# Verify again...
sys.stdout = StringIO()
try:
cli.do_verify([cached, digest])
assert False
except SystemExit as ex:
assert ex.code == 1
result = sys.stdout.getvalue()
sys.stdout = old_stdout
assert 'Cached item does NOT verify' in result
# Full audit
sys.stdout = StringIO()
try:
cli.do_audit([os.path.dirname(cached)])
except SystemExit as ex:
assert ex.code == 1
result = sys.stdout.getvalue()
sys.stdout = old_stdout
assert 'Cached item does NOT verify' in result
def testList(self):
cli.init_stores()
old_stdout = sys.stdout
sys.stdout = StringIO()
cli.do_list([])
result = sys.stdout.getvalue()
assert 'User store' in result
sys.stdout = old_stdout
def testAddArchive(self):
cli.init_stores()
digest = 'sha1new=290eb133e146635fe37713fd58174324a16d595f'
try:
cli.stores.lookup(digest)
assert False
except NotStored:
pass
cli.do_add([digest, os.path.join(mydir, 'HelloWorld.tgz')])
cli.do_add([digest, os.path.join(mydir, 'HelloWorld.tgz')])
cli.stores.lookup(digest)
def testAddArchiveExtract(self):
cli.init_stores()
digest = 'sha1new=491678c37f77fadafbaae66b13d48d237773a68f'
try:
cli.stores.lookup(digest)
assert False
except NotStored:
pass
cli.do_add([digest, os.path.join(mydir, 'HelloWorld.tgz'), 'HelloWorld'])
cli.stores.lookup(digest)
def testOptimise(self):
sample = os.path.join(self.tmp, 'sample')
os.mkdir(sample)
self.populate_sample(sample)
self.store.add_dir_to_cache('sha1new=7e3eb25a072988f164bae24d33af69c1814eb99a',
sample,
try_helper = False)
subfile = os.path.join(sample, 'My Dir', '!a file!.exe')
mtime = os.stat(subfile).st_mtime
os.chmod(subfile, 0o755)
stream = open(subfile, 'w')
stream.write('Extra!\n')
stream.close()
os.utime(subfile, (mtime, mtime))
self.store.add_dir_to_cache('sha1new=40861a33dba4e7c26d37505bd9693511808c0c35',
sample,
try_helper = False)
impl_a = self.store.lookup('sha1new=7e3eb25a072988f164bae24d33af69c1814eb99a')
impl_b = self.store.lookup('sha1new=40861a33dba4e7c26d37505bd9693511808c0c35')
def same_inode(name):
info_a = os.lstat(os.path.join(impl_a, name))
info_b = os.lstat(os.path.join(impl_b, name))
return info_a.st_ino == info_b.st_ino
assert not same_inode('My Dir/!a file!')
assert not same_inode('My Dir/!a file!.exe')
old_stdout = sys.stdout
sys.stdout = StringIO()
try:
cli.do_optimise([self.store.dir])
got = sys.stdout.getvalue()
finally:
sys.stdout = old_stdout
assert 'Space freed up : 15 bytes' in got
old_stdout = sys.stdout
sys.stdout = StringIO()
try:
cli.do_optimise([self.store.dir])
got = sys.stdout.getvalue()
finally:
sys.stdout = old_stdout
assert 'No duplicates found; no changes made.' in got
assert same_inode('My Dir/!a file!')
assert not same_inode('My Dir/!a file!.exe')
def testCopy(self):
sha1 = manifest.get_algorithm('sha1')
sha1new = manifest.get_algorithm('sha1new')
source = os.path.join(self.tmp, 'badname')
os.mkdir(source)
self.populate_sample(source)
lines = list(sha1new.generate_manifest(source))
self.assertEqual(['F f7ff9e8b7bb2e09b70935a5d785e0cc5d9d0abf0 2 5 MyFile',
'S 570b0ce957ab43e774c82fca0ea3873fc452278b 19 a symlink',
'D /My Dir',
'F 0236ef92e1e37c57f0eb161e7e2f8b6a8face705 2 10 !a file!',
'X b4ab02f2c791596a980fd35f51f5d92ee0b4705c 2 10 !a file!.exe'],
lines)
digest = sha1.getID(manifest.add_manifest_file(source, sha1))
copy = tempfile.mktemp()
os.mkdir(copy)
try:
# Source must be in the form alg=value
try:
cli.do_copy([source, copy])
assert 0
except BadDigest as ex:
assert 'badname' in str(ex)
source, badname = os.path.join(self.tmp, digest), source
os.chmod(badname, 0o755) # can't rename RO directories on MacOS X
os.rename(badname, source)
os.chmod(source, 0o555)
# Can't copy sha1 implementations (unsafe)
try:
cli.do_copy([source, copy])
except SafeException as ex:
assert 'sha1' in str(ex)
# Already have a .manifest
try:
manifest.add_manifest_file(source, sha1new)
assert 0
except SafeException as ex:
assert '.manifest' in str(ex)
os.chmod(source, 0o700)
os.unlink(os.path.join(source, '.manifest'))
# Switch to sha1new
digest = sha1new.getID(manifest.add_manifest_file(source, sha1new))
source, badname = os.path.join(self.tmp, digest), source
os.chmod(badname, 0o755)
os.rename(badname, source)
os.chmod(source, 0o555)
cli.do_copy([source, copy])
with open(os.path.join(copy, digest, 'MyFile'), 'rt') as stream:
self.assertEqual('Hello', stream.read())
finally:
support.ro_rmtree(copy)
def testSpecial(self):
os.chmod(self.tmpdir, 0o2755)
store = Store(self.tmpdir)
with open("HelloWorld.tgz", "rb") as stream:
store.add_archive_to_cache("sha1=3ce644dc725f1d21cfcf02562c76f375944b266a", stream, "http://foo/foo.tgz")
class TestStore(BaseTest):
def setUp(self):
BaseTest.setUp(self)
self.store_parent = tempfile.mktemp()
os.mkdir(self.store_parent, 0o700)
self.store = Store(self.store_parent + '/implementations')
os.mkdir(self.store.dir, 0o700)
self.tmp = tempfile.mktemp()
os.mkdir(self.tmp)
def tearDown(self):
BaseTest.tearDown(self)
support.ro_rmtree(self.store_parent)
support.ro_rmtree(self.tmp)
cli.stores = None
def testInit(self):
assert os.path.isdir(self.store.dir)
self.assertEqual([], os.listdir(self.store.dir))
def testEmptyManifest(self):
lines = list(manifest.generate_manifest(self.tmp))
self.assertEqual([], lines)
def testSimpleManifest(self):
path = os.path.join(self.tmp, 'MyFile')
f = open(path, 'w')
f.write('Hello')
f.close()
os.utime(path, (1, 2))
lines = list(manifest.generate_manifest(self.tmp))
self.assertEqual(
['F f7ff9e8b7bb2e09b70935a5d785e0cc5d9d0abf0 2 5 MyFile'], lines)
def testLinkManifest(self):
path = os.path.join(self.tmp, 'MyLink')
os.symlink('Hello', path)
lines = list(manifest.generate_manifest(self.tmp))
self.assertEqual(
['S f7ff9e8b7bb2e09b70935a5d785e0cc5d9d0abf0 5 MyLink'], lines)
def testVerify(self):
path = os.path.join(self.tmp, 'MyLink')
os.symlink('Hello', path)
mfile = os.path.join(self.tmp, '.manifest')
for alg_name in ['sha1', 'sha256', 'sha1new', 'sha256new']:
try:
alg = manifest.get_algorithm(alg_name)
added_digest = alg.getID(
manifest.add_manifest_file(self.tmp, alg))
digest = alg.new_digest()
digest.update(b'Hello')
with open(mfile, 'rb') as stream:
self.assertEqual(("S %s 5 MyLink\n" %
digest.hexdigest()).encode('utf-8'),
stream.read())
manifest.verify(self.tmp, added_digest)
os.chmod(self.tmp, 0o700)
os.unlink(mfile)
except BadDigest as ex:
raise Exception("%s: %s\n%s" % (alg_name, ex, ex.detail))
def populate_sample(self, target):
"""Create a set of files, links and directories in target for testing."""
path = os.path.join(target, 'MyFile')
f = open(path, 'w')
f.write('Hello')
f.close()
os.utime(path, (1, 2))
subdir = os.path.join(target, 'My Dir')
os.mkdir(subdir)
subfile = os.path.join(subdir, '!a file!')
f = open(subfile, 'w')
f.write('Some data.')
f.close()
os.utime(subfile, (1, 2))
subfile += '.exe'
f = open(subfile, 'w')
f.write('Some code.')
f.close()
os.chmod(subfile, 0o500)
os.utime(subfile, (1, 2))
os.symlink('/the/symlink/target', os.path.join(target, 'a symlink'))
def testAdd(self):
sample = os.path.join(self.tmp, 'sample')
os.mkdir(sample)
self.populate_sample(sample)
cli.init_stores()
digest = 'sha1new=7e3eb25a072988f164bae24d33af69c1814eb99a'
try:
cli.stores.lookup(digest)
assert False
except NotStored:
pass
logger.setLevel(logging.ERROR)
try:
cli.do_add([digest + "b", sample])
assert False
except BadDigest:
pass
logger.setLevel(logging.WARN)
old_stdout = sys.stdout
cli.do_add([digest, sample])
sys.stdout = StringIO()
try:
cli.do_find([digest])
assert False
except SystemExit as ex:
assert ex.code == 0
cached = sys.stdout.getvalue().strip()
assert cached == cli.stores.lookup(digest)
for alg in [[], ['sha1new']]:
sys.stdout = StringIO()
try:
cli.do_manifest([cached] + alg)
assert False
except SystemExit as ex:
assert ex.code == 0
result = sys.stdout.getvalue()
assert 'MyFile' in result
assert result.split('\n')[-2] == digest
# Verify...
sys.stdout = StringIO()
cli.do_verify([cached, digest])
cli.do_verify([cached])
cli.do_verify([digest])
# Full audit
cli.do_audit([os.path.dirname(cached)])
# Corrupt it...
os.chmod(cached, 0o700)
open(os.path.join(cached, 'hacked'), 'w').close()
# Verify again...
sys.stdout = StringIO()
try:
cli.do_verify([cached, digest])
assert False
except SystemExit as ex:
assert ex.code == 1
result = sys.stdout.getvalue()
sys.stdout = old_stdout
assert 'Cached item does NOT verify' in result
# Full audit
sys.stdout = StringIO()
try:
cli.do_audit([os.path.dirname(cached)])
except SystemExit as ex:
assert ex.code == 1
result = sys.stdout.getvalue()
sys.stdout = old_stdout
assert 'Cached item does NOT verify' in result
def testList(self):
cli.init_stores()
old_stdout = sys.stdout
sys.stdout = StringIO()
cli.do_list([])
result = sys.stdout.getvalue()
assert 'User store' in result
sys.stdout = old_stdout
def testAddArchive(self):
cli.init_stores()
digest = 'sha1new=290eb133e146635fe37713fd58174324a16d595f'
try:
cli.stores.lookup(digest)
assert False
except NotStored:
pass
cli.do_add([digest, os.path.join(mydir, 'HelloWorld.tgz')])
cli.do_add([digest, os.path.join(mydir, 'HelloWorld.tgz')])
cli.stores.lookup(digest)
def testOptimise(self):
sample = os.path.join(self.tmp, 'sample')
os.mkdir(sample)
self.populate_sample(sample)
self.store.add_dir_to_cache(
'sha1new=7e3eb25a072988f164bae24d33af69c1814eb99a',
sample,
try_helper=False)
subfile = os.path.join(sample, 'My Dir', '!a file!.exe')
mtime = os.stat(subfile).st_mtime
os.chmod(subfile, 0o755)
stream = open(subfile, 'w')
stream.write('Extra!\n')
stream.close()
os.utime(subfile, (mtime, mtime))
self.store.add_dir_to_cache(
'sha1new=40861a33dba4e7c26d37505bd9693511808c0c35',
sample,
try_helper=False)
impl_a = self.store.lookup(
'sha1new=7e3eb25a072988f164bae24d33af69c1814eb99a')
impl_b = self.store.lookup(
'sha1new=40861a33dba4e7c26d37505bd9693511808c0c35')
def same_inode(name):
info_a = os.lstat(os.path.join(impl_a, name))
info_b = os.lstat(os.path.join(impl_b, name))
return info_a.st_ino == info_b.st_ino
assert not same_inode('My Dir/!a file!')
assert not same_inode('My Dir/!a file!.exe')
old_stdout = sys.stdout
sys.stdout = StringIO()
try:
cli.do_optimise([self.store.dir])
got = sys.stdout.getvalue()
finally:
sys.stdout = old_stdout
assert 'Space freed up : 15 bytes' in got
old_stdout = sys.stdout
sys.stdout = StringIO()
try:
cli.do_optimise([self.store.dir])
got = sys.stdout.getvalue()
finally:
sys.stdout = old_stdout
assert 'No duplicates found; no changes made.' in got
assert same_inode('My Dir/!a file!')
assert not same_inode('My Dir/!a file!.exe')
def testCopy(self):
sha1 = manifest.get_algorithm('sha1')
sha1new = manifest.get_algorithm('sha1new')
source = os.path.join(self.tmp, 'badname')
os.mkdir(source)
self.populate_sample(source)
lines = list(sha1new.generate_manifest(source))
self.assertEqual([
'F f7ff9e8b7bb2e09b70935a5d785e0cc5d9d0abf0 2 5 MyFile',
'S 570b0ce957ab43e774c82fca0ea3873fc452278b 19 a symlink',
'D /My Dir',
'F 0236ef92e1e37c57f0eb161e7e2f8b6a8face705 2 10 !a file!',
'X b4ab02f2c791596a980fd35f51f5d92ee0b4705c 2 10 !a file!.exe'
], lines)
digest = sha1.getID(manifest.add_manifest_file(source, sha1))
copy = tempfile.mktemp()
os.mkdir(copy)
try:
# Source must be in the form alg=value
try:
cli.do_copy([source, copy])
assert 0
except BadDigest as ex:
assert 'badname' in str(ex)
source, badname = os.path.join(self.tmp, digest), source
os.chmod(badname, 0o755) # can't rename RO directories on MacOS X
os.rename(badname, source)
os.chmod(source, 0o555)
# Can't copy sha1 implementations (unsafe)
try:
cli.do_copy([source, copy])
except SafeException as ex:
assert 'sha1' in str(ex)
# Already have a .manifest
try:
manifest.add_manifest_file(source, sha1new)
assert 0
except SafeException as ex:
assert '.manifest' in str(ex)
os.chmod(source, 0o700)
os.unlink(os.path.join(source, '.manifest'))
# Switch to sha1new
digest = sha1new.getID(manifest.add_manifest_file(source, sha1new))
source, badname = os.path.join(self.tmp, digest), source
os.chmod(badname, 0o755)
os.rename(badname, source)
os.chmod(source, 0o555)
cli.do_copy([source, copy])
with open(os.path.join(copy, digest, 'MyFile'), 'rt') as stream:
self.assertEqual('Hello', stream.read())
finally:
support.ro_rmtree(copy)
if zeroinstall_dir:
# We've been run by an old version of 0install.
# We assuming that, if installed through 0install, 0launch requires
# the same version of Python as 0compile.
install_prog = [sys.executable, os.path.join(zeroinstall_dir, '0install')]
if not os.path.exists(install_prog[1]):
# For the Windows version...
install_prog[1] = os.path.join(zeroinstall_dir, 'zeroinstall', 'scripts', 'install.py')
else:
install_prog = ['0install']
else:
install_prog = [install_path]
if os.path.isdir('dependencies'):
dep_dir = os.path.realpath('dependencies')
iface_cache.stores.stores.append(Store(dep_dir))
install_prog.append('--with-store='+ dep_dir)
class NoImpl:
id = "none"
version = "none"
no_impl = NoImpl()
def is_package_impl(impl):
return impl.id.startswith("package:")
def lookup(impl_or_sel):
id = impl_or_sel.id
if id.startswith('package:'):
return None
local_path = impl_or_sel.local_path
def testSpecial(self):
os.chmod(self.tmpdir, 02755)
store = Store(self.tmpdir)
store.add_archive_to_cache(
"sha1=3ce644dc725f1d21cfcf02562c76f375944b266a", file("HelloWorld.tgz"), "http://foo/foo.tgz"
)
