def validate_tree(src_id, dest_id):
rmrf(b'restore-src')
rmrf(b'restore-dest')
mkdir(b'restore-src')
mkdir(b'restore-dest')
commit_env = merge_dict(environ, {b'GIT_COMMITTER_DATE': b'2014-01-01 01:01'})
# Create a commit so the archive contents will have matching timestamps.
src_c = exo((b'git', b'--git-dir', b'get-src',
b'commit-tree', b'-m', b'foo', src_id),
env=commit_env).out.strip()
dest_c = exo((b'git', b'--git-dir', b'get-dest',
b'commit-tree', b'-m', b'foo', dest_id),
env=commit_env).out.strip()
exr = verify_rcz(b'git --git-dir get-src archive %s | tar xvf - -C restore-src'
% bquote(src_c),
shell=True)
if exr.rc != 0: return False
exr = verify_rcz(b'git --git-dir get-dest archive %s | tar xvf - -C restore-dest'
% bquote(dest_c),
shell=True)
if exr.rc != 0: return False
# git archive doesn't include an entry for ./.
unlink(b'restore-src/pax_global_header')
unlink(b'restore-dest/pax_global_header')
ex((b'touch', b'-r', b'restore-src', b'restore-dest'))
verify_trees_match(b'restore-src/', b'restore-dest/')
rmrf(b'restore-src')
rmrf(b'restore-dest')
def validate_commit(src_id, dest_id):
exr = verify_rcz((b'git', b'--git-dir', b'get-src', b'cat-file', b'commit', src_id))
if exr.rc != 0: return False
src_cat = exr.out
exr = verify_rcz((b'git', b'--git-dir', b'get-dest', b'cat-file', b'commit', dest_id))
if exr.rc != 0: return False
dest_cat = exr.out
wvpasseq(src_cat, dest_cat)
if src_cat != dest_cat: return False
rmrf(b'restore-src')
rmrf(b'restore-dest')
mkdir(b'restore-src')
mkdir(b'restore-dest')
qsrc = bquote(src_id)
qdest = bquote(dest_id)
exr = verify_rcz((b'git --git-dir get-src archive ' + qsrc
+ b' | tar xf - -C restore-src'),
shell=True)
if exr.rc != 0: return False
exr = verify_rcz((b'git --git-dir get-dest archive ' + qdest +
b' | tar xf - -C restore-dest'),
shell=True)
if exr.rc != 0: return False
# git archive doesn't include an entry for ./.
ex((b'touch', b'-r', b'restore-src', b'restore-dest'))
verify_trees_match(b'restore-src/', b'restore-dest/')
rmrf(b'restore-src')
rmrf(b'restore-dest')
def prep_and_test_repo(tmpdir, create_repo, test_repo):
bup_dir = tmpdir + b'/bup'
environ[b'GIT_DIR'] = bup_dir
environ[b'BUP_DIR'] = bup_dir
ex((bup_path, b'init'))
git.repodir = bup_dir
with create_repo(bup_dir) as repo:
test_repo(repo, tmpdir)
def prep_and_test_repo(name, create_repo, test_repo):
with no_lingering_errors():
with test_tempdir(b'bup-t' + name) as tmpdir:
bup_dir = tmpdir + b'/bup'
environ[b'GIT_DIR'] = bup_dir
environ[b'BUP_DIR'] = bup_dir
ex((bup_path, b'init'))
git.repodir = bup_dir
with create_repo(bup_dir) as repo:
test_repo(repo, tmpdir)
def run_get(disposition, method, what=None, given=None):
global bup_cmd
rmrf(b'get-dest')
ex((bup_cmd, b'-d', b'get-dest', b'init'))
if given:
# FIXME: replace bup-get with independent commands as is feasible
exr = _run_get(disposition, b'--replace', given)
assert not exr.rc
return _run_get(disposition, method, what)
def prep_and_test_repo(name, create_repo, test_repo):
with no_lingering_errors():
with test_tempdir('bup-t' + name) as tmpdir:
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
environ['BUP_MAIN_EXE'] = bup_path
ex((bup_path, 'init'))
git.repodir = bup_dir
with create_repo(bup_dir) as repo:
test_repo(repo, tmpdir)
def test_duplicate_save_dates():
with no_lingering_errors():
with test_tempdir(b'bup-tvfs-') as tmpdir:
bup_dir = tmpdir + b'/bup'
environ[b'GIT_DIR'] = bup_dir
environ[b'BUP_DIR'] = bup_dir
environ[b'TZ'] = b'UTC'
tzset()
git.repodir = bup_dir
data_path = tmpdir + b'/src'
os.mkdir(data_path)
with open(data_path + b'/file', 'wb+') as tmpfile:
tmpfile.write(b'canary\n')
ex((b'env', ))
ex((bup_path, b'init'))
ex((bup_path, b'index', b'-v', data_path))
for i in range(11):
ex((bup_path, b'save', b'-d', b'100000', b'-n', b'test',
data_path))
repo = LocalRepo()
res = vfs.resolve(repo, b'/test')
wvpasseq(2, len(res))
name, revlist = res[-1]
wvpasseq(b'test', name)
wvpasseq((b'.', b'1970-01-02-034640-00', b'1970-01-02-034640-01',
b'1970-01-02-034640-02', b'1970-01-02-034640-03',
b'1970-01-02-034640-04', b'1970-01-02-034640-05',
b'1970-01-02-034640-06', b'1970-01-02-034640-07',
b'1970-01-02-034640-08', b'1970-01-02-034640-09',
b'1970-01-02-034640-10', b'latest'),
tuple(sorted(x[0] for x in vfs.contents(repo, revlist))))
def validate_tagged_save(tag_name, restore_subpath,
commit_id, tree_id, orig_value, get_out):
out = get_out.splitlines()
wvpasseq(1, len(out))
get_tag_id = out[0]
wvpasseq(commit_id, get_tag_id)
# Make sure tmp doesn't already exist.
exr = exo((b'git', b'--git-dir', b'get-dest', b'show-ref', b'tmp-branch-for-tag'),
check=False)
wvpasseq(1, exr.rc)
ex((b'git', b'--git-dir', b'get-dest', b'branch', b'tmp-branch-for-tag',
b'refs/tags/' + tag_name))
_validate_save(orig_value, b'tmp-branch-for-tag/latest' + restore_subpath,
commit_id, tree_id)
ex((b'git', b'--git-dir', b'get-dest', b'branch', b'-D', b'tmp-branch-for-tag'))
def _run_get(disposition, method, what):
print('run_get:', repr((disposition, method, what)), file=sys.stderr)
global bup_cmd
if disposition == 'get':
get_cmd = (bup_cmd, b'-d', b'get-dest',
b'get', b'-vvct', b'--print-tags', b'-s', b'get-src')
elif disposition == 'get-on':
get_cmd = (bup_cmd, b'-d', b'get-dest',
b'on', b'-', b'get', b'-vvct', b'--print-tags', b'-s', b'get-src')
elif disposition == 'get-to':
get_cmd = (bup_cmd, b'-d', b'get-dest',
b'get', b'-vvct', b'--print-tags', b'-s', b'get-src',
b'-r', b'-:' + getcwd() + b'/get-dest')
else:
raise Exception('error: unexpected get disposition ' + repr(disposition))
if isinstance(what, bytes):
cmd = get_cmd + (method, what)
else:
assert not isinstance(what, str) # python 3 sanity check
if method in (b'--ff', b'--append', b'--pick', b'--force-pick', b'--new-tag',
b'--replace'):
method += b':'
src, dest = what
cmd = get_cmd + (method, src, dest)
result = exo(cmd, check=False, stderr=PIPE)
fsck = ex((bup_cmd, b'-d', b'get-dest', b'fsck'), check=False)
wvpasseq(0, fsck.rc)
return result
def test_duplicate_save_dates():
with no_lingering_errors():
with test_tempdir('bup-tvfs-') as tmpdir:
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
environ['TZ'] = 'UTC'
git.repodir = bup_dir
data_path = tmpdir + '/src'
os.mkdir(data_path)
with open(data_path + '/file', 'w+') as tmpfile:
tmpfile.write(b'canary\n')
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
for i in range(11):
ex((bup_path, 'save', '-d', '100000', '-n', 'test', data_path))
repo = LocalRepo()
res = vfs.resolve(repo, '/test')
wvpasseq(2, len(res))
name, revlist = res[-1]
wvpasseq('test', name)
wvpasseq(('.',
'1970-01-02-034640-00',
'1970-01-02-034640-01',
'1970-01-02-034640-02',
'1970-01-02-034640-03',
'1970-01-02-034640-04',
'1970-01-02-034640-05',
'1970-01-02-034640-06',
'1970-01-02-034640-07',
'1970-01-02-034640-08',
'1970-01-02-034640-09',
'1970-01-02-034640-10',
'latest'),
tuple(sorted(x[0] for x in vfs.contents(repo, revlist))))
def test_resolve_loop():
with no_lingering_errors():
with test_tempdir('bup-tvfs-resloop-') as tmpdir:
resolve = vfs.resolve
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
git.repodir = bup_dir
repo = LocalRepo()
data_path = tmpdir + '/src'
os.mkdir(data_path)
symlink('loop', data_path + '/loop')
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
save_utc = 100000
ex((bup_path, 'save', '-d', str(save_utc), '-tvvn', 'test',
'--strip', data_path))
save_name = strftime('%Y-%m-%d-%H%M%S', localtime(save_utc))
try:
wvpasseq('this call should never return',
resolve(repo, '/test/%s/loop' % save_name))
except vfs.IOError as res_ex:
wvpasseq(ELOOP, res_ex.errno)
wvpasseq(['', 'test', save_name, 'loop'],
[name for name, item in res_ex.terminus])
def test_misc():
with no_lingering_errors():
with test_tempdir(b'bup-tvfs-') as tmpdir:
bup_dir = tmpdir + b'/bup'
environ[b'GIT_DIR'] = bup_dir
environ[b'BUP_DIR'] = bup_dir
git.repodir = bup_dir
data_path = tmpdir + b'/src'
os.mkdir(data_path)
with open(data_path + b'/file', 'wb+') as tmpfile:
tmpfile.write(b'canary\n')
symlink(b'file', data_path + b'/symlink')
ex((bup_path, b'init'))
ex((bup_path, b'index', b'-v', data_path))
ex((bup_path, b'save', b'-d', b'100000', b'-tvvn', b'test',
b'--strip', data_path))
repo = LocalRepo()
wvstart('readlink')
ls_tree = exo((b'git', b'ls-tree', b'test', b'symlink')).out
mode, typ, oidx, name = ls_tree.strip().split(None, 3)
assert name == b'symlink'
link_item = vfs.Item(oid=unhexlify(oidx), meta=int(mode, 8))
wvpasseq(b'file', vfs.readlink(repo, link_item))
ls_tree = exo((b'git', b'ls-tree', b'test', b'file')).out
mode, typ, oidx, name = ls_tree.strip().split(None, 3)
assert name == b'file'
file_item = vfs.Item(oid=unhexlify(oidx), meta=int(mode, 8))
wvexcept(Exception, vfs.readlink, repo, file_item)
wvstart('item_size')
wvpasseq(4, vfs.item_size(repo, link_item))
wvpasseq(7, vfs.item_size(repo, file_item))
meta = metadata.from_path(fsencode(__file__))
meta.size = 42
fake_item = file_item._replace(meta=meta)
wvpasseq(42, vfs.item_size(repo, fake_item))
_, fakelink_item = vfs.resolve(repo, b'/test/latest',
follow=False)[-1]
wvpasseq(17, vfs.item_size(repo, fakelink_item))
wvstart('augment_item_meta')
run_augment_item_meta_tests(repo, b'/test/latest/file', 7,
b'/test/latest/symlink', b'file')
wvstart('copy_item')
# FIXME: this caused StopIteration
#_, file_item = vfs.resolve(repo, '/file')[-1]
_, file_item = vfs.resolve(repo, b'/test/latest/file')[-1]
file_copy = vfs.copy_item(file_item)
wvpass(file_copy is not file_item)
wvpass(file_copy.meta is not file_item.meta)
wvpass(isinstance(file_copy, tuple))
wvpass(file_item.meta.user)
wvpass(file_copy.meta.user)
file_copy.meta.user = None
wvpass(file_item.meta.user)
def test_misc():
with no_lingering_errors():
with test_tempdir('bup-tvfs-') as tmpdir:
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
git.repodir = bup_dir
data_path = tmpdir + '/src'
os.mkdir(data_path)
with open(data_path + '/file', 'w+') as tmpfile:
tmpfile.write(b'canary\n')
symlink('file', data_path + '/symlink')
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
ex((bup_path, 'save', '-d', '100000', '-tvvn', 'test', '--strip',
data_path))
repo = LocalRepo()
wvstart('readlink')
ls_tree = exo(('git', 'ls-tree', 'test', 'symlink')).out
mode, typ, oidx, name = ls_tree.strip().split(None, 3)
assert name == 'symlink'
link_item = vfs.Item(oid=oidx.decode('hex'), meta=int(mode, 8))
wvpasseq('file', vfs.readlink(repo, link_item))
ls_tree = exo(('git', 'ls-tree', 'test', 'file')).out
mode, typ, oidx, name = ls_tree.strip().split(None, 3)
assert name == 'file'
file_item = vfs.Item(oid=oidx.decode('hex'), meta=int(mode, 8))
wvexcept(Exception, vfs.readlink, repo, file_item)
wvstart('item_size')
wvpasseq(4, vfs.item_size(repo, link_item))
wvpasseq(7, vfs.item_size(repo, file_item))
meta = metadata.from_path(__file__)
meta.size = 42
fake_item = file_item._replace(meta=meta)
wvpasseq(42, vfs.item_size(repo, fake_item))
wvstart('augment_item_meta')
run_augment_item_meta_tests(repo,
'/test/latest/file', 7,
'/test/latest/symlink', 'file')
wvstart('copy_item')
# FIXME: this caused StopIteration
#_, file_item = vfs.resolve(repo, '/file')[-1]
_, file_item = vfs.resolve(repo, '/test/latest/file')[-1]
file_copy = vfs.copy_item(file_item)
wvpass(file_copy is not file_item)
wvpass(file_copy.meta is not file_item.meta)
wvpass(isinstance(file_copy, tuple))
wvpass(file_item.meta.user)
wvpass(file_copy.meta.user)
file_copy.meta.user = None
wvpass(file_item.meta.user)
def create_older_random_saves(n, start_utc, end_utc):
with open(b'foo', 'wb') as f:
pass
ex([b'git', b'add', b'foo'])
utcs = set()
while len(utcs) != n:
utcs.add(randint(start_utc, end_utc))
utcs = sorted(utcs)
for utc in utcs:
with open(b'foo', 'wb') as f:
f.write(b'%d\n' % utc)
ex([b'git', b'commit', b'--date', b'%d' % utc, b'-qam', b'%d' % utc])
ex([b'git', b'gc', b'--aggressive'])
return utcs
def test_resolve_loop(repo, tmpdir):
data_path = tmpdir + b'/src'
os.mkdir(data_path)
symlink(b'loop', data_path + b'/loop')
ex((bup_path, b'init'))
ex((bup_path, b'index', b'-v', data_path))
save_utc = 100000
ex((bup_path, b'save', b'-d', b'%d' % save_utc, b'-tvvn', b'test', b'--strip',
data_path))
save_name = strftime('%Y-%m-%d-%H%M%S', localtime(save_utc)).encode('ascii')
try:
wvpasseq('this call should never return',
repo.resolve(b'/test/%s/loop' % save_name))
except vfs.IOError as res_ex:
wvpasseq(ELOOP, res_ex.errno)
wvpasseq([b'', b'test', save_name, b'loop'],
[name for name, item in res_ex.terminus])
def test_resolve_loop(repo, tmpdir):
data_path = tmpdir + '/src'
os.mkdir(data_path)
symlink('loop', data_path + '/loop')
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
save_utc = 100000
ex((bup_path, 'save', '-d', str(save_utc), '-tvvn', 'test', '--strip',
data_path))
save_name = strftime('%Y-%m-%d-%H%M%S', localtime(save_utc))
try:
wvpasseq('this call should never return',
repo.resolve('/test/%s/loop' % save_name))
except vfs.IOError as res_ex:
wvpasseq(ELOOP, res_ex.errno)
wvpasseq(['', 'test', save_name, 'loop'],
[name for name, item in res_ex.terminus])
def test_read_and_seek():
# Write a set of randomly sized files containing random data whose
# names are their sizes, and then verify that what we get back
# from the vfs when seeking and reading with various block sizes
# matches the original content.
with no_lingering_errors():
with test_tempdir(b'bup-tvfs-read-') as tmpdir:
resolve = vfs.resolve
bup_dir = tmpdir + b'/bup'
environ[b'GIT_DIR'] = bup_dir
environ[b'BUP_DIR'] = bup_dir
git.repodir = bup_dir
repo = LocalRepo()
data_path = tmpdir + b'/src'
os.mkdir(data_path)
seed = randint(-(1 << 31), (1 << 31) - 1)
rand = Random()
rand.seed(seed)
print('test_read seed:', seed, file=sys.stderr)
max_size = 2 * 1024 * 1024
sizes = set((rand.randint(1, max_size) for _ in range(5)))
sizes.add(1)
sizes.add(max_size)
for size in sizes:
write_sized_random_content(data_path, size, seed)
ex((bup_path, b'init'))
ex((bup_path, b'index', b'-v', data_path))
ex((bup_path, b'save', b'-d', b'100000', b'-tvvn', b'test',
b'--strip', data_path))
read_sizes = set((rand.randint(1, max_size) for _ in range(10)))
sizes.add(1)
sizes.add(max_size)
print('test_read src sizes:', sizes, file=sys.stderr)
print('test_read read sizes:', read_sizes, file=sys.stderr)
for size in sizes:
res = resolve(repo,
b'/test/latest/' + str(size).encode('ascii'))
_, item = res[-1]
wvpasseq(size, vfs.item_size(repo, res[-1][1]))
validate_vfs_streaming_read(repo, item,
b'%s/%d' % (data_path, size),
read_sizes)
validate_vfs_seeking_read(repo, item,
b'%s/%d' % (data_path, size),
read_sizes)
def test_read_and_seek():
# Write a set of randomly sized files containing random data whose
# names are their sizes, and then verify that what we get back
# from the vfs when seeking and reading with various block sizes
# matches the original content.
with no_lingering_errors():
with test_tempdir('bup-tvfs-read-') as tmpdir:
resolve = vfs.resolve
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
git.repodir = bup_dir
repo = LocalRepo()
data_path = tmpdir + '/src'
os.mkdir(data_path)
seed = randint(-(1 << 31), (1 << 31) - 1)
rand = Random()
rand.seed(seed)
print('test_read seed:', seed, file=sys.stderr)
max_size = 2 * 1024 * 1024
sizes = set((rand.randint(1, max_size) for _ in xrange(5)))
sizes.add(1)
sizes.add(max_size)
for size in sizes:
write_sized_random_content(data_path, size, seed)
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
ex((bup_path, 'save', '-d', '100000', '-tvvn', 'test', '--strip',
data_path))
read_sizes = set((rand.randint(1, max_size) for _ in xrange(10)))
sizes.add(1)
sizes.add(max_size)
print('test_read src sizes:', sizes, file=sys.stderr)
print('test_read read sizes:', read_sizes, file=sys.stderr)
for size in sizes:
res = resolve(repo, '/test/latest/' + str(size))
_, item = res[-1]
wvpasseq(size, vfs.item_size(repo, res[-1][1]))
validate_vfs_streaming_read(repo, item,
'%s/%d' % (data_path, size),
read_sizes)
validate_vfs_seeking_read(repo, item,
'%s/%d' % (data_path, size),
read_sizes)
def test_contents_with_mismatched_bupm_git_ordering():
with no_lingering_errors():
with test_tempdir(b'bup-tvfs-') as tmpdir:
bup_dir = tmpdir + b'/bup'
environ[b'GIT_DIR'] = bup_dir
environ[b'BUP_DIR'] = bup_dir
git.repodir = bup_dir
data_path = tmpdir + b'/src'
os.mkdir(data_path)
os.mkdir(data_path + b'/foo')
with open(data_path + b'/foo.', 'wb+') as tmpfile:
tmpfile.write(b'canary\n')
ex((bup_path, b'init'))
ex((bup_path, b'index', b'-v', data_path))
save_utc = 100000
save_name = strftime('%Y-%m-%d-%H%M%S',
localtime(save_utc)).encode('ascii')
ex((bup_path, b'save', b'-tvvn', b'test', b'-d', b'%d' % save_utc,
b'--strip', data_path))
repo = LocalRepo()
tip_sref = exo((b'git', b'show-ref', b'refs/heads/test')).out
tip_oidx = tip_sref.strip().split()[0]
tip_tree_oidx = exo((b'git', b'log', b'--pretty=%T', b'-n1',
tip_oidx)).out.strip()
tip_tree_oid = unhexlify(tip_tree_oidx)
tip_tree = tree_dict(repo, tip_tree_oid)
name, item = vfs.resolve(repo, b'/test/latest')[2]
wvpasseq(save_name, name)
expected = frozenset(
(x.name, vfs.Item(oid=x.oid, meta=x.meta))
for x in (tip_tree[name] for name in (b'.', b'foo', b'foo.')))
contents = tuple(vfs.contents(repo, item))
wvpasseq(expected, frozenset(contents))
# Spot check, in case tree_dict shares too much code with the vfs
name, item = next(((n, i) for n, i in contents if n == b'foo'))
wvpass(S_ISDIR(item.meta))
name, item = next(((n, i) for n, i in contents if n == b'foo.'))
wvpass(S_ISREG(item.meta.mode))
def test_contents_with_mismatched_bupm_git_ordering():
with no_lingering_errors():
with test_tempdir('bup-tvfs-') as tmpdir:
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
git.repodir = bup_dir
data_path = tmpdir + '/src'
os.mkdir(data_path)
os.mkdir(data_path + '/foo')
with open(data_path + '/foo.', 'w+') as tmpfile:
tmpfile.write(b'canary\n')
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
save_utc = 100000
save_name = strftime('%Y-%m-%d-%H%M%S', localtime(save_utc))
ex((bup_path, 'save', '-tvvn', 'test', '-d', str(save_utc),
'--strip', data_path))
repo = LocalRepo()
tip_sref = exo(('git', 'show-ref', 'refs/heads/test')).out
tip_oidx = tip_sref.strip().split()[0]
tip_tree_oidx = exo(('git', 'log', '--pretty=%T', '-n1',
tip_oidx)).out.strip()
tip_tree_oid = tip_tree_oidx.decode('hex')
tip_tree = tree_dict(repo, tip_tree_oid)
name, item = vfs.resolve(repo, '/test/latest')[2]
wvpasseq(save_name, name)
expected = frozenset((x.name, vfs.Item(oid=x.oid, meta=x.meta))
for x in (tip_tree[name]
for name in ('.', 'foo', 'foo.')))
contents = tuple(vfs.contents(repo, item))
wvpasseq(expected, frozenset(contents))
# Spot check, in case tree_dict shares too much code with the vfs
name, item = next(((n, i) for n, i in contents if n == 'foo'))
wvpass(S_ISDIR(item.meta))
name, item = next(((n, i) for n, i in contents if n == 'foo.'))
wvpass(S_ISREG(item.meta.mode))
def create_get_src():
global bup_cmd, src_info
wvstart('preparing')
ex((bup_cmd, b'-d', b'get-src', b'init'))
mkdir(b'src')
open(b'src/unrelated', 'a').close()
ex((bup_cmd, b'-d', b'get-src', b'index', b'src'))
ex((bup_cmd, b'-d', b'get-src', b'save', b'-tcn', b'unrelated-branch', b'src'))
ex((bup_cmd, b'-d', b'get-src', b'index', b'--clear'))
rmrf(b'src')
mkdir(b'src')
open(b'src/zero', 'a').close()
ex((bup_cmd, b'-d', b'get-src', b'index', b'src'))
exr = exo((bup_cmd, b'-d', b'get-src', b'save', b'-tcn', b'src', b'src'))
out = exr.out.splitlines()
tree_0_id = out[0]
commit_0_id = out[-1]
exr = exo((bup_cmd, b'-d', b'get-src', b'ls', b'src'))
save_0 = exr.out.splitlines()[0]
ex((b'git', b'--git-dir', b'get-src', b'branch', b'src-0', b'src'))
ex((b'cp', b'-RPp', b'src', b'src-0'))
rmrf(b'src')
mkdir(b'src')
mkdir(b'src/x')
mkdir(b'src/x/y')
ex((bup_cmd + b' -d get-src random 1k > src/1'), shell=True)
ex((bup_cmd + b' -d get-src random 1k > src/x/2'), shell=True)
ex((bup_cmd, b'-d', b'get-src', b'index', b'src'))
exr = exo((bup_cmd, b'-d', b'get-src', b'save', b'-tcn', b'src', b'src'))
out = exr.out.splitlines()
tree_1_id = out[0]
commit_1_id = out[-1]
exr = exo((bup_cmd, b'-d', b'get-src', b'ls', b'src'))
save_1 = exr.out.splitlines()[1]
ex((b'git', b'--git-dir', b'get-src', b'branch', b'src-1', b'src'))
ex((b'cp', b'-RPp', b'src', b'src-1'))
# Make a copy the current state of src so we'll have an ancestor.
ex((b'cp', b'-RPp',
b'get-src/refs/heads/src', b'get-src/refs/heads/src-ancestor'))
with open(b'src/tiny-file', 'ab') as f: f.write(b'xyzzy')
ex((bup_cmd, b'-d', b'get-src', b'index', b'src'))
ex((bup_cmd, b'-d', b'get-src', b'tick')) # Ensure the save names differ
exr = exo((bup_cmd, b'-d', b'get-src', b'save', b'-tcn', b'src', b'src'))
out = exr.out.splitlines()
tree_2_id = out[0]
commit_2_id = out[-1]
exr = exo((bup_cmd, b'-d', b'get-src', b'ls', b'src'))
save_2 = exr.out.splitlines()[2]
rename(b'src', b'src-2')
src_root = getcwd() + b'/src'
subtree_path = b'src-2/x'
subtree_vfs_path = src_root + b'/x'
# No support for "ls -d", so grep...
exr = exo((bup_cmd, b'-d', b'get-src', b'ls', b'-s', b'src/latest' + src_root))
out = exr.out.splitlines()
subtree_id = None
for line in out:
if b'x' in line:
subtree_id = line.split()[0]
assert(subtree_id)
# With a tiny file, we'll get a single blob, not a chunked tree
tinyfile_path = src_root + b'/tiny-file'
exr = exo((bup_cmd, b'-d', b'get-src', b'ls', b'-s', b'src/latest' + tinyfile_path))
tinyfile_id = exr.out.splitlines()[0].split()[0]
ex((bup_cmd, b'-d', b'get-src', b'tag', b'tinyfile', tinyfile_id))
ex((bup_cmd, b'-d', b'get-src', b'tag', b'subtree', subtree_id))
ex((bup_cmd, b'-d', b'get-src', b'tag', b'tree-0', tree_0_id))
ex((bup_cmd, b'-d', b'get-src', b'tag', b'tree-1', tree_1_id))
ex((bup_cmd, b'-d', b'get-src', b'tag', b'tree-2', tree_2_id))
ex((bup_cmd, b'-d', b'get-src', b'tag', b'commit-0', commit_0_id))
ex((bup_cmd, b'-d', b'get-src', b'tag', b'commit-1', commit_1_id))
ex((bup_cmd, b'-d', b'get-src', b'tag', b'commit-2', commit_2_id))
ex((b'git', b'--git-dir', b'get-src', b'branch', b'commit-1', commit_1_id))
ex((b'git', b'--git-dir', b'get-src', b'branch', b'commit-2', commit_2_id))
return {'tinyfile-path' : tinyfile_path,
'tinyfile-id' : tinyfile_id,
'subtree-id' : subtree_id,
'tree-0-id' : tree_0_id,
'tree-1-id' : tree_1_id,
'tree-2-id' : tree_2_id,
'commit-0-id' : commit_0_id,
'commit-1-id' : commit_1_id,
'commit-2-id' : commit_2_id,
'save-1' : save_1,
'save-2' : save_2,
'subtree-path' : subtree_path,
'subtree-vfs-path' : subtree_vfs_path}
def test_resolve(repo, tmpdir):
data_path = tmpdir + '/src'
resolve = repo.resolve
save_time = 100000
save_time_str = strftime('%Y-%m-%d-%H%M%S', localtime(save_time))
os.mkdir(data_path)
os.mkdir(data_path + '/dir')
with open(data_path + '/file', 'w+') as tmpfile:
print('canary', file=tmpfile)
symlink('file', data_path + '/file-symlink')
symlink('dir', data_path + '/dir-symlink')
symlink('not-there', data_path + '/bad-symlink')
ex((bup_path, 'index', '-v', data_path))
ex((bup_path, 'save', '-d', str(save_time), '-tvvn', 'test',
'--strip', data_path))
ex((bup_path, 'tag', 'test-tag', 'test'))
tip_hash = exo(('git', 'show-ref', 'refs/heads/test'))[0]
tip_oidx = tip_hash.strip().split()[0]
tip_oid = tip_oidx.decode('hex')
tip_tree_oidx = exo(('git', 'log', '--pretty=%T', '-n1',
tip_oidx))[0].strip()
tip_tree_oid = tip_tree_oidx.decode('hex')
tip_tree = tree_dict(repo, tip_tree_oid)
test_revlist_w_meta = vfs.RevList(meta=tip_tree['.'].meta,
oid=tip_oid)
expected_latest_item = vfs.Commit(meta=S_IFDIR | 0o755,
oid=tip_tree_oid,
coid=tip_oid)
expected_latest_item_w_meta = vfs.Commit(meta=tip_tree['.'].meta,
oid=tip_tree_oid,
coid=tip_oid)
expected_latest_link = vfs.FakeLink(meta=vfs.default_symlink_mode,
target=save_time_str)
expected_test_tag_item = expected_latest_item
wvstart('resolve: /')
vfs.clear_cache()
res = resolve('/')
wvpasseq(1, len(res))
wvpasseq((('', vfs._root),), res)
ignore, root_item = res[0]
root_content = frozenset(vfs.contents(repo, root_item))
wvpasseq(frozenset([('.', root_item),
('.tag', vfs._tags),
('test', test_revlist_w_meta)]),
root_content)
for path in ('//', '/.', '/./', '/..', '/../',
'/test/latest/dir/../../..',
'/test/latest/dir/../../../',
'/test/latest/dir/../../../.',
'/test/latest/dir/../../..//',
'/test//latest/dir/../../..',
'/test/./latest/dir/../../..',
'/test/././latest/dir/../../..',
'/test/.//./latest/dir/../../..',
'/test//.//.//latest/dir/../../..'
'/test//./latest/dir/../../..'):
wvstart('resolve: ' + path)
vfs.clear_cache()
res = resolve(path)
wvpasseq((('', vfs._root),), res)
wvstart('resolve: /.tag')
vfs.clear_cache()
res = resolve('/.tag')
wvpasseq(2, len(res))
wvpasseq((('', vfs._root), ('.tag', vfs._tags)),
res)
ignore, tag_item = res[1]
tag_content = frozenset(vfs.contents(repo, tag_item))
wvpasseq(frozenset([('.', tag_item),
('test-tag', expected_test_tag_item)]),
tag_content)
wvstart('resolve: /test')
vfs.clear_cache()
res = resolve('/test')
wvpasseq(2, len(res))
wvpasseq((('', vfs._root), ('test', test_revlist_w_meta)), res)
ignore, test_item = res[1]
test_content = frozenset(vfs.contents(repo, test_item))
# latest has metadata here due to caching
wvpasseq(frozenset([('.', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('latest', expected_latest_link)]),
test_content)
wvstart('resolve: /test/latest')
vfs.clear_cache()
res = resolve('/test/latest')
wvpasseq(3, len(res))
expected_latest_item_w_meta = vfs.Commit(meta=tip_tree['.'].meta,
oid=tip_tree_oid,
coid=tip_oid)
expected = (('', vfs._root),
('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta))
wvpasseq(expected, res)
ignore, latest_item = res[2]
latest_content = frozenset(vfs.contents(repo, latest_item))
expected = frozenset((x.name, vfs.Item(oid=x.oid, meta=x.meta))
for x in (tip_tree[name]
for name in ('.',
'bad-symlink',
'dir',
'dir-symlink',
'file',
'file-symlink')))
wvpasseq(expected, latest_content)
wvstart('resolve: /test/latest/file')
vfs.clear_cache()
res = resolve('/test/latest/file')
wvpasseq(4, len(res))
expected_file_item_w_meta = vfs.Item(meta=tip_tree['file'].meta,
oid=tip_tree['file'].oid)
expected = (('', vfs._root),
('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('file', expected_file_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/bad-symlink')
vfs.clear_cache()
res = resolve('/test/latest/bad-symlink')
wvpasseq(4, len(res))
expected = (('', vfs._root),
('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('not-there', None))
wvpasseq(expected, res)
wvstart('resolve nofollow: /test/latest/bad-symlink')
vfs.clear_cache()
res = resolve('/test/latest/bad-symlink', follow=False)
wvpasseq(4, len(res))
bad_symlink_value = tip_tree['bad-symlink']
expected_bad_symlink_item_w_meta = vfs.Item(meta=bad_symlink_value.meta,
oid=bad_symlink_value.oid)
expected = (('', vfs._root),
('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('bad-symlink', expected_bad_symlink_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/file-symlink')
vfs.clear_cache()
res = resolve('/test/latest/file-symlink')
wvpasseq(4, len(res))
expected = (('', vfs._root),
('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('file', expected_file_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve nofollow: /test/latest/file-symlink')
vfs.clear_cache()
res = resolve('/test/latest/file-symlink', follow=False)
wvpasseq(4, len(res))
file_symlink_value = tip_tree['file-symlink']
expected_file_symlink_item_w_meta = vfs.Item(meta=file_symlink_value.meta,
oid=file_symlink_value.oid)
expected = (('', vfs._root),
('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('file-symlink', expected_file_symlink_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/missing')
vfs.clear_cache()
res = resolve('/test/latest/missing')
wvpasseq(4, len(res))
name, item = res[-1]
wvpasseq('missing', name)
wvpass(item is None)
for path in ('/test/latest/file/',
'/test/latest/file/.',
'/test/latest/file/..',
'/test/latest/file/../',
'/test/latest/file/../.',
'/test/latest/file/../..',
'/test/latest/file/foo'):
wvstart('resolve: ' + path)
vfs.clear_cache()
try:
resolve(path)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq(['', 'test', save_time_str, 'file'],
[name for name, item in res_ex.terminus])
for path in ('/test/latest/file-symlink/',
'/test/latest/file-symlink/.',
'/test/latest/file-symlink/..',
'/test/latest/file-symlink/../',
'/test/latest/file-symlink/../.',
'/test/latest/file-symlink/../..'):
wvstart('resolve nofollow: ' + path)
vfs.clear_cache()
try:
resolve(path, follow=False)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq(['', 'test', save_time_str, 'file'],
[name for name, item in res_ex.terminus])
wvstart('resolve: non-directory parent')
vfs.clear_cache()
file_res = resolve('/test/latest/file')
try:
resolve('foo', parent=file_res)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq(None, res_ex.terminus)
wvstart('resolve nofollow: /test/latest/dir-symlink')
vfs.clear_cache()
res = resolve('/test/latest/dir-symlink', follow=False)
wvpasseq(4, len(res))
dir_symlink_value = tip_tree['dir-symlink']
expected_dir_symlink_item_w_meta = vfs.Item(meta=dir_symlink_value.meta,
oid=dir_symlink_value.oid)
expected = (('', vfs._root),
('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('dir-symlink', expected_dir_symlink_item_w_meta))
wvpasseq(expected, res)
dir_value = tip_tree['dir']
expected_dir_item = vfs.Item(oid=dir_value.oid,
meta=tree_dict(repo, dir_value.oid)['.'].meta)
expected = (('', vfs._root),
('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('dir', expected_dir_item))
def lresolve(*args, **keys):
return resolve(*args, **dict(keys, follow=False))
for resname, resolver in (('resolve', resolve),
('resolve nofollow', lresolve)):
for path in ('/test/latest/dir-symlink/',
'/test/latest/dir-symlink/.'):
wvstart(resname + ': ' + path)
vfs.clear_cache()
res = resolver(path)
wvpasseq(4, len(res))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/dir-symlink')
vfs.clear_cache()
res = resolve(path)
wvpasseq(4, len(res))
wvpasseq(expected, res)
def _test_ff(get_disposition, src_info):
wvstart(get_disposition + ' --ff to root fails')
tinyfile_path = src_info['tinyfile-path']
for item in (b'.tag/tinyfile', b'src/latest' + tinyfile_path):
exr = run_get(get_disposition, b'--ff', (item, b'/'))
wvpassne(0, exr.rc)
verify_rx(br'source for .+ must be a branch, save, or commit', exr.err)
subtree_vfs_path = src_info['subtree-vfs-path']
for item in (b'.tag/subtree', b'src/latest' + subtree_vfs_path):
exr = run_get(get_disposition, b'--ff', (item, b'/'))
wvpassne(0, exr.rc)
verify_rx(br'is impossible; can only --append a tree to a branch',
exr.err)
for item in (b'.tag/commit-1', b'src/latest', b'src'):
exr = run_get(get_disposition, b'--ff', (item, b'/'))
wvpassne(0, exr.rc)
verify_rx(br'destination for .+ is a root, not a branch', exr.err)
wvstart(get_disposition + ' --ff of not-committish fails')
for src in (b'.tag/tinyfile', b'src/latest' + tinyfile_path):
# FIXME: use get_item elsewhere?
for given, get_item in ((None, (src, b'obj')),
(None, (src, b'.tag/obj')),
((b'.tag/tinyfile', b'.tag/obj'), (src, b'.tag/obj')),
((b'.tag/tree-1', b'.tag/obj'), (src, b'.tag/obj')),
((b'.tag/commit-1', b'.tag/obj'), (src, b'.tag/obj')),
((b'.tag/commit-1', b'obj'), (src, b'obj'))):
exr = run_get(get_disposition, b'--ff', get_item, given=given)
wvpassne(0, exr.rc)
verify_rx(br'must be a branch, save, or commit', exr.err)
for src in (b'.tag/subtree', b'src/latest' + subtree_vfs_path):
for given, get_item in ((None, (src, b'obj')),
(None, (src, b'.tag/obj')),
((b'.tag/tinyfile', b'.tag/obj'), (src, b'.tag/obj')),
((b'.tag/tree-1', b'.tag/obj'), (src, b'.tag/obj')),
((b'.tag/commit-1', b'.tag/obj'), (src, b'.tag/obj')),
((b'.tag/commit-1', b'obj'), (src, b'obj'))):
exr = run_get(get_disposition, b'--ff', get_item, given=given)
wvpassne(0, exr.rc)
verify_rx(br'can only --append a tree to a branch', exr.err)
wvstart(get_disposition + ' --ff committish, ff possible')
save_2 = src_info['save-2']
for src in (b'.tag/commit-2', b'src/' + save_2, b'src'):
for given, get_item, complaint in \
((None, (src, b'.tag/obj'),
br'destination .+ must be a valid branch name'),
((b'.tag/tinyfile', b'.tag/obj'), (src, b'.tag/obj'),
br'destination .+ is a blob, not a branch'),
((b'.tag/tree-1', b'.tag/obj'), (src, b'.tag/obj'),
br'destination .+ is a tree, not a branch'),
((b'.tag/commit-1', b'.tag/obj'), (src, b'.tag/obj'),
br'destination .+ is a tagged commit, not a branch'),
((b'.tag/commit-2', b'.tag/obj'), (src, b'.tag/obj'),
br'destination .+ is a tagged commit, not a branch')):
exr = run_get(get_disposition, b'--ff', get_item, given=given)
wvpassne(0, exr.rc)
verify_rx(complaint, exr.err)
# FIXME: use src or item and given or existing consistently in loops...
commit_2_id = src_info['commit-2-id']
tree_2_id = src_info['tree-2-id']
for src in (b'.tag/commit-2', b'src/' + save_2, b'src'):
for given in (None, (b'.tag/commit-1', b'obj'), (b'.tag/commit-2', b'obj')):
exr = run_get(get_disposition, b'--ff', (src, b'obj'), given=given)
wvpasseq(0, exr.rc)
validate_save(b'obj/latest', getcwd() + b'/src',
commit_2_id, tree_2_id, b'src-2', exr.out)
verify_only_refs(heads=(b'obj',), tags=[])
wvstart(get_disposition + ' --ff, implicit destinations')
for item in (b'src', b'src/latest'):
exr = run_get(get_disposition, b'--ff', item)
wvpasseq(0, exr.rc)
ex((b'find', b'get-dest/refs'))
ex((bup_cmd, b'-d', b'get-dest', b'ls'))
validate_save(b'src/latest', getcwd() + b'/src',
commit_2_id, tree_2_id, b'src-2', exr.out)
#verify_only_refs(heads=('src',), tags=[])
wvstart(get_disposition + ' --ff, ff impossible')
for given, get_item in (((b'unrelated-branch', b'src'), b'src'),
((b'.tag/commit-2', b'src'), (b'.tag/commit-1', b'src'))):
exr = run_get(get_disposition, b'--ff', get_item, given=given)
wvpassne(0, exr.rc)
verify_rx(br'destination is not an ancestor of source', exr.err)
def test_prune_older(tmpdir):
environ[b'GIT_AUTHOR_NAME'] = b'bup test'
environ[b'GIT_COMMITTER_NAME'] = b'bup test'
environ[b'GIT_AUTHOR_EMAIL'] = b'bup@a425bc70a02811e49bdf73ee56450e6f'
environ[b'GIT_COMMITTER_EMAIL'] = b'bup@a425bc70a02811e49bdf73ee56450e6f'
seed = int(environ.get(b'BUP_TEST_SEED', time()))
random.seed(seed)
print('random seed:', seed, file=stderr)
save_population = int(environ.get(b'BUP_TEST_PRUNE_OLDER_SAVES', 2000))
prune_cycles = int(environ.get(b'BUP_TEST_PRUNE_OLDER_CYCLES', 20))
prune_gc_cycles = int(environ.get(b'BUP_TEST_PRUNE_OLDER_GC_CYCLES', 10))
bup_cmd = bup.path.exe()
environ[b'BUP_DIR'] = tmpdir + b'/work/.git'
environ[b'GIT_DIR'] = tmpdir + b'/work/.git'
now = int(time())
three_years_ago = now - (60 * 60 * 24 * 366 * 3)
chdir(tmpdir)
ex([b'git', b'init', b'work'])
ex([b'git', b'config', b'gc.autoDetach', b'false'])
wvstart('generating ' + str(save_population) + ' random saves')
chdir(tmpdir + b'/work')
save_utcs = create_older_random_saves(save_population, three_years_ago, now)
chdir(tmpdir)
test_set_hash = exo([b'git', b'show-ref', b'-s', b'master']).out.rstrip()
ls_saves = exo((bup_cmd, b'ls', b'master')).out.splitlines()
wvpasseq(save_population + 1, len(ls_saves))
wvstart('ensure everything kept, if no keep arguments')
ex([b'git', b'reset', b'--hard', test_set_hash])
proc = ex((bup_cmd,
b'prune-older', b'-v', b'--unsafe', b'--no-gc',
b'--wrt', b'%d' % now) \
+ (b'master',),
stdout=None, stderr=PIPE, check=False)
wvpassne(proc.rc, 0)
wvpass(b'at least one keep argument is required' in proc.err)
check_prune_result(save_utcs)
wvstart('running %d generative no-gc tests on %d saves' % (prune_cycles,
save_population))
for spec in unique_period_specs(prune_cycles,
# Make it more likely we'll have
# some outside the save range.
three_years_ago - period_scale[b'm'],
now):
ex([b'git', b'reset', b'--hard', test_set_hash])
expected = sorted(expected_retentions(save_utcs, now, spec))
ex((bup_cmd,
b'prune-older', b'-v', b'--unsafe', b'--no-gc', b'--wrt',
b'%d' % now) \
+ period_spec_to_period_args(spec) \
+ (b'master',))
check_prune_result(expected)
# More expensive because we have to recreate the repo each time
wvstart('running %d generative gc tests on %d saves' % (prune_gc_cycles,
save_population))
ex([b'git', b'reset', b'--hard', test_set_hash])
copytree(b'work/.git', b'clean-test-repo', symlinks=True)
for spec in unique_period_specs(prune_gc_cycles,
# Make it more likely we'll have
# some outside the save range.
three_years_ago - period_scale[b'm'],
now):
rmtree(b'work/.git')
copytree(b'clean-test-repo', b'work/.git')
expected = sorted(expected_retentions(save_utcs, now, spec))
ex((bup_cmd,
b'prune-older', b'-v', b'--unsafe', b'--wrt', b'%d' % now) \
+ period_spec_to_period_args(spec) \
+ (b'master',))
check_prune_result(expected)
def test_resolve():
with no_lingering_errors():
with test_tempdir('bup-tvfs-') as tmpdir:
resolve = vfs.resolve
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
git.repodir = bup_dir
data_path = tmpdir + '/src'
save_time = 100000
save_time_str = strftime('%Y-%m-%d-%H%M%S', localtime(save_time))
os.mkdir(data_path)
os.mkdir(data_path + '/dir')
with open(data_path + '/file', 'w+') as tmpfile:
print('canary', file=tmpfile)
symlink('file', data_path + '/file-symlink')
symlink('dir', data_path + '/dir-symlink')
symlink('not-there', data_path + '/bad-symlink')
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
ex((bup_path, 'save', '-d', str(save_time), '-tvvn', 'test',
'--strip', data_path))
ex((bup_path, 'tag', 'test-tag', 'test'))
repo = LocalRepo()
tip_hash = exo(('git', 'show-ref', 'refs/heads/test'))[0]
tip_oidx = tip_hash.strip().split()[0]
tip_oid = tip_oidx.decode('hex')
tip_tree_oidx = exo(
('git', 'log', '--pretty=%T', '-n1', tip_oidx))[0].strip()
tip_tree_oid = tip_tree_oidx.decode('hex')
tip_tree = tree_dict(repo, tip_tree_oid)
test_revlist_w_meta = vfs.RevList(meta=tip_tree['.'].meta,
oid=tip_oid)
expected_latest_item = vfs.Commit(meta=S_IFDIR | 0o755,
oid=tip_tree_oid,
coid=tip_oid)
expected_latest_item_w_meta = vfs.Commit(meta=tip_tree['.'].meta,
oid=tip_tree_oid,
coid=tip_oid)
expected_latest_link = vfs.FakeLink(meta=vfs.default_symlink_mode,
target=save_time_str)
expected_test_tag_item = expected_latest_item
wvstart('resolve: /')
vfs.clear_cache()
res = resolve(repo, '/')
wvpasseq(1, len(res))
wvpasseq((('', vfs._root), ), res)
ignore, root_item = res[0]
root_content = frozenset(vfs.contents(repo, root_item))
wvpasseq(
frozenset([('.', root_item), ('.tag', vfs._tags),
('test', test_revlist_w_meta)]), root_content)
for path in ('//', '/.', '/./', '/..', '/../',
'/test/latest/dir/../../..',
'/test/latest/dir/../../../',
'/test/latest/dir/../../../.',
'/test/latest/dir/../../..//',
'/test//latest/dir/../../..',
'/test/./latest/dir/../../..',
'/test/././latest/dir/../../..',
'/test/.//./latest/dir/../../..',
'/test//.//.//latest/dir/../../..'
'/test//./latest/dir/../../..'):
wvstart('resolve: ' + path)
vfs.clear_cache()
res = resolve(repo, path)
wvpasseq((('', vfs._root), ), res)
wvstart('resolve: /.tag')
vfs.clear_cache()
res = resolve(repo, '/.tag')
wvpasseq(2, len(res))
wvpasseq((('', vfs._root), ('.tag', vfs._tags)), res)
ignore, tag_item = res[1]
tag_content = frozenset(vfs.contents(repo, tag_item))
wvpasseq(
frozenset([('.', tag_item),
('test-tag', expected_test_tag_item)]), tag_content)
wvstart('resolve: /test')
vfs.clear_cache()
res = resolve(repo, '/test')
wvpasseq(2, len(res))
wvpasseq((('', vfs._root), ('test', test_revlist_w_meta)), res)
ignore, test_item = res[1]
test_content = frozenset(vfs.contents(repo, test_item))
# latest has metadata here due to caching
wvpasseq(
frozenset([('.', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('latest', expected_latest_link)]), test_content)
wvstart('resolve: /test/latest')
vfs.clear_cache()
res = resolve(repo, '/test/latest')
wvpasseq(3, len(res))
expected_latest_item_w_meta = vfs.Commit(meta=tip_tree['.'].meta,
oid=tip_tree_oid,
coid=tip_oid)
expected = (('', vfs._root), ('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta))
wvpasseq(expected, res)
ignore, latest_item = res[2]
latest_content = frozenset(vfs.contents(repo, latest_item))
expected = frozenset(
(x.name, vfs.Item(oid=x.oid, meta=x.meta))
for x in (tip_tree[name]
for name in ('.', 'bad-symlink', 'dir',
'dir-symlink', 'file', 'file-symlink')))
wvpasseq(expected, latest_content)
wvstart('resolve: /test/latest/file')
vfs.clear_cache()
res = resolve(repo, '/test/latest/file')
wvpasseq(4, len(res))
expected_file_item_w_meta = vfs.Item(meta=tip_tree['file'].meta,
oid=tip_tree['file'].oid)
expected = (('', vfs._root), ('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('file', expected_file_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/bad-symlink')
vfs.clear_cache()
res = resolve(repo, '/test/latest/bad-symlink')
wvpasseq(4, len(res))
expected = (('', vfs._root), ('test', test_revlist_w_meta),
(save_time_str,
expected_latest_item_w_meta), ('not-there', None))
wvpasseq(expected, res)
wvstart('resolve nofollow: /test/latest/bad-symlink')
vfs.clear_cache()
res = resolve(repo, '/test/latest/bad-symlink', follow=False)
wvpasseq(4, len(res))
bad_symlink_value = tip_tree['bad-symlink']
expected_bad_symlink_item_w_meta = vfs.Item(
meta=bad_symlink_value.meta, oid=bad_symlink_value.oid)
expected = (('', vfs._root), ('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('bad-symlink', expected_bad_symlink_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/file-symlink')
vfs.clear_cache()
res = resolve(repo, '/test/latest/file-symlink')
wvpasseq(4, len(res))
expected = (('', vfs._root), ('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('file', expected_file_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve nofollow: /test/latest/file-symlink')
vfs.clear_cache()
res = resolve(repo, '/test/latest/file-symlink', follow=False)
wvpasseq(4, len(res))
file_symlink_value = tip_tree['file-symlink']
expected_file_symlink_item_w_meta = vfs.Item(
meta=file_symlink_value.meta, oid=file_symlink_value.oid)
expected = (('', vfs._root), ('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('file-symlink', expected_file_symlink_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/missing')
vfs.clear_cache()
res = resolve(repo, '/test/latest/missing')
wvpasseq(4, len(res))
name, item = res[-1]
wvpasseq('missing', name)
wvpass(item is None)
for path in ('/test/latest/file/', '/test/latest/file/.',
'/test/latest/file/..', '/test/latest/file/../',
'/test/latest/file/../.', '/test/latest/file/../..',
'/test/latest/file/foo'):
wvstart('resolve: ' + path)
vfs.clear_cache()
try:
resolve(repo, path)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq(['', 'test', save_time_str, 'file'],
[name for name, item in res_ex.terminus])
for path in ('/test/latest/file-symlink/',
'/test/latest/file-symlink/.',
'/test/latest/file-symlink/..',
'/test/latest/file-symlink/../',
'/test/latest/file-symlink/../.',
'/test/latest/file-symlink/../..'):
wvstart('resolve nofollow: ' + path)
vfs.clear_cache()
try:
resolve(repo, path, follow=False)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq(['', 'test', save_time_str, 'file'],
[name for name, item in res_ex.terminus])
wvstart('resolve: non-directory parent')
vfs.clear_cache()
file_res = resolve(repo, '/test/latest/file')
try:
resolve(repo, 'foo', parent=file_res)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq(None, res_ex.terminus)
wvstart('resolve nofollow: /test/latest/dir-symlink')
vfs.clear_cache()
res = resolve(repo, '/test/latest/dir-symlink', follow=False)
wvpasseq(4, len(res))
dir_symlink_value = tip_tree['dir-symlink']
expected_dir_symlink_item_w_meta = vfs.Item(
meta=dir_symlink_value.meta, oid=dir_symlink_value.oid)
expected = (('', vfs._root), ('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('dir-symlink', expected_dir_symlink_item_w_meta))
wvpasseq(expected, res)
dir_value = tip_tree['dir']
expected_dir_item = vfs.Item(oid=dir_value.oid,
meta=tree_dict(
repo, dir_value.oid)['.'].meta)
expected = (('', vfs._root), ('test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
('dir', expected_dir_item))
def lresolve(*args, **keys):
return resolve(*args, **dict(keys, follow=False))
for resname, resolver in (('resolve', resolve),
('resolve nofollow', lresolve)):
for path in ('/test/latest/dir-symlink/',
'/test/latest/dir-symlink/.'):
wvstart(resname + ': ' + path)
vfs.clear_cache()
res = resolver(repo, path)
wvpasseq(4, len(res))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/dir-symlink')
vfs.clear_cache()
res = resolve(repo, path)
wvpasseq(4, len(res))
wvpasseq(expected, res)
def bup(*args, **kwargs):
if 'stdout' not in kwargs:
return exo((bup_cmd, ) + args, **kwargs)
return ex((bup_cmd, ) + args, **kwargs)
def test_resolve(repo, tmpdir):
data_path = tmpdir + b'/src'
resolve = repo.resolve
save_time = 100000
save_time_str = strftime('%Y-%m-%d-%H%M%S', localtime(save_time)).encode('ascii')
os.mkdir(data_path)
os.mkdir(data_path + b'/dir')
with open(data_path + b'/file', 'wb+') as tmpfile:
tmpfile.write(b'canary\n')
symlink(b'file', data_path + b'/file-symlink')
symlink(b'dir', data_path + b'/dir-symlink')
symlink(b'not-there', data_path + b'/bad-symlink')
ex((bup_path, b'index', b'-v', data_path))
ex((bup_path, b'save', b'-d', b'%d' % save_time, b'-tvvn', b'test',
b'--strip', data_path))
ex((bup_path, b'tag', b'test-tag', b'test'))
tip_hash = exo((b'git', b'show-ref', b'refs/heads/test'))[0]
tip_oidx = tip_hash.strip().split()[0]
tip_oid = unhexlify(tip_oidx)
tip_tree_oidx = exo((b'git', b'log', b'--pretty=%T', b'-n1',
tip_oidx))[0].strip()
tip_tree_oid = unhexlify(tip_tree_oidx)
tip_tree = tree_dict(repo, tip_tree_oid)
test_revlist_w_meta = vfs.RevList(meta=tip_tree[b'.'].meta,
oid=tip_oid)
expected_latest_item = vfs.Commit(meta=S_IFDIR | 0o755,
oid=tip_tree_oid,
coid=tip_oid)
expected_latest_item_w_meta = vfs.Commit(meta=tip_tree[b'.'].meta,
oid=tip_tree_oid,
coid=tip_oid)
expected_latest_link = vfs.FakeLink(meta=vfs.default_symlink_mode,
target=save_time_str)
expected_test_tag_item = expected_latest_item
wvstart('resolve: /')
vfs.clear_cache()
res = resolve(b'/')
wvpasseq(1, len(res))
wvpasseq(((b'', vfs._root),), res)
ignore, root_item = res[0]
root_content = frozenset(vfs.contents(repo, root_item))
wvpasseq(frozenset([(b'.', root_item),
(b'.tag', vfs._tags),
(b'test', test_revlist_w_meta)]),
root_content)
for path in (b'//', b'/.', b'/./', b'/..', b'/../',
b'/test/latest/dir/../../..',
b'/test/latest/dir/../../../',
b'/test/latest/dir/../../../.',
b'/test/latest/dir/../../..//',
b'/test//latest/dir/../../..',
b'/test/./latest/dir/../../..',
b'/test/././latest/dir/../../..',
b'/test/.//./latest/dir/../../..',
b'/test//.//.//latest/dir/../../..'
b'/test//./latest/dir/../../..'):
wvstart('resolve: ' + path_msg(path))
vfs.clear_cache()
res = resolve(path)
wvpasseq(((b'', vfs._root),), res)
wvstart('resolve: /.tag')
vfs.clear_cache()
res = resolve(b'/.tag')
wvpasseq(2, len(res))
wvpasseq(((b'', vfs._root), (b'.tag', vfs._tags)),
res)
ignore, tag_item = res[1]
tag_content = frozenset(vfs.contents(repo, tag_item))
wvpasseq(frozenset([(b'.', tag_item),
(b'test-tag', expected_test_tag_item)]),
tag_content)
wvstart('resolve: /test')
vfs.clear_cache()
res = resolve(b'/test')
wvpasseq(2, len(res))
wvpasseq(((b'', vfs._root), (b'test', test_revlist_w_meta)), res)
ignore, test_item = res[1]
test_content = frozenset(vfs.contents(repo, test_item))
# latest has metadata here due to caching
wvpasseq(frozenset([(b'.', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
(b'latest', expected_latest_link)]),
test_content)
wvstart('resolve: /test/latest')
vfs.clear_cache()
res = resolve(b'/test/latest')
wvpasseq(3, len(res))
expected_latest_item_w_meta = vfs.Commit(meta=tip_tree[b'.'].meta,
oid=tip_tree_oid,
coid=tip_oid)
expected = ((b'', vfs._root),
(b'test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta))
wvpasseq(expected, res)
ignore, latest_item = res[2]
latest_content = frozenset(vfs.contents(repo, latest_item))
expected = frozenset((x.name, vfs.Item(oid=x.oid, meta=x.meta))
for x in (tip_tree[name]
for name in (b'.',
b'bad-symlink',
b'dir',
b'dir-symlink',
b'file',
b'file-symlink')))
wvpasseq(expected, latest_content)
wvstart('resolve: /test/latest/file')
vfs.clear_cache()
res = resolve(b'/test/latest/file')
wvpasseq(4, len(res))
expected_file_item_w_meta = vfs.Item(meta=tip_tree[b'file'].meta,
oid=tip_tree[b'file'].oid)
expected = ((b'', vfs._root),
(b'test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
(b'file', expected_file_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/bad-symlink')
vfs.clear_cache()
res = resolve(b'/test/latest/bad-symlink')
wvpasseq(4, len(res))
expected = ((b'', vfs._root),
(b'test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
(b'not-there', None))
wvpasseq(expected, res)
wvstart('resolve nofollow: /test/latest/bad-symlink')
vfs.clear_cache()
res = resolve(b'/test/latest/bad-symlink', follow=False)
wvpasseq(4, len(res))
bad_symlink_value = tip_tree[b'bad-symlink']
expected_bad_symlink_item_w_meta = vfs.Item(meta=bad_symlink_value.meta,
oid=bad_symlink_value.oid)
expected = ((b'', vfs._root),
(b'test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
(b'bad-symlink', expected_bad_symlink_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/file-symlink')
vfs.clear_cache()
res = resolve(b'/test/latest/file-symlink')
wvpasseq(4, len(res))
expected = ((b'', vfs._root),
(b'test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
(b'file', expected_file_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve nofollow: /test/latest/file-symlink')
vfs.clear_cache()
res = resolve(b'/test/latest/file-symlink', follow=False)
wvpasseq(4, len(res))
file_symlink_value = tip_tree[b'file-symlink']
expected_file_symlink_item_w_meta = vfs.Item(meta=file_symlink_value.meta,
oid=file_symlink_value.oid)
expected = ((b'', vfs._root),
(b'test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
(b'file-symlink', expected_file_symlink_item_w_meta))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/missing')
vfs.clear_cache()
res = resolve(b'/test/latest/missing')
wvpasseq(4, len(res))
name, item = res[-1]
wvpasseq(b'missing', name)
wvpass(item is None)
for path in (b'/test/latest/file/',
b'/test/latest/file/.',
b'/test/latest/file/..',
b'/test/latest/file/../',
b'/test/latest/file/../.',
b'/test/latest/file/../..',
b'/test/latest/file/foo'):
wvstart('resolve: ' + path_msg(path))
vfs.clear_cache()
try:
resolve(path)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq([b'', b'test', save_time_str, b'file'],
[name for name, item in res_ex.terminus])
for path in (b'/test/latest/file-symlink/',
b'/test/latest/file-symlink/.',
b'/test/latest/file-symlink/..',
b'/test/latest/file-symlink/../',
b'/test/latest/file-symlink/../.',
b'/test/latest/file-symlink/../..'):
wvstart('resolve nofollow: ' + path_msg(path))
vfs.clear_cache()
try:
resolve(path, follow=False)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq([b'', b'test', save_time_str, b'file'],
[name for name, item in res_ex.terminus])
wvstart('resolve: non-directory parent')
vfs.clear_cache()
file_res = resolve(b'/test/latest/file')
try:
resolve(b'foo', parent=file_res)
except vfs.IOError as res_ex:
wvpasseq(ENOTDIR, res_ex.errno)
wvpasseq(None, res_ex.terminus)
wvstart('resolve nofollow: /test/latest/dir-symlink')
vfs.clear_cache()
res = resolve(b'/test/latest/dir-symlink', follow=False)
wvpasseq(4, len(res))
dir_symlink_value = tip_tree[b'dir-symlink']
expected_dir_symlink_item_w_meta = vfs.Item(meta=dir_symlink_value.meta,
oid=dir_symlink_value.oid)
expected = ((b'', vfs._root),
(b'test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
(b'dir-symlink', expected_dir_symlink_item_w_meta))
wvpasseq(expected, res)
dir_value = tip_tree[b'dir']
expected_dir_item = vfs.Item(oid=dir_value.oid,
meta=tree_dict(repo, dir_value.oid)[b'.'].meta)
expected = ((b'', vfs._root),
(b'test', test_revlist_w_meta),
(save_time_str, expected_latest_item_w_meta),
(b'dir', expected_dir_item))
def lresolve(*args, **keys):
return resolve(*args, **dict(keys, follow=False))
for resname, resolver in (('resolve', resolve),
('resolve nofollow', lresolve)):
for path in (b'/test/latest/dir-symlink/',
b'/test/latest/dir-symlink/.'):
wvstart(resname + ': ' + path_msg(path))
vfs.clear_cache()
res = resolver(path)
wvpasseq(4, len(res))
wvpasseq(expected, res)
wvstart('resolve: /test/latest/dir-symlink')
vfs.clear_cache()
res = resolve(path)
wvpasseq(4, len(res))
wvpasseq(expected, res)
