def test_misc():
with no_lingering_errors():
with test_tempdir(b'bup-tvfs-') as tmpdir:
bup_dir = tmpdir + b'/bup'
environ[b'GIT_DIR'] = bup_dir
environ[b'BUP_DIR'] = bup_dir
git.repodir = bup_dir
data_path = tmpdir + b'/src'
os.mkdir(data_path)
with open(data_path + b'/file', 'wb+') as tmpfile:
tmpfile.write(b'canary\n')
symlink(b'file', data_path + b'/symlink')
ex((bup_path, b'init'))
ex((bup_path, b'index', b'-v', data_path))
ex((bup_path, b'save', b'-d', b'100000', b'-tvvn', b'test',
b'--strip', data_path))
repo = LocalRepo()
wvstart('readlink')
ls_tree = exo((b'git', b'ls-tree', b'test', b'symlink')).out
mode, typ, oidx, name = ls_tree.strip().split(None, 3)
assert name == b'symlink'
link_item = vfs.Item(oid=unhexlify(oidx), meta=int(mode, 8))
wvpasseq(b'file', vfs.readlink(repo, link_item))
ls_tree = exo((b'git', b'ls-tree', b'test', b'file')).out
mode, typ, oidx, name = ls_tree.strip().split(None, 3)
assert name == b'file'
file_item = vfs.Item(oid=unhexlify(oidx), meta=int(mode, 8))
wvexcept(Exception, vfs.readlink, repo, file_item)
wvstart('item_size')
wvpasseq(4, vfs.item_size(repo, link_item))
wvpasseq(7, vfs.item_size(repo, file_item))
meta = metadata.from_path(fsencode(__file__))
meta.size = 42
fake_item = file_item._replace(meta=meta)
wvpasseq(42, vfs.item_size(repo, fake_item))
_, fakelink_item = vfs.resolve(repo, b'/test/latest',
follow=False)[-1]
wvpasseq(17, vfs.item_size(repo, fakelink_item))
wvstart('augment_item_meta')
run_augment_item_meta_tests(repo, b'/test/latest/file', 7,
b'/test/latest/symlink', b'file')
wvstart('copy_item')
# FIXME: this caused StopIteration
#_, file_item = vfs.resolve(repo, '/file')[-1]
_, file_item = vfs.resolve(repo, b'/test/latest/file')[-1]
file_copy = vfs.copy_item(file_item)
wvpass(file_copy is not file_item)
wvpass(file_copy.meta is not file_item.meta)
wvpass(isinstance(file_copy, tuple))
wvpass(file_item.meta.user)
wvpass(file_copy.meta.user)
file_copy.meta.user = None
wvpass(file_item.meta.user)
def test_misc():
with no_lingering_errors():
with test_tempdir('bup-tvfs-') as tmpdir:
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
git.repodir = bup_dir
data_path = tmpdir + '/src'
os.mkdir(data_path)
with open(data_path + '/file', 'w+') as tmpfile:
tmpfile.write(b'canary\n')
symlink('file', data_path + '/symlink')
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
ex((bup_path, 'save', '-d', '100000', '-tvvn', 'test', '--strip',
data_path))
repo = LocalRepo()
wvstart('readlink')
ls_tree = exo(('git', 'ls-tree', 'test', 'symlink')).out
mode, typ, oidx, name = ls_tree.strip().split(None, 3)
assert name == 'symlink'
link_item = vfs.Item(oid=oidx.decode('hex'), meta=int(mode, 8))
wvpasseq('file', vfs.readlink(repo, link_item))
ls_tree = exo(('git', 'ls-tree', 'test', 'file')).out
mode, typ, oidx, name = ls_tree.strip().split(None, 3)
assert name == 'file'
file_item = vfs.Item(oid=oidx.decode('hex'), meta=int(mode, 8))
wvexcept(Exception, vfs.readlink, repo, file_item)
wvstart('item_size')
wvpasseq(4, vfs.item_size(repo, link_item))
wvpasseq(7, vfs.item_size(repo, file_item))
meta = metadata.from_path(__file__)
meta.size = 42
fake_item = file_item._replace(meta=meta)
wvpasseq(42, vfs.item_size(repo, fake_item))
wvstart('augment_item_meta')
run_augment_item_meta_tests(repo,
'/test/latest/file', 7,
'/test/latest/symlink', 'file')
wvstart('copy_item')
# FIXME: this caused StopIteration
#_, file_item = vfs.resolve(repo, '/file')[-1]
_, file_item = vfs.resolve(repo, '/test/latest/file')[-1]
file_copy = vfs.copy_item(file_item)
wvpass(file_copy is not file_item)
wvpass(file_copy.meta is not file_item.meta)
wvpass(isinstance(file_copy, tuple))
wvpass(file_item.meta.user)
wvpass(file_copy.meta.user)
file_copy.meta.user = None
wvpass(file_item.meta.user)
def run_augment_item_meta_tests(repo, file_path, file_size, link_path,
link_target):
_, file_item = vfs.resolve(repo, file_path)[-1]
_, link_item = vfs.lresolve(repo, link_path)[-1]
wvpass(isinstance(file_item.meta, Metadata))
wvpass(isinstance(link_item.meta, Metadata))
# Note: normally, modifying item.meta values is forbidden
file_item.meta.size = file_item.meta.size or vfs.item_size(repo, file_item)
link_item.meta.size = link_item.meta.size or vfs.item_size(repo, link_item)
## Ensure a fully populated item is left alone
augmented = vfs.augment_item_meta(repo, file_item)
wvpass(augmented is file_item)
wvpass(augmented.meta is file_item.meta)
augmented = vfs.augment_item_meta(repo, file_item, include_size=True)
wvpass(augmented is file_item)
wvpass(augmented.meta is file_item.meta)
## Ensure a missing size is handled poperly
file_item.meta.size = None
augmented = vfs.augment_item_meta(repo, file_item)
wvpass(augmented is file_item)
wvpass(augmented.meta is file_item.meta)
augmented = vfs.augment_item_meta(repo, file_item, include_size=True)
wvpass(augmented is not file_item)
wvpasseq(file_size, augmented.meta.size)
## Ensure a meta mode is handled properly
mode_item = file_item._replace(meta=vfs.default_file_mode)
augmented = vfs.augment_item_meta(repo, mode_item)
augmented_w_size = vfs.augment_item_meta(repo,
mode_item,
include_size=True)
for item in (augmented, augmented_w_size):
meta = item.meta
wvpass(item is not file_item)
wvpass(isinstance(meta, Metadata))
wvpasseq(vfs.default_file_mode, meta.mode)
wvpasseq((0, 0, 0, 0, 0),
(meta.uid, meta.gid, meta.atime, meta.mtime, meta.ctime))
wvpass(augmented.meta.size is None)
wvpasseq(file_size, augmented_w_size.meta.size)
## Ensure symlinks are handled properly
mode_item = link_item._replace(meta=vfs.default_symlink_mode)
augmented = vfs.augment_item_meta(repo, mode_item)
wvpass(augmented is not mode_item)
wvpass(isinstance(augmented.meta, Metadata))
wvpasseq(link_target, augmented.meta.symlink_target)
wvpasseq(len(link_target), augmented.meta.size)
augmented = vfs.augment_item_meta(repo, mode_item, include_size=True)
wvpass(augmented is not mode_item)
wvpass(isinstance(augmented.meta, Metadata))
wvpasseq(link_target, augmented.meta.symlink_target)
wvpasseq(len(link_target), augmented.meta.size)
def run_augment_item_meta_tests(repo,
file_path, file_size,
link_path, link_target):
_, file_item = vfs.resolve(repo, file_path)[-1]
_, link_item = vfs.resolve(repo, link_path, follow=False)[-1]
wvpass(isinstance(file_item.meta, Metadata))
wvpass(isinstance(link_item.meta, Metadata))
# Note: normally, modifying item.meta values is forbidden
file_item.meta.size = file_item.meta.size or vfs.item_size(repo, file_item)
link_item.meta.size = link_item.meta.size or vfs.item_size(repo, link_item)
## Ensure a fully populated item is left alone
augmented = vfs.augment_item_meta(repo, file_item)
wvpass(augmented is file_item)
wvpass(augmented.meta is file_item.meta)
augmented = vfs.augment_item_meta(repo, file_item, include_size=True)
wvpass(augmented is file_item)
wvpass(augmented.meta is file_item.meta)
## Ensure a missing size is handled poperly
file_item.meta.size = None
augmented = vfs.augment_item_meta(repo, file_item)
wvpass(augmented is file_item)
wvpass(augmented.meta is file_item.meta)
augmented = vfs.augment_item_meta(repo, file_item, include_size=True)
wvpass(augmented is not file_item)
wvpasseq(file_size, augmented.meta.size)
## Ensure a meta mode is handled properly
mode_item = file_item._replace(meta=vfs.default_file_mode)
augmented = vfs.augment_item_meta(repo, mode_item)
augmented_w_size = vfs.augment_item_meta(repo, mode_item, include_size=True)
for item in (augmented, augmented_w_size):
meta = item.meta
wvpass(item is not file_item)
wvpass(isinstance(meta, Metadata))
wvpasseq(vfs.default_file_mode, meta.mode)
wvpasseq((0, 0, 0, 0, 0),
(meta.uid, meta.gid, meta.atime, meta.mtime, meta.ctime))
wvpass(augmented.meta.size is None)
wvpasseq(file_size, augmented_w_size.meta.size)
## Ensure symlinks are handled properly
mode_item = link_item._replace(meta=vfs.default_symlink_mode)
augmented = vfs.augment_item_meta(repo, mode_item)
wvpass(augmented is not mode_item)
wvpass(isinstance(augmented.meta, Metadata))
wvpasseq(link_target, augmented.meta.symlink_target)
wvpasseq(len(link_target), augmented.meta.size)
augmented = vfs.augment_item_meta(repo, mode_item, include_size=True)
wvpass(augmented is not mode_item)
wvpass(isinstance(augmented.meta, Metadata))
wvpasseq(link_target, augmented.meta.symlink_target)
wvpasseq(len(link_target), augmented.meta.size)
def display_info(name, item, resolved_item, display_name=None):
global opt
# link should be based on fully resolved type to avoid extra
# HTTP redirect.
link = tornado.escape.url_escape(name, plus=False)
if stat.S_ISDIR(vfs.item_mode(resolved_item)):
link += '/'
link = link.encode('ascii')
size = vfs.item_size(repo, item)
if opt.human_readable:
display_size = format_filesize(size)
else:
display_size = size
if not display_name:
mode = vfs.item_mode(item)
if stat.S_ISDIR(mode):
display_name = name + b'/'
elif stat.S_ISLNK(mode):
display_name = name + b'@'
else:
display_name = name
return display_name, link + url_query, display_size
def test_read_and_seek():
# Write a set of randomly sized files containing random data whose
# names are their sizes, and then verify that what we get back
# from the vfs when seeking and reading with various block sizes
# matches the original content.
with no_lingering_errors():
with test_tempdir(b'bup-tvfs-read-') as tmpdir:
resolve = vfs.resolve
bup_dir = tmpdir + b'/bup'
environ[b'GIT_DIR'] = bup_dir
environ[b'BUP_DIR'] = bup_dir
git.repodir = bup_dir
repo = LocalRepo()
data_path = tmpdir + b'/src'
os.mkdir(data_path)
seed = randint(-(1 << 31), (1 << 31) - 1)
rand = Random()
rand.seed(seed)
print('test_read seed:', seed, file=sys.stderr)
max_size = 2 * 1024 * 1024
sizes = set((rand.randint(1, max_size) for _ in range(5)))
sizes.add(1)
sizes.add(max_size)
for size in sizes:
write_sized_random_content(data_path, size, seed)
ex((bup_path, b'init'))
ex((bup_path, b'index', b'-v', data_path))
ex((bup_path, b'save', b'-d', b'100000', b'-tvvn', b'test',
b'--strip', data_path))
read_sizes = set((rand.randint(1, max_size) for _ in range(10)))
sizes.add(1)
sizes.add(max_size)
print('test_read src sizes:', sizes, file=sys.stderr)
print('test_read read sizes:', read_sizes, file=sys.stderr)
for size in sizes:
res = resolve(repo,
b'/test/latest/' + str(size).encode('ascii'))
_, item = res[-1]
wvpasseq(size, vfs.item_size(repo, res[-1][1]))
validate_vfs_streaming_read(repo, item,
b'%s/%d' % (data_path, size),
read_sizes)
validate_vfs_seeking_read(repo, item,
b'%s/%d' % (data_path, size),
read_sizes)
def test_read_and_seek():
# Write a set of randomly sized files containing random data whose
# names are their sizes, and then verify that what we get back
# from the vfs when seeking and reading with various block sizes
# matches the original content.
with no_lingering_errors():
with test_tempdir('bup-tvfs-read-') as tmpdir:
resolve = vfs.resolve
bup_dir = tmpdir + '/bup'
environ['GIT_DIR'] = bup_dir
environ['BUP_DIR'] = bup_dir
git.repodir = bup_dir
repo = LocalRepo()
data_path = tmpdir + '/src'
os.mkdir(data_path)
seed = randint(-(1 << 31), (1 << 31) - 1)
rand = Random()
rand.seed(seed)
print('test_read seed:', seed, file=sys.stderr)
max_size = 2 * 1024 * 1024
sizes = set((rand.randint(1, max_size) for _ in xrange(5)))
sizes.add(1)
sizes.add(max_size)
for size in sizes:
write_sized_random_content(data_path, size, seed)
ex((bup_path, 'init'))
ex((bup_path, 'index', '-v', data_path))
ex((bup_path, 'save', '-d', '100000', '-tvvn', 'test', '--strip',
data_path))
read_sizes = set((rand.randint(1, max_size) for _ in xrange(10)))
sizes.add(1)
sizes.add(max_size)
print('test_read src sizes:', sizes, file=sys.stderr)
print('test_read read sizes:', read_sizes, file=sys.stderr)
for size in sizes:
res = resolve(repo, '/test/latest/' + str(size))
_, item = res[-1]
wvpasseq(size, vfs.item_size(repo, res[-1][1]))
validate_vfs_streaming_read(repo, item,
'%s/%d' % (data_path, size),
read_sizes)
validate_vfs_seeking_read(repo, item,
'%s/%d' % (data_path, size),
read_sizes)
def display_info(name,
item,
resolved_item,
display_name=None,
omitsize=False):
global opt
# link should be based on fully resolved type to avoid extra
# HTTP redirect.
link = tornado.escape.url_escape(name, plus=False)
if stat.S_ISDIR(vfs.item_mode(resolved_item)):
link += '/'
link = link.encode('ascii')
if not omitsize:
size = vfs.item_size(repo, item)
if args.hsizes:
display_size = format_filesize(size)
else:
display_size = size
else:
display_size = None
if not display_name:
mode = vfs.item_mode(item)
if stat.S_ISDIR(mode):
display_name = name + b'/'
display_size = None
elif stat.S_ISLNK(mode):
display_name = name + b'@'
display_size = None
else:
display_name = name
meta = resolved_item.meta
if not isinstance(meta, Metadata):
meta = None
try:
oidx = hexlify(resolved_item.oid)
except AttributeError:
oidx = ''
return display_name, link + args, display_size, meta, oidx
def display_info(name, item, resolved_item, display_name=None):
# link should be based on fully resolved type to avoid extra
# HTTP redirect.
if stat.S_ISDIR(vfs.item_mode(resolved_item)):
link = urllib.quote(name) + '/'
else:
link = urllib.quote(name)
size = vfs.item_size(repo, item)
if opt.human_readable:
display_size = format_filesize(size)
else:
display_size = size
if not display_name:
mode = vfs.item_mode(item)
if stat.S_ISDIR(mode):
display_name = name + '/'
elif stat.S_ISLNK(mode):
display_name = name + '@'
else:
display_name = name
return display_name, link + url_query, display_size
def display_info(name, item, resolved_item, display_name=None):
# link should be based on fully resolved type to avoid extra
# HTTP redirect.
if stat.S_ISDIR(vfs.item_mode(resolved_item)):
link = urllib.quote(name) + '/'
else:
link = urllib.quote(name)
size = vfs.item_size(repo, item)
if opt.human_readable:
display_size = format_filesize(size)
else:
display_size = size
if not display_name:
mode = vfs.item_mode(item)
if stat.S_ISDIR(mode):
display_name = name + '/'
elif stat.S_ISLNK(mode):
display_name = name + '@'
else:
display_name = name
return display_name, link + url_query, display_size
