def test_overwrite(self):
fn, _ = gen_rand_file()
n = content.create_file(fn)
self.assertIn('id', n)
n = content.overwrite_file(n['id'], fn)
self.assertEqual(n['contentProperties']['version'], 2)
trash.move_to_trash(n['id'])
def rename(self, old, new):
if old == new:
return
id = query.resolve_path(old, False)
if not id:
raise FuseOSError(errno.ENOENT)
new_bn, old_bn = os.path.basename(new), os.path.basename(old)
new_dn, old_dn = os.path.dirname(new), os.path.dirname(old)
existing_id = query.resolve_path(new, False)
if existing_id:
en = query.get_node(existing_id)
if en and en.is_file():
trash.move_to_trash(existing_id)
else:
raise FuseOSError(errno.EEXIST)
if new_bn != old_bn:
self._rename(id, new_bn)
if new_dn != old_dn:
odir_id = query.resolve_path(old_dn, False)
ndir_id = query.resolve_path(new_dn, False)
if not odir_id or not ndir_id:
raise FuseOSError(errno.ENOTDIR)
self._move(id, odir_id, ndir_id)
def rename(self, old, new):
if old == new:
return
logger.debug('rename %s %s' % (old, new))
id = query.resolve_path(old)
if not id:
raise FuseOSError(errno.ENOENT)
new_bn, old_bn = os.path.basename(new), os.path.basename(old)
new_dn, old_dn = os.path.dirname(new), os.path.dirname(old)
existing_id = query.resolve_path(new)
if existing_id:
en = query.get_node(existing_id)
if en and en.is_file() and en.size == 0:
trash.move_to_trash(existing_id)
else:
raise FuseOSError(errno.EEXIST)
if new_bn != old_bn:
self._rename(id, new_bn)
if new_dn != old_dn:
odir_id = query.resolve_path(old_dn)
ndir_id = query.resolve_path(new_dn)
if not odir_id or not ndir_id:
raise FuseOSError(errno.ENOTDIR)
self._move(id, odir_id, ndir_id)
def test_overwrite(self):
fn, _ = gen_rand_file()
n = content.create_file(fn)
self.assertIn('id', n)
n = content.overwrite_file(n['id'], fn)
self.assertEqual(n['contentProperties']['version'], 2)
trash.move_to_trash(n['id'])
def test_upload_stream(self):
fn = gen_rand_nm()
mmo = gen_rand_anon_mmap()
h = hashing.IncrementalHasher()
n = content.upload_stream(mmo, fn, parent=None, read_callbacks=[h.update])
self.assertEqual(n['contentProperties']['md5'], h.get_result())
trash.move_to_trash(n['id'])
def test_restore(self):
f_id = self.create_random_dir()
n = trash.move_to_trash(f_id)
self.assertEqual(n['status'], 'TRASH')
n = trash.restore(n['id'])
self.assertEqual(n['status'], 'AVAILABLE')
n = trash.move_to_trash(n['id'])
self.assertEqual(n['status'], 'TRASH')
def test_rename_node(self):
nm = gen_rand_nm()
nm2 = gen_rand_nm()
node = content.create_file(nm)
self.assertEqual(node['name'], nm)
node = metadata.rename_node(node['id'], nm2)
self.assertEqual(node['name'], nm2)
trash.move_to_trash(node['id'])
def test_move_node(self):
f_id = self.create_random_dir()
node = content.create_file(gen_rand_nm())
old_parent = node['parents'][0]
node = metadata.move_node(node['id'], old_parent, f_id)
self.assertEqual(node['parents'][0], f_id)
trash.move_to_trash(f_id)
trash.move_to_trash(node['id'])
def test_rename_node(self):
nm = gen_rand_nm()
nm2 = gen_rand_nm()
node = content.create_file(nm)
self.assertEqual(node['name'], nm)
node = metadata.rename_node(node['id'], nm2)
self.assertEqual(node['name'], nm2)
trash.move_to_trash(node['id'])
def test_restore(self):
f_id = self.create_random_dir()
n = trash.move_to_trash(f_id)
self.assertEqual(n['status'], 'TRASH')
n = trash.restore(n['id'])
self.assertEqual(n['status'], 'AVAILABLE')
n = trash.move_to_trash(n['id'])
self.assertEqual(n['status'], 'TRASH')
def test_move_node(self):
f_id = self.create_random_dir()
node = content.create_file(gen_rand_nm())
old_parent = node['parents'][0]
node = metadata.move_node(node['id'], old_parent, f_id)
self.assertEqual(node['parents'][0], f_id)
trash.move_to_trash(f_id)
trash.move_to_trash(node['id'])
def test_overwrite(self):
fn = gen_rand_nm()
open(fn, 'wb').close()
n = content.upload_file(fn)
self.assertIn('id', n)
n = content.overwrite_file(n['id'], fn)
self.assertEqual(n['contentProperties']['version'], 2)
trash.move_to_trash(n['id'])
os.remove(fn)
def test_upload_stream(self):
fn = gen_rand_nm()
mmo = gen_rand_anon_mmap()
h = hashing.IncrementalHasher()
n = content.upload_stream(mmo,
fn,
parent=None,
read_callbacks=[h.update])
self.assertEqual(n['contentProperties']['md5'], h.get_result())
trash.move_to_trash(n['id'])
def test_download(self):
fn, sz = gen_rand_file()
self.assertTrue(sz < content.CONSECUTIVE_DL_LIMIT)
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertIn('id', n)
os.remove(fn)
self.assertFalse(os.path.exists(fn))
content.download_file(n['id'], fn)
md5_dl = hashing.hash_file(fn)
self.assertEqual(md5, md5_dl)
trash.move_to_trash(n['id'])
os.remove(fn)
def test_download(self):
fn, sz = gen_rand_file()
self.assertTrue(sz < content.CONSECUTIVE_DL_LIMIT)
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertIn('id', n)
os.remove(fn)
self.assertFalse(os.path.exists(fn))
content.download_file(n['id'], fn)
md5_dl = hashing.hash_file(fn)
self.assertEqual(md5, md5_dl)
trash.move_to_trash(n['id'])
os.remove(fn)
def test_download_chunked(self):
ch_sz = gen_rand_sz()
content.CHUNK_SIZE = ch_sz
fn, sz = gen_rand_file(size=5 * ch_sz)
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertEqual(n['contentProperties']['md5'], md5)
os.remove(fn)
self.assertFalse(os.path.exists(fn))
f = io.BytesIO()
content.chunked_download(n['id'], f, length=sz)
trash.move_to_trash(n['id'])
dl_md5 = hashing.hash_bytes(f)
self.assertEqual(sz, f.tell())
self.assertEqual(md5, dl_md5)
def test_download_chunked(self):
ch_sz = gen_rand_sz()
content.CHUNK_SIZE = ch_sz
fn, sz = gen_rand_file(size=5 * ch_sz)
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertEqual(n['contentProperties']['md5'], md5)
os.remove(fn)
self.assertFalse(os.path.exists(fn))
f = io.BytesIO()
content.chunked_download(n['id'], f, length=sz)
trash.move_to_trash(n['id'])
dl_md5 = hashing.hash_bytes(f)
self.assertEqual(sz, f.tell())
self.assertEqual(md5, dl_md5)
def trash_action(args: argparse.Namespace) -> int:
try:
r = trash.move_to_trash(args.node)
sync.insert_node(r)
except RequestError as e:
print(e)
return 1
def trash_action(args: argparse.Namespace) -> int:
try:
r = trash.move_to_trash(args.node)
sync.insert_node(r)
except RequestError as e:
print(e)
return 1
def test_incomplete_download(self):
ch_sz = gen_rand_sz()
content.CHUNK_SIZE = ch_sz
fn, sz = gen_rand_file(size=5 * ch_sz)
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertEqual(n['contentProperties']['md5'], md5)
os.remove(fn)
self.assertFalse(os.path.exists(fn))
with self.assertRaises(RequestError) as cm:
content.download_file(n['id'], fn, length=sz + 1)
#os.remove(fn + content.PARTIAL_SUFFIX)
self.assertEqual(cm.exception.status_code, RequestError.CODE.INCOMPLETE_RESULT)
content.download_file(n['id'], fn, length=sz)
trash.move_to_trash(n['id'])
os.remove(fn)
def test_upload(self):
fn, sz = gen_rand_file()
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertIn('id', n)
self.assertEqual(n['contentProperties']['size'], sz)
self.assertEqual(n['contentProperties']['md5'], md5)
n = trash.move_to_trash(n['id'])
os.remove(fn)
def test_upload(self):
fn, sz = gen_rand_file()
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertIn('id', n)
self.assertEqual(n['contentProperties']['size'], sz)
self.assertEqual(n['contentProperties']['md5'], md5)
n = trash.move_to_trash(n['id'])
os.remove(fn)
def test_incomplete_download(self):
ch_sz = gen_rand_sz()
content.CHUNK_SIZE = ch_sz
fn, sz = gen_rand_file(size=5 * ch_sz)
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertEqual(n['contentProperties']['md5'], md5)
os.remove(fn)
self.assertFalse(os.path.exists(fn))
with self.assertRaises(RequestError) as cm:
content.download_file(n['id'], fn, length=sz + 1)
#os.remove(fn + content.PARTIAL_SUFFIX)
self.assertEqual(cm.exception.status_code,
RequestError.CODE.INCOMPLETE_RESULT)
content.download_file(n['id'], fn, length=sz)
trash.move_to_trash(n['id'])
os.remove(fn)
def test_download_resume(self):
ch_sz = gen_rand_sz()
content.CHUNK_SIZE = ch_sz
content.CONSECUTIVE_DL_LIMIT = ch_sz
fn, sz = gen_rand_file(size=5 * ch_sz)
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertEqual(n['contentProperties']['md5'], md5)
os.remove(fn)
self.assertFalse(os.path.exists(fn))
p_fn = fn + content.PARTIAL_SUFFIX
with open(p_fn, 'wb') as f:
content.chunked_download(n['id'], f, length=int(sz * random.random()))
self.assertLess(os.path.getsize(p_fn), sz)
content.download_file(n['id'], fn)
trash.move_to_trash(n['id'])
dl_md5 = hashing.hash_file(fn)
self.assertEqual(md5, dl_md5)
os.remove(fn)
def rmdir(self, path):
n = query.resolve_path(path)
if not n:
raise FuseOSError(errno.ENOENT)
try:
r = trash.move_to_trash(n)
sync.insert_node(r)
except RequestError as e:
if e.status_code == e.CODE.CONN_EXCEPTION:
raise FuseOSError(errno.ECOMM)
else:
raise FuseOSError(errno.EREMOTEIO)
def test_download_resume(self):
ch_sz = gen_rand_sz()
content.CHUNK_SIZE = ch_sz
content.CONSECUTIVE_DL_LIMIT = ch_sz
fn, sz = gen_rand_file(size=5 * ch_sz)
md5 = hashing.hash_file(fn)
n = content.upload_file(fn)
self.assertEqual(n['contentProperties']['md5'], md5)
os.remove(fn)
self.assertFalse(os.path.exists(fn))
p_fn = fn + content.PARTIAL_SUFFIX
with open(p_fn, 'wb') as f:
content.chunked_download(n['id'],
f,
length=int(sz * random.random()))
self.assertLess(os.path.getsize(p_fn), sz)
content.download_file(n['id'], fn)
trash.move_to_trash(n['id'])
dl_md5 = hashing.hash_file(fn)
self.assertEqual(md5, dl_md5)
os.remove(fn)
def _trash(path):
logger.debug('trash %s' % path)
node, parent = query.resolve(path, False)
if not node: # or not parent:
raise FuseOSError(errno.ENOENT)
logger.debug('%s %s' % (node, parent))
try:
# if len(node.parents) > 1:
# r = metadata.remove_child(parent.id, node.id)
# else:
r = trash.move_to_trash(node.id)
except RequestError as e:
FuseOSError.convert(e)
else:
sync.insert_node(r)
def _trash(path):
logger.debug("trash %s" % path)
node, parent = query.resolve(path, False)
if not node: # or not parent:
raise FuseOSError(errno.ENOENT)
logger.debug("%s %s" % (node, parent))
try:
# if len(node.parents) > 1:
# r = metadata.remove_child(parent.id, node.id)
# else:
r = trash.move_to_trash(node.id)
except RequestError as e:
FuseOSError.convert(e)
else:
sync.insert_node(r)
def _trash(path):
logger.debug('trash %s' % path)
node, parent = query.resolve(path)
if not node or not parent:
raise FuseOSError(errno.ENOENT)
logger.debug('%s %s' % (node, parent))
try:
# if len(node.parents) > 1:
# r = metadata.remove_child(parent.id, node.id)
# else:
r = trash.move_to_trash(node.id)
except RequestError as e:
if e.status_code == e.CODE.CONN_EXCEPTION:
raise FuseOSError(errno.ECOMM)
else:
raise FuseOSError(errno.EREMOTEIO)
else:
sync.insert_node(r)
def test_create_file(self):
name = gen_rand_nm()
node = content.create_file(name)
trash.move_to_trash(node['id'])
self.assertEqual(node['name'], name)
self.assertEqual(node['parents'][0], metadata.get_root_id())
def test_purge(self):
f_id = self.create_random_dir()
n = trash.move_to_trash(f_id)
self.assertEqual(n['status'], 'TRASH')
with self.assertRaises(RequestError):
trash.purge(n['id'])
def test_purge(self):
f_id = self.create_random_dir()
n = trash.move_to_trash(f_id)
self.assertEqual(n['status'], 'TRASH')
with self.assertRaises(RequestError):
trash.purge(n['id'])
def test_mkdir(self):
f_id = self.create_random_dir()
trash.move_to_trash(f_id)
def test_create_file(self):
name = gen_rand_nm()
node = content.create_file(name)
trash.move_to_trash(node['id'])
self.assertEqual(node['name'], name)
self.assertEqual(node['parents'][0], metadata.get_root_id())
def test_mkdir(self):
f_id = self.create_random_dir()
trash.move_to_trash(f_id)
