def test_remove_dir_mock2(tmppath):
"""Test removedir."""
fs = XRootDPyFS(mkurl(tmppath))
status = XRootDStatus({
"status": 3,
"code": 101,
"ok": False,
"errno": 0,
"error": True,
"message": '[FATAL] Invalid address',
"fatal": True,
"shellcode": 51
})
def fail(f, fail_on):
@wraps(f)
def inner(path, **kwargs):
if path == fail_on:
return (status, None)
return f(path, **kwargs)
return inner
fs.xrd_client.rmdir = fail(fs.xrd_client.rmdir, fs._p("data/bfolder/"))
pytest.raises(ResourceError, fs.removedir, "data/", force=True)
def test_getinfo(tmppath):
"""Test getinfo."""
fs = XRootDPyFS(mkurl(tmppath))
# Info for file
f = "data/testa.txt"
info = fs.getinfo(f)
assert info['size'] == os.stat(join(tmppath, f)).st_size
assert info['offline'] is False
assert info['writable'] is True
assert info['readable'] is True
assert info['executable'] is False
assert isinstance(info['created_time'], datetime)
assert isinstance(info['modified_time'], datetime)
assert isinstance(info['accessed_time'], datetime)
# Info for directory
f = "data/"
info = fs.getinfo(f)
assert info['size'] == os.stat(join(tmppath, f)).st_size
assert info['offline'] is False
assert info['writable'] is True
assert info['readable'] is True
assert info['executable'] is True
assert isinstance(info['created_time'], datetime)
assert isinstance(info['modified_time'], datetime)
assert isinstance(info['accessed_time'], datetime)
# Non existing path
pytest.raises(ResourceNotFoundError, fs.getinfo, "invalidpath/")
def test_remove_dir_mock2(tmppath):
"""Test removedir."""
fs = XRootDPyFS(mkurl(tmppath))
status = XRootDStatus({
"status": 3,
"code": 101,
"ok": False,
"errno": 0,
"error": True,
"message": '[FATAL] Invalid address',
"fatal": True,
"shellcode": 51
})
def fail(f, fail_on):
@wraps(f)
def inner(path, **kwargs):
if path == fail_on:
return (status, None)
return f(path, **kwargs)
return inner
fs.xrd_client.rmdir = fail(fs.xrd_client.rmdir, fs._p("data/bfolder/"))
pytest.raises(ResourceError, fs.removedir, "data/", force=True)
def test_getinfo(tmppath):
"""Test getinfo."""
fs = XRootDPyFS(mkurl(tmppath))
# Info for file
f = "data/testa.txt"
info = fs.getinfo(f)
assert info['size'] == os.stat(join(tmppath, f)).st_size
assert info['offline'] is False
assert info['writable'] is True
assert info['readable'] is True
assert info['executable'] is False
assert isinstance(info['created_time'], datetime)
assert isinstance(info['modified_time'], datetime)
assert isinstance(info['accessed_time'], datetime)
# Info for directory
f = "data/"
info = fs.getinfo(f)
assert info['size'] == os.stat(join(tmppath, f)).st_size
assert info['offline'] is False
assert info['writable'] is True
assert info['readable'] is True
assert info['executable'] is True
assert isinstance(info['created_time'], datetime)
assert isinstance(info['modified_time'], datetime)
assert isinstance(info['accessed_time'], datetime)
# Non existing path
pytest.raises(ResourceNotFoundError, fs.getinfo, "invalidpath/")
def test_makedir(tmppath):
"""Test makedir."""
rooturl = mkurl(tmppath)
# Dir in parent
assert not XRootDPyFS(rooturl).exists("somedir")
assert XRootDPyFS(rooturl).makedir("somedir")
assert XRootDPyFS(rooturl).exists("somedir")
assert exists(join(tmppath, "somedir"))
# if the path is already a directory, and allow_recreate is False
assert pytest.raises(DestinationExistsError,
XRootDPyFS(rooturl).makedir, "data")
# allow_recreate
assert XRootDPyFS(rooturl).makedir("data", allow_recreate=True)
# if a containing directory is missing and recursive is False
assert pytest.raises(ResourceNotFoundError,
XRootDPyFS(rooturl).makedir, "aa/bb/cc")
# Recursive
assert not XRootDPyFS(rooturl).exists("aa/bb/cc")
assert XRootDPyFS(rooturl).makedir("aa/bb/cc", recursive=True)
assert XRootDPyFS(rooturl).exists("aa/bb/cc")
# if a path is an existing file
assert pytest.raises(DestinationExistsError,
XRootDPyFS(rooturl).makedir, "data/testa.txt")
def file_move_xrootd(src, dst, *args, **kwargs):
"""Move file."""
if current_app.config['XROOTD_ENABLED'] and \
current_app.config['VIDEOS_XROOTD_ENDPOINT'] in src:
from xrootdpyfs import XRootDPyFS
# Get the filename
_filename_src = src.split('/')[-1]
_filename_dst = dst.split('/')[-1]
# Remove filename from the path
path = src.replace(_filename_src, '')
fs = XRootDPyFS(path)
return fs.move(_filename_src, _filename_dst)
return os.rename(src, dst)
def test_getpathurl(tmppath):
"""Test getpathurl."""
fs = XRootDPyFS(mkurl(tmppath))
assert fs.getpathurl("data/testa.txt") == \
"root://localhost/{0}/{1}".format(tmppath, "data/testa.txt")
fs = XRootDPyFS(mkurl(tmppath), query={'xrd.wantprot': 'krb5'})
assert fs.getpathurl("data/testa.txt") == \
"root://localhost/{0}/{1}".format(tmppath, "data/testa.txt")
assert fs.getpathurl("data/testa.txt", with_querystring=True) == \
"root://localhost/{0}/{1}?xrd.wantprot=krb5".format(
tmppath, "data/testa.txt")
def test_copy_bad(tmppath):
"""Test copy file."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/testa.txt"
src_new = "data/testb.txt"
src_folder_exists = "data/afolder/"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
# Destination exists
pytest.raises(DestinationExistsError, fs.copy, src_exists, dst_exists)
pytest.raises(DestinationExistsError, fs.copy, src_exists, src_exists)
pytest.raises(DestinationExistsError, fs.copy, src_exists,
dst_folder_exists)
# Cannot copy dir
pytest.raises(ResourceInvalidError, fs.copy, src_folder_exists, dst_new)
pytest.raises(ResourceInvalidError, fs.copy, src_folder_exists,
dst_folder_new)
# Source doesn't exists
pytest.raises(ResourceNotFoundError, fs.copy, src_new, dst_exists)
pytest.raises(ResourceNotFoundError, fs.copy, src_new, dst_new)
pytest.raises(ResourceNotFoundError, fs.copy, src_new, dst_folder_exists)
pytest.raises(ResourceNotFoundError, fs.copy, src_new, dst_folder_new)
pytest.raises(ResourceNotFoundError, fs.copy, src_new, dst_exists)
pytest.raises(ResourceNotFoundError, fs.copy, src_new, dst_new)
pytest.raises(ResourceNotFoundError, fs.copy, src_new, dst_folder_exists)
pytest.raises(ResourceNotFoundError, fs.copy, src_new, dst_folder_new)
def test_ping(tmppath):
"""Test ping method."""
fs = XRootDPyFS(mkurl(tmppath))
assert fs.xrd_ping()
fake_status = {
"status": 3,
"code": 101,
"ok": False,
"errno": 0,
"error": True,
"message": '[FATAL] Invalid address',
"fatal": True,
"shellcode": 51
}
fs.xrd_client.ping = Mock(return_value=(XRootDStatus(fake_status), None))
pytest.raises(RemoteConnectionError, fs.xrd_ping)
def test_ping(tmppath):
"""Test ping method."""
fs = XRootDPyFS(mkurl(tmppath))
assert fs.xrd_ping()
fake_status = {
"status": 3,
"code": 101,
"ok": False,
"errno": 0,
"error": True,
"message": '[FATAL] Invalid address',
"fatal": True,
"shellcode": 51
}
fs.xrd_client.ping = Mock(return_value=(XRootDStatus(fake_status), None))
pytest.raises(RemoteConnectionError, fs.xrd_ping)
def copydir_bad(tmppath, parallel):
"""Test copy directory."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/testa.txt"
src_new = "data/testb.txt"
src_folder_exists = "data/afolder/"
src_folder_new = "data/newfolder/"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
# Destination exists
pytest.raises(
DestinationExistsError, fs.copydir, src_folder_exists, dst_exists,
parallel=parallel)
pytest.raises(
DestinationExistsError, fs.copydir, src_folder_exists,
src_folder_exists, parallel=parallel)
pytest.raises(
DestinationExistsError, fs.copydir, src_folder_exists,
dst_folder_exists, parallel=parallel)
# Cannot move file
pytest.raises(
ResourceInvalidError, fs.copydir, src_exists, dst_new,
parallel=parallel)
pytest.raises(
ResourceInvalidError, fs.copydir, src_exists, dst_folder_new,
parallel=parallel)
# Source doesn't exists
pytest.raises(
ResourceNotFoundError, fs.copydir, src_new, dst_exists,
parallel=parallel)
pytest.raises(
ResourceNotFoundError, fs.copydir, src_new, dst_new,
parallel=parallel)
pytest.raises(
ResourceNotFoundError, fs.copydir, src_new, dst_folder_exists,
parallel=parallel)
pytest.raises(
ResourceNotFoundError, fs.copydir, src_new, dst_folder_new,
parallel=parallel)
pytest.raises(
ResourceNotFoundError, fs.copydir, src_folder_new, dst_exists,
parallel=parallel)
pytest.raises(
ResourceNotFoundError, fs.copydir, src_folder_new, dst_new,
parallel=parallel)
pytest.raises(
ResourceNotFoundError, fs.copydir, src_folder_new, dst_folder_exists,
parallel=parallel)
pytest.raises(
ResourceNotFoundError, fs.copydir, src_folder_new, dst_folder_new,
parallel=parallel)
def test_p():
"""Test path combine."""
fs = XRootDPyFS("root://eosuser.cern.ch//eos/user/")
assert fs._p("./") == "//eos/user"
assert fs._p("l") == "//eos/user/l"
assert fs._p("/eos") == "//eos"
assert fs._p("../") == "//eos"
assert fs._p("../project/test") == "//eos/project/test"
assert fs._p("../project/../test") == "//eos/test"
pytest.raises(BackReferenceError, fs._p, "../../../test")
def file_downloader(self):
"""Download single file with XrootDPyFS."""
try:
fs = XRootDPyFS("root://eospublic.cern.ch//")
with open(self.file_dest,
self.mode) as dest, fs.open(self.file_src, "rb") as src:
display_message(
msg_type="note",
msg="File: ./{}/{}".format(
self.path,
self.file_name,
),
)
src_data = src.read()
dest.write(src_data)
except Exception:
display_message(msg_type="error",
msg="Download error occured. Please try again.")
def test_unicode_paths(tmppath):
"""Test creation of unicode paths."""
fs = XRootDPyFS(mkurl(tmppath))
d = u'\xe6\xf8\xe5'
assert not fs.exists(d)
assert fs.makedir(d)
assert fs.exists(d)
d = '\xc3\xb8\xc3\xa5\xc3\xa6'
assert not fs.exists(d)
assert fs.makedir(d)
assert fs.exists(d)
def test_p():
"""Test path combine."""
fs = XRootDPyFS("root://eosuser.cern.ch//eos/user/")
assert fs._p("./") == "//eos/user"
assert fs._p("l") == "//eos/user/l"
assert fs._p("/eos") == "//eos"
assert fs._p("../") == "//eos"
assert fs._p("../project/test") == "//eos/project/test"
assert fs._p("../project/../test") == "//eos/test"
pytest.raises(BackReferenceError, fs._p, "../../../test")
def file_opener_xrootd(path, *args, **kwargs):
"""File opener from XRootD path.
:param path: The file path for the opener.
:returns: an open file
.. note::
This will return an open file via ``XRootDPyFS`` if XRootD is
enabled.
"""
if current_app.config['XROOTD_ENABLED'] and \
current_app.config['VIDEOS_XROOTD_ENDPOINT'] in path:
from xrootdpyfs import XRootDPyFS
# Get the filename
_filename = path.split('/')[-1]
# Remove filename from the path
path = path.replace(_filename, '')
fs = XRootDPyFS(path)
return fs.open('data', *args, **kwargs)
# No XrootD return a normal file
return open(path, *args, **kwargs)
def test_unicode_paths(tmppath):
"""Test creation of unicode paths."""
fs = XRootDPyFS(mkurl(tmppath))
d = u'\xe6\xf8\xe5'
assert not fs.exists(d)
assert fs.makedir(d)
assert fs.exists(d)
d = '\xc3\xb8\xc3\xa5\xc3\xa6'
assert not fs.exists(d)
assert fs.makedir(d)
assert fs.exists(d)
def test_checksum(tmppath):
"""Test checksum method."""
fs = XRootDPyFS(mkurl(tmppath))
# Local xrootd server does not support checksum operation
pytest.raises(UnsupportedError, fs.xrd_checksum, "data/testa.txt")
# Let's fake a success response
fake_status = {
"status": 0,
"code": 0,
"ok": True,
"errno": 0,
"error": False,
"message": '[SUCCESS] ',
"fatal": False,
"shellcode": 0
}
fs.xrd_client.query = Mock(
return_value=(XRootDStatus(fake_status), 'adler32 3836a69a\x00'))
algo, val = fs.xrd_checksum("data/testa.txt")
assert algo == 'adler32' and val == "3836a69a"
# Fake a bad response (e.g. on directory)
fake_status = {
"status": 1,
"code": 400,
"ok": False,
"errno": 3011,
"error": True,
"message": '[ERROR] Server responded with an error: [3011] no such '
'file or directory\n',
"fatal": False,
"shellcode": 54
}
fs.xrd_client.query = Mock(
return_value=(XRootDStatus(fake_status), None))
pytest.raises(FSError, fs.xrd_checksum, "data/")
def test_checksum(tmppath):
"""Test checksum method."""
fs = XRootDPyFS(mkurl(tmppath))
# Local xrootd server does not support checksum operation
pytest.raises(UnsupportedError, fs.xrd_checksum, "data/testa.txt")
# Let's fake a success response
fake_status = {
"status": 0,
"code": 0,
"ok": True,
"errno": 0,
"error": False,
"message": '[SUCCESS] ',
"fatal": False,
"shellcode": 0
}
fs.xrd_client.query = Mock(
return_value=(XRootDStatus(fake_status), b'adler32 3836a69a\x00'))
algo, val = fs.xrd_checksum("data/testa.txt")
assert algo == 'adler32' and val == "3836a69a"
# Fake a bad response (e.g. on directory)
fake_status = {
"status": 1,
"code": 400,
"ok": False,
"errno": 3011,
"error": True,
"message": '[ERROR] Server responded with an error: [3011] no such '
'file or directory\n',
"fatal": False,
"shellcode": 54
}
fs.xrd_client.query = Mock(
return_value=(XRootDStatus(fake_status), None))
pytest.raises(FSError, fs.xrd_checksum, "data/")
def test_open(tmppath):
"""Test fs.open()"""
# Create a file to open.
file_name = 'data/testa.txt'
contents = 'testa.txt\n'
xrd_rooturl = mkurl(tmppath)
# Open file w/ xrootd
xrdfs = XRootDPyFS(xrd_rooturl)
xfile = xrdfs.open(file_name, mode='r')
assert xfile
assert xfile.path.endswith("data/testa.txt")
assert type(xfile) == XRootDPyFile
assert xfile.read() == contents
xfile.close()
# Test passing of querystring.
xrdfs = XRootDPyFS(xrd_rooturl + "?xrd.wantprot=krb5")
xfile = xrdfs.open(file_name, mode='r')
assert xfile
assert xfile.path.endswith("data/testa.txt?xrd.wantprot=krb5")
assert type(xfile) == XRootDPyFile
assert xfile.read() == contents
xfile.close()
def test_query_error(tmppath):
"""Test unknown error from query."""
fs = XRootDPyFS(mkurl(tmppath))
fake_status = {
"status": 3,
"code": 101,
"ok": False,
"errno": 0,
"error": True,
"message": '[FATAL] Invalid address',
"fatal": True,
"shellcode": 51
}
fs.xrd_client.query = Mock(return_value=(XRootDStatus(fake_status), None))
pytest.raises(FSError, fs._query, 3, "data/testa.txt")
def test_remove_dir_mock1(tmppath):
"""Test removedir."""
fs = XRootDPyFS(mkurl(tmppath))
status = XRootDStatus({
"status": 3,
"code": 101,
"ok": False,
"errno": 0,
"error": True,
"message": '[FATAL] Invalid address',
"fatal": True,
"shellcode": 51
})
fs.xrd_client.rm = Mock(return_value=(status, None))
pytest.raises(ResourceError, fs.removedir, "data/bfolder/", force=True)
def test_getpathurl(tmppath):
"""Test getpathurl."""
fs = XRootDPyFS(mkurl(tmppath))
assert fs.getpathurl("data/testa.txt") == \
"root://localhost/{0}/{1}".format(tmppath, "data/testa.txt")
fs = XRootDPyFS(mkurl(tmppath), query={'xrd.wantprot': 'krb5'})
assert fs.getpathurl("data/testa.txt") == \
"root://localhost/{0}/{1}".format(tmppath, "data/testa.txt")
assert fs.getpathurl("data/testa.txt", with_querystring=True) == \
"root://localhost/{0}/{1}?xrd.wantprot=krb5".format(
tmppath, "data/testa.txt")
def test_listdir(tmppath):
"""Test listdir."""
rooturl = mkurl(tmppath)
dirs = XRootDPyFS(rooturl).listdir()
assert len(dirs) == 1
assert 'data' in dirs
dirs = XRootDPyFS(rooturl).listdir("data")
assert len(dirs) == 5
dirs = XRootDPyFS(rooturl + "/data").listdir("afolder", full=True)
assert 'afolder/afile.txt' in dirs
dirs = XRootDPyFS(rooturl + "/data").listdir("afolder/../bfolder",
full=True)
assert 'bfolder/bfile.txt' in dirs
dirs = XRootDPyFS(rooturl + "/data").listdir("afolder", absolute=True)
assert '/' + tmppath + "/data/afolder/afile.txt" in dirs
# abosolute/full conflicts - full wins.
dirs = XRootDPyFS(rooturl + "/data").listdir("afolder",
absolute=True,
full=True)
assert "afolder/afile.txt" in dirs
dirs = XRootDPyFS(rooturl).listdir("data", wildcard="*.txt")
assert 'testa.txt' in dirs
assert 'afolder' not in dirs
pytest.raises(ValueError,
XRootDPyFS(rooturl).listdir,
"data",
files_only=True,
dirs_only=True)
pytest.raises(ResourceNotFoundError,
XRootDPyFS(rooturl).listdir, "invalid")
def test_remove(tmppath):
"""Test remove."""
rooturl = mkurl(tmppath)
assert XRootDPyFS(rooturl).exists("data/testa.txt")
XRootDPyFS(rooturl).remove("data/testa.txt")
assert not XRootDPyFS(rooturl).exists("data/testa.txt")
# Does not exists
assert pytest.raises(ResourceNotFoundError,
XRootDPyFS(rooturl).remove, "a/testa.txt")
# Directory not empty
assert pytest.raises(DirectoryNotEmptyError,
XRootDPyFS(rooturl).remove, "data")
# Remove emptydir
assert XRootDPyFS(rooturl).makedir("emptydir")
assert XRootDPyFS(rooturl).remove("emptydir")
def test_init(tmppath):
"""Test initialization."""
fs = XRootDPyFS("root://127.0.0.1//tmp/")
assert fs.xrd_client
assert fs.base_path == "//tmp/"
assert fs.root_url == "root://127.0.0.1"
XRootDPyFS("root://*****:*****@eosuser.cern.ch//")
XRootDPyFS("root://eosuser.cern.ch//")
XRootDPyFS("root://eosuser.cern.ch//")
pytest.raises(InvalidPathError, XRootDPyFS, "http://localhost")
pytest.raises(InvalidPathError, XRootDPyFS,
"root://eosuser.cern.ch//lhc//")
rooturl = mkurl(tmppath)
fs = XRootDPyFS(rooturl)
root_url, base_path, qargs = spliturl(rooturl)
assert fs.xrd_client
assert fs.base_path == base_path
assert fs.root_url == root_url
assert fs.queryargs is None
qarg = "xrd.wantprot=krb5"
fs = XRootDPyFS(rooturl + '?' + qarg)
root_url, base_path, qargs = spliturl(rooturl + '?' + qarg)
assert fs.base_path == base_path
assert fs.root_url == root_url
assert fs.queryargs == {'xrd.wantprot': 'krb5'}
assert qargs == qarg
qarg = "xrd.wantprot=krb5"
fs = XRootDPyFS(rooturl + '?' + qarg, query={'xrd.k5ccname': '/tmp/krb'})
assert fs.queryargs == {
'xrd.wantprot': 'krb5',
'xrd.k5ccname': '/tmp/krb',
}
pytest.raises(
KeyError,
XRootDPyFS,
rooturl + '?' + qarg, query={'xrd.wantprot': 'krb5'}
)
def test_remove_dir(tmppath):
"""Test removedir."""
fs = XRootDPyFS(mkurl(tmppath))
# Remove non-empty directory
pytest.raises(DirectoryNotEmptyError, fs.removedir, "data/bfolder/")
# Use of recursive parameter
pytest.raises(UnsupportedError,
fs.removedir,
"data/bfolder/",
recursive=True)
# Remove file
pytest.raises(ResourceInvalidError, fs.removedir, "data/testa.txt")
# Remove empty directory
fs.makedir("data/tmp")
assert fs.removedir("data/tmp") and not fs.exists("data/tmp")
# Remove non-empty directory
assert fs.removedir("data/bfolder/", force=True)
assert fs.removedir("data/", force=True)
def _get_fs(self, create_dir=True, query=None):
"""Get PyFilesystem instance and path."""
# Fall-back to PyFS in case of non-xrootd URL
if not self.fileurl.startswith(('root://', 'roots://')):
return super(XRootDFileStorage,
self)._get_fs(create_dir=create_dir)
filedir = dirname(self.fileurl)
filename = basename(self.fileurl)
if query is None:
fs = XRootDPyFS(filedir)
else:
fs = XRootDPyFS(filedir, query)
if create_dir:
fs.makedir('', recursive=True, allow_recreate=True)
return (fs, filename)
def test_remove_dir(tmppath):
"""Test removedir."""
fs = XRootDPyFS(mkurl(tmppath))
# Remove non-empty directory
pytest.raises(
DirectoryNotEmptyError, fs.removedir, "data/bfolder/")
# Use of recursive parameter
pytest.raises(
UnsupportedError, fs.removedir, "data/bfolder/", recursive=True)
# Remove file
pytest.raises(
ResourceInvalidError, fs.removedir, "data/testa.txt")
# Remove empty directory
fs.makedir("data/tmp")
assert fs.removedir("data/tmp") and not fs.exists("data/tmp")
# Remove non-empty directory
assert fs.removedir("data/bfolder/", force=True)
assert fs.removedir("data/", force=True)
def test_open(tmppath):
"""Test fs.open()"""
# Create a file to open.
file_name = 'data/testa.txt'
contents = 'testa.txt\n'
xrd_rooturl = mkurl(tmppath)
# Open file w/ xrootd
xrdfs = XRootDPyFS(xrd_rooturl)
xfile = xrdfs.open(file_name, mode='r')
assert xfile
assert xfile.path.endswith("data/testa.txt")
assert type(xfile) == XRootDPyFile
assert xfile.read() == contents
xfile.close()
# Test passing of querystring.
xrdfs = XRootDPyFS(xrd_rooturl + "?xrd.wantprot=krb5")
xfile = xrdfs.open(file_name, mode='r')
assert xfile
assert xfile.path.endswith("data/testa.txt?xrd.wantprot=krb5")
assert type(xfile) == XRootDPyFile
assert xfile.read() == contents
xfile.close()
def copydir_good(tmppath, parallel):
"""Test copy directory."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/afolder/"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
assert fs.isdir(src_exists)
assert fs.exists(dst_exists)
assert not fs.exists(dst_new)
assert fs.exists(dst_folder_exists)
assert not fs.exists(dst_folder_new)
fs.copydir(src_exists, dst_new, parallel=parallel)
assert fs.exists(src_exists) and fs.exists(dst_new)
fs.copydir(src_exists, dst_folder_new, parallel=parallel)
assert fs.exists(src_exists) and fs.exists(dst_folder_new)
fs.copydir(src_exists, dst_exists, overwrite=True, parallel=parallel)
assert fs.exists(src_exists) and fs.exists(dst_exists)
assert fs.isdir(dst_exists)
fs.copydir(src_exists,
dst_folder_exists,
overwrite=True,
parallel=parallel)
assert fs.exists(src_exists) and fs.exists(dst_folder_exists)
assert fs.isdir(dst_folder_exists)
def test_rename(tmppath):
"""Test rename."""
fs = XRootDPyFS(mkurl(tmppath))
pytest.raises(
DestinationExistsError, fs.rename, "data/testa.txt", "multiline.txt")
pytest.raises(
DestinationExistsError, fs.rename, "data/testa.txt",
"afolder/afile.txt")
pytest.raises(
DestinationExistsError, fs.rename, "data/afolder", "bfolder")
pytest.raises(
DestinationExistsError, fs.rename, "data/afolder", "bfolder/bfile.txt")
pytest.raises(
ResourceNotFoundError, fs.rename, "data/invalid.txt",
"afolder/afile.txt")
assert fs.exists("data/testa.txt") and not fs.exists("data/testb.txt")
fs.rename("data/testa.txt", "testb.txt")
assert fs.exists("data/testb.txt") and not fs.exists("data/testa.txt")
assert fs.exists("data/afolder/") and not fs.exists("data/cfolder/")
fs.rename("data/afolder/", "cfolder")
assert fs.exists("data/cfolder") and not fs.exists("data/afolder")
fs.rename("data/cfolder/", "a/b/c/test")
assert fs.exists("data/a/b/c/test/")
def test_copy_good(tmppath):
"""Test move file."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/testa.txt"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
content = _get_content(fs, src_exists)
assert fs.exists(dst_exists)
assert not fs.exists(dst_new)
assert fs.exists(dst_folder_exists)
assert not fs.exists(dst_folder_new)
fs.copy(src_exists, dst_new)
assert fs.exists(src_exists) and fs.exists(dst_new)
fs.copy(src_exists, dst_folder_new)
assert fs.exists(src_exists) and fs.exists(dst_folder_new)
fs.copy(src_exists, dst_exists, overwrite=True)
assert fs.exists(src_exists) and fs.exists(dst_exists)
assert content == _get_content(fs, dst_exists)
fs.copy(src_exists, dst_folder_exists, overwrite=True)
assert fs.exists(src_exists) and fs.exists(dst_folder_exists)
assert content == _get_content(fs, dst_folder_exists)
def test_movedir_good(tmppath):
"""Test move file."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/afolder/"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
assert fs.isdir(src_exists)
assert fs.exists(dst_exists)
assert not fs.exists(dst_new)
assert fs.exists(dst_folder_exists)
assert not fs.exists(dst_folder_new)
fs.movedir(src_exists, dst_new)
assert not fs.exists(src_exists) and fs.exists(dst_new)
fs.movedir(dst_new, src_exists)
fs.movedir(src_exists, dst_folder_new)
assert not fs.exists(src_exists) and fs.exists(dst_folder_new)
fs.movedir(dst_folder_new, src_exists)
fs.movedir(src_exists, dst_exists, overwrite=True)
assert not fs.exists(src_exists) and fs.exists(dst_exists)
assert fs.isdir(dst_exists)
fs.movedir(dst_exists, src_exists)
fs.movedir(src_exists, dst_folder_exists, overwrite=True)
assert not fs.exists(src_exists) and fs.exists(dst_folder_exists)
assert fs.isdir(dst_folder_exists)
def test_movedir_good(tmppath):
"""Test move file."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/afolder/"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
assert fs.isdir(src_exists)
assert fs.exists(dst_exists)
assert not fs.exists(dst_new)
assert fs.exists(dst_folder_exists)
assert not fs.exists(dst_folder_new)
fs.movedir(src_exists, dst_new)
assert not fs.exists(src_exists) and fs.exists(dst_new)
fs.movedir(dst_new, src_exists)
fs.movedir(src_exists, dst_folder_new)
assert not fs.exists(src_exists) and fs.exists(dst_folder_new)
fs.movedir(dst_folder_new, src_exists)
fs.movedir(src_exists, dst_exists, overwrite=True)
assert not fs.exists(src_exists) and fs.exists(dst_exists)
assert fs.isdir(dst_exists)
fs.movedir(dst_exists, src_exists)
fs.movedir(src_exists, dst_folder_exists, overwrite=True)
assert not fs.exists(src_exists) and fs.exists(dst_folder_exists)
assert fs.isdir(dst_folder_exists)
def test_movedir_good(tmppath):
"""Test move file."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/afolder/"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
assert fs.isdir(src_exists)
assert fs.exists(dst_exists)
assert not fs.exists(dst_new)
assert fs.exists(dst_folder_exists)
assert not fs.exists(dst_folder_new)
# Move to new folder (without trailing slash).
fs.movedir(src_exists, dst_new)
assert not fs.exists(src_exists) and fs.exists(dst_new)
fs.movedir(dst_new, src_exists) # reset
# Move to new folder (with trailing slash).
fs.movedir(src_exists, dst_folder_new)
assert not fs.exists(src_exists) and fs.exists(dst_folder_new)
fs.movedir(dst_folder_new, src_exists) # reset
# Move to existing filer with overwrite (i.e. will remove destination)
fs.movedir(src_exists, dst_exists, overwrite=True)
assert not fs.exists(src_exists) and fs.exists(dst_exists)
assert fs.isdir(dst_exists)
fs.movedir(dst_exists, src_exists) # reset
# Move to existing folder with overwrite (i.e. will remove destination)
fs.movedir(src_exists, dst_folder_exists, overwrite=True)
assert not fs.exists(src_exists) and fs.exists(dst_folder_exists)
assert fs.isdir(dst_folder_exists)
def _get_xrootd_fs(self):
return XRootDPyFS(self._get_xrootd_fs_uri())
def test_rename(tmppath):
"""Test rename."""
fs = XRootDPyFS(mkurl(tmppath))
pytest.raises(DestinationExistsError, fs.rename, "data/testa.txt",
"multiline.txt")
pytest.raises(DestinationExistsError, fs.rename, "data/testa.txt",
"afolder/afile.txt")
pytest.raises(DestinationExistsError, fs.rename, "data/afolder", "bfolder")
pytest.raises(DestinationExistsError, fs.rename, "data/afolder",
"bfolder/bfile.txt")
pytest.raises(ResourceNotFoundError, fs.rename, "data/invalid.txt",
"afolder/afile.txt")
assert fs.exists("data/testa.txt") and not fs.exists("data/testb.txt")
fs.rename("data/testa.txt", "testb.txt")
assert fs.exists("data/testb.txt") and not fs.exists("data/testa.txt")
assert fs.exists("data/afolder/") and not fs.exists("data/cfolder/")
fs.rename("data/afolder/", "cfolder")
assert fs.exists("data/cfolder") and not fs.exists("data/afolder")
fs.rename("data/cfolder/", "a/b/c/test")
assert fs.exists("data/a/b/c/test/")
def test_setcontents(tmppath):
"""Test setcontents."""
fs = XRootDPyFS(mkurl(tmppath))
fs.setcontents('data/testa.txt', "mytest")
assert fs.getcontents('data/testa.txt') == "mytest"
def test_ilistdir(tmppath):
"""Test the ilistdir returns a generator."""
rooturl = mkurl(tmppath)
assert isinstance(XRootDPyFS(rooturl).ilistdir(), types.GeneratorType)
def test_isdir(tmppath):
"""Test isdir."""
rooturl = mkurl(tmppath)
assert not XRootDPyFS(rooturl).isdir("data/testa.txt")
assert XRootDPyFS(rooturl).isdir("data")
assert not XRootDPyFS(rooturl).isdir("nofile")
def test_exists(tmppath):
"""Test exists."""
rooturl = mkurl(tmppath)
assert XRootDPyFS(rooturl).exists("data/testa.txt")
assert XRootDPyFS(rooturl).exists("data")
assert not XRootDPyFS(rooturl).exists("nofile")
def test_copy_good(tmppath):
"""Test move file."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/testa.txt"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
content = _get_content(fs, src_exists)
assert fs.exists(dst_exists)
assert not fs.exists(dst_new)
assert fs.exists(dst_folder_exists)
assert not fs.exists(dst_folder_new)
fs.copy(src_exists, dst_new)
assert fs.exists(src_exists) and fs.exists(dst_new)
fs.copy(src_exists, dst_folder_new)
assert fs.exists(src_exists) and fs.exists(dst_folder_new)
fs.copy(src_exists, dst_exists, overwrite=True)
assert fs.exists(src_exists) and fs.exists(dst_exists)
assert content == _get_content(fs, dst_exists)
fs.copy(src_exists, dst_folder_exists, overwrite=True)
assert fs.exists(src_exists) and fs.exists(dst_folder_exists)
assert content == _get_content(fs, dst_folder_exists)
def copydir_good(tmppath, parallel):
"""Test copy directory."""
fs = XRootDPyFS(mkurl(tmppath))
src_exists = "data/afolder/"
dst_exists = "data/multiline.txt"
dst_new = "data/ok.txt"
dst_folder_exists = "data/bfolder/"
dst_folder_new = "data/anothernewfolder/"
assert fs.isdir(src_exists)
assert fs.exists(dst_exists)
assert not fs.exists(dst_new)
assert fs.exists(dst_folder_exists)
assert not fs.exists(dst_folder_new)
fs.copydir(src_exists, dst_new, parallel=parallel)
assert fs.exists(src_exists) and fs.exists(dst_new)
fs.copydir(src_exists, dst_folder_new, parallel=parallel)
assert fs.exists(src_exists) and fs.exists(dst_folder_new)
fs.copydir(src_exists, dst_exists, overwrite=True, parallel=parallel)
assert fs.exists(src_exists) and fs.exists(dst_exists)
assert fs.isdir(dst_exists)
fs.copydir(
src_exists, dst_folder_exists, overwrite=True, parallel=parallel)
assert fs.exists(src_exists) and fs.exists(dst_folder_exists)
assert fs.isdir(dst_folder_exists)
def test_getcontents(tmppath):
"""Test getcontents."""
fs = XRootDPyFS(mkurl(tmppath))
assert fs.getcontents('data/testa.txt') == "testa.txt\n"
pytest.raises(ResourceNotFoundError, fs.getcontents, 'data/invalid.txt')
