def okgoogle(url):
path = lib.extract_path(url)
assert path.protocol == 'gs', url
assert path.bucket == 'bucket', url
assert path.intermediate_path == '', url
assert path.dataset == 'dataset', url
assert path.layer == 'layer', url
def shoulderror(url):
try:
path = lib.extract_path(url)
assert False, url
except:
pass
def test_path_extraction():
def shoulderror(url):
try:
path = lib.extract_path(url)
assert False, url
except:
pass
def okgoogle(url):
path = lib.extract_path(url)
assert path.protocol == 'gs', url
assert path.bucket == 'bucket', url
assert path.intermediate_path == '', url
assert path.dataset == 'dataset', url
assert path.layer == 'layer', url
okgoogle('gs://bucket/dataset/layer')
shoulderror('s4://dataset/layer')
shoulderror('dataset/layer')
shoulderror('s3://dataset')
firstdir = lambda x: '/' + x.split('/')[1]
homepath = lib.toabs('~')
homerintermediate = homepath.replace(firstdir(homepath), '')[1:]
curpath = lib.toabs('.')
curintermediate = curpath.replace(firstdir(curpath), '')[1:]
assert (
lib.extract_path('s3://seunglab-test/intermediate/path/dataset/layer')
== lib.ExtractedPath('s3', 'intermediate/path/', 'seunglab-test',
'dataset', 'layer'))
assert (lib.extract_path('file:///tmp/dataset/layer') == lib.ExtractedPath(
'file', '', "/tmp", 'dataset', 'layer'))
assert (
lib.extract_path('file://seunglab-test/intermediate/path/dataset/layer'
) == lib.ExtractedPath(
'file',
os.path.join(curintermediate, 'seunglab-test',
'intermediate/path/'),
firstdir(curpath), 'dataset', 'layer'))
assert (
lib.extract_path('gs://seunglab-test/intermediate/path/dataset/layer')
== lib.ExtractedPath('gs', 'intermediate/path/', 'seunglab-test',
'dataset', 'layer'))
assert (lib.extract_path(
'file://~/seunglab-test/intermediate/path/dataset/layer') ==
lib.ExtractedPath(
'file',
os.path.join(homerintermediate,
'seunglab-test', 'intermediate/path/'),
firstdir(homepath), 'dataset', 'layer'))
assert (lib.extract_path(
'file:///User/me/.cloudvolume/cache/gs/bucket/dataset/layer') ==
lib.ExtractedPath('file', 'me/.cloudvolume/cache/gs/bucket/',
'/User', 'dataset', 'layer'))
shoulderror('s3://dataset/layer/')
shoulderror('ou3bouqjsa fkj aojsf oaojf ojsaf')
okgoogle('gs://bucket/dataset/layer/')
shoulderror('gs://bucket/dataset/layer/info')
path = lib.extract_path(
's3://bucketxxxxxx/datasetzzzzz91h8__3/layer1br9bobasjf/')
assert path.protocol == 's3'
assert path.bucket == 'bucketxxxxxx'
assert path.dataset == 'datasetzzzzz91h8__3'
assert path.layer == 'layer1br9bobasjf'
path = lib.extract_path('file:///bucket/dataset/layer/')
assert path.protocol == 'file'
assert path.bucket == '/bucket'
assert path.dataset == 'dataset'
assert path.layer == 'layer'
shoulderror('lucifer://bucket/dataset/layer/')
shoulderror('gs://///')
shoulderror('gs://seunglab-test//segmentation')
path = lib.extract_path('file:///tmp/removeme/layer/')
assert path.protocol == 'file'
assert path.bucket == '/tmp'
assert path.dataset == 'removeme'
assert path.layer == 'layer'