def okgoogle(url): path = paths.strict_extract(url) assert path.protocol == 'gs', url assert path.bucket == 'bucket', url assert path.intermediate_path == '', url assert path.dataset == 'dataset', url assert path.layer == 'layer', url
def test_path_extraction(): extract = paths.extract(r'file://C:\wow\this\is\a\cool\path', windows=True, disable_toabs=True) print(extract) assert extract.protocol == 'file' assert extract.bucket == 'C:\\wow\\' # on linux the toabs prepends the current path because it # doesn't understand C:\... so we can't test that here. # assert extract.path == 'this\\is\\a\\cool\\path' try: extract = paths.strict_extract(r'file://C:\wow\this\is\a\cool\path', windows=False, disable_toabs=True) assert False except UnsupportedProtocolError: pass def shoulderror(url): try: paths.strict_extract(url) assert False, url except: pass def okgoogle(url): path = paths.strict_extract(url) assert path.protocol == 'gs', url assert path.bucket == 'bucket', url assert path.intermediate_path == '', url assert path.dataset == 'dataset', url assert path.layer == 'layer', url okgoogle('gs://bucket/dataset/layer') shoulderror('s4://dataset/layer') shoulderror('dataset/layer') shoulderror('s3://dataset') firstdir = lambda x: '/' + x.split('/')[1] homepath = lib.toabs('~') homerintermediate = homepath.replace(firstdir(homepath), '')[1:] curpath = lib.toabs('.') curintermediate = curpath.replace(firstdir(curpath), '')[1:] print(curintermediate) assert (paths.extract('s3://seunglab-test/intermediate/path/dataset/layer') == ExtractedPath( 'precomputed', 's3', 'seunglab-test', 'intermediate/path/dataset/layer', 'intermediate/path/', 'dataset', 'layer' )) assert (paths.extract('file:///tmp/dataset/layer') == ExtractedPath('precomputed', 'file', "/tmp", 'dataset/layer', '', 'dataset', 'layer')) assert (paths.extract('file://seunglab-test/intermediate/path/dataset/layer') == ExtractedPath( 'precomputed', 'file', firstdir(curpath), os.path.join(curintermediate, 'seunglab-test/intermediate/path/dataset/layer'), os.path.join(curintermediate, 'seunglab-test', 'intermediate/path/'), 'dataset', 'layer')) assert (paths.extract('gs://seunglab-test/intermediate/path/dataset/layer') == ExtractedPath( 'precomputed', 'gs', 'seunglab-test', 'intermediate/path/dataset/layer', 'intermediate/path/', 'dataset', 'layer' )) assert (paths.extract('file://~/seunglab-test/intermediate/path/dataset/layer') == ExtractedPath( 'precomputed', 'file', firstdir(homepath), os.path.join(homerintermediate, 'seunglab-test', 'intermediate/path/dataset/layer'), os.path.join(homerintermediate, 'seunglab-test', 'intermediate/path/'), 'dataset', 'layer' ) ) assert (paths.extract('file:///User/me/.cloudvolume/cache/gs/bucket/dataset/layer') == ExtractedPath( 'precomputed', 'file', '/User', 'me/.cloudvolume/cache/gs/bucket/dataset/layer', 'me/.cloudvolume/cache/gs/bucket/', 'dataset', 'layer' )) shoulderror('s3://dataset/layer/') shoulderror('ou3bouqjsa fkj aojsf oaojf ojsaf') okgoogle('gs://bucket/dataset/layer/') shoulderror('gs://bucket/dataset/layer/info') path = paths.extract('s3://bucketxxxxxx/datasetzzzzz91h8__3/layer1br9bobasjf/') assert path.format == 'precomputed' assert path.protocol == 's3' assert path.bucket == 'bucketxxxxxx' assert path.dataset == 'datasetzzzzz91h8__3' assert path.layer == 'layer1br9bobasjf' path = paths.extract('file:///bucket/dataset/layer/') assert path.format == 'precomputed' assert path.protocol == 'file' assert path.bucket == '/bucket' assert path.dataset == 'dataset' assert path.layer == 'layer' shoulderror('lucifer://bucket/dataset/layer/') shoulderror('gs://///') shoulderror('gs://seunglab-test//segmentation') path = paths.extract('file:///tmp/removeme/layer/') assert path.format == 'precomputed' assert path.protocol == 'file' assert path.bucket == '/tmp' assert path.dataset == 'removeme' assert path.layer == 'layer'
def shoulderror(url): try: paths.strict_extract(url) assert False, url except: pass
def test_path_extraction(): def shoulderror(url): try: paths.strict_extract(url) assert False, url except: pass def okgoogle(url): path = paths.extract(url) assert path.protocol == 'gs', url assert path.bucket == 'bucket', url assert path.basepath == 'bucket/dataset', url assert path.no_bucket_basepath == 'dataset', url assert path.dataset == 'dataset', url assert path.layer == 'layer', url okgoogle('gs://bucket/dataset/layer') shoulderror('s4://dataset/layer') shoulderror('dataset/layer') shoulderror('s3://dataset') # don't error assert (strict_extract( 'graphene://http://localhost:8080/segmentation/1.0/testvol') == ExtractedPath('graphene', 'http', 'localhost:8080', 'localhost:8080/segmentation/1.0', 'segmentation/1.0', '1.0', 'testvol')) assert (strict_extract('precomputed://gs://fafb-ffn1-1234567/segmentation') == ExtractedPath('precomputed', 'gs', 'fafb-ffn1-1234567', 'fafb-ffn1-1234567', '', 'fafb-ffn1-1234567', 'segmentation')) firstdir = lambda x: '/' + x.split('/')[1] homepath = lib.toabs('~') homerintermediate = homepath.replace(firstdir(homepath), '')[1:] curpath = lib.toabs('.') curintermediate = curpath.replace(firstdir(curpath), '')[1:] match = re.match(r'((?:(?:\w:\\\\)|/).+?)\b', lib.toabs('.')) bucket, = match.groups() print(bucket, curintermediate) assert (paths.extract('s3://seunglab-test/intermediate/path/dataset/layer') == ExtractedPath('precomputed', 's3', 'seunglab-test', 'seunglab-test/intermediate/path/dataset', 'intermediate/path/dataset', 'dataset', 'layer')) assert (paths.extract('file:///tmp/dataset/layer') == ExtractedPath( 'precomputed', 'file', "/tmp", '/tmp/dataset', 'dataset', 'dataset', 'layer')) assert ( paths.extract('file://seunglab-test/intermediate/path/dataset/layer') == ExtractedPath( 'precomputed', 'file', firstdir(curpath), os.path.join(bucket, curintermediate, 'seunglab-test/intermediate/path/dataset'), os.path.join(curintermediate, 'seunglab-test', 'intermediate/path/dataset'), 'dataset', 'layer')) assert (paths.extract('gs://seunglab-test/intermediate/path/dataset/layer') == ExtractedPath('precomputed', 'gs', 'seunglab-test', 'seunglab-test/intermediate/path/dataset', 'intermediate/path/dataset', 'dataset', 'layer')) assert ( paths.extract('file://~/seunglab-test/intermediate/path/dataset/layer') == ExtractedPath( 'precomputed', 'file', firstdir(homepath), os.path.join(bucket, homerintermediate, 'seunglab-test', 'intermediate/path/dataset'), os.path.join(homerintermediate, 'seunglab-test', 'intermediate/path/dataset'), 'dataset', 'layer')) assert (paths.extract( 'file:///User/me/.cloudvolume/cache/gs/bucket/dataset/layer') == ExtractedPath('precomputed', 'file', '/User', '/User/me/.cloudvolume/cache/gs/bucket/dataset', 'me/.cloudvolume/cache/gs/bucket/dataset', 'dataset', 'layer')) shoulderror('ou3bouqjsa fkj aojsf oaojf ojsaf') okgoogle('gs://bucket/dataset/layer/') shoulderror('gs://bucket/dataset/layer/info') path = paths.extract( 's3://bucketxxxxxx/datasetzzzzz91h8__3/layer1br9bobasjf/') assert path.format == 'precomputed' assert path.protocol == 's3' assert path.bucket == 'bucketxxxxxx' assert path.dataset == 'datasetzzzzz91h8__3' assert path.layer == 'layer1br9bobasjf' path = paths.extract('file:///bucket/dataset/layer/') assert path.format == 'precomputed' assert path.protocol == 'file' assert path.bucket == '/bucket' assert path.dataset == 'dataset' assert path.layer == 'layer' shoulderror('lucifer://bucket/dataset/layer/') shoulderror('gs://///') shoulderror('gs://seunglab-test//segmentation') path = paths.extract('file:///tmp/removeme/layer/') assert path.format == 'precomputed' assert path.protocol == 'file' assert path.bucket == '/tmp' assert path.dataset == 'removeme' assert path.layer == 'layer'