Exemple #1
0
 def okgoogle(url):
     path = lib.extract_path(url)
     assert path.protocol == 'gs', url
     assert path.bucket == 'bucket', url
     assert path.intermediate_path == '', url
     assert path.dataset == 'dataset', url
     assert path.layer == 'layer', url
Exemple #2
0
 def shoulderror(url):
     try:
         path = lib.extract_path(url)
         assert False, url
     except:
         pass
Exemple #3
0
def test_path_extraction():
    def shoulderror(url):
        try:
            path = lib.extract_path(url)
            assert False, url
        except:
            pass

    def okgoogle(url):
        path = lib.extract_path(url)
        assert path.protocol == 'gs', url
        assert path.bucket == 'bucket', url
        assert path.intermediate_path == '', url
        assert path.dataset == 'dataset', url
        assert path.layer == 'layer', url

    okgoogle('gs://bucket/dataset/layer')
    shoulderror('s4://dataset/layer')
    shoulderror('dataset/layer')
    shoulderror('s3://dataset')

    firstdir = lambda x: '/' + x.split('/')[1]

    homepath = lib.toabs('~')
    homerintermediate = homepath.replace(firstdir(homepath), '')[1:]

    curpath = lib.toabs('.')
    curintermediate = curpath.replace(firstdir(curpath), '')[1:]

    assert (
        lib.extract_path('s3://seunglab-test/intermediate/path/dataset/layer')
        == lib.ExtractedPath('s3', 'intermediate/path/', 'seunglab-test',
                             'dataset', 'layer'))

    assert (lib.extract_path('file:///tmp/dataset/layer') == lib.ExtractedPath(
        'file', '', "/tmp", 'dataset', 'layer'))

    assert (
        lib.extract_path('file://seunglab-test/intermediate/path/dataset/layer'
                         ) == lib.ExtractedPath(
                             'file',
                             os.path.join(curintermediate, 'seunglab-test',
                                          'intermediate/path/'),
                             firstdir(curpath), 'dataset', 'layer'))

    assert (
        lib.extract_path('gs://seunglab-test/intermediate/path/dataset/layer')
        == lib.ExtractedPath('gs', 'intermediate/path/', 'seunglab-test',
                             'dataset', 'layer'))

    assert (lib.extract_path(
        'file://~/seunglab-test/intermediate/path/dataset/layer') ==
            lib.ExtractedPath(
                'file',
                os.path.join(homerintermediate,
                             'seunglab-test', 'intermediate/path/'),
                firstdir(homepath), 'dataset', 'layer'))

    assert (lib.extract_path(
        'file:///User/me/.cloudvolume/cache/gs/bucket/dataset/layer') ==
            lib.ExtractedPath('file', 'me/.cloudvolume/cache/gs/bucket/',
                              '/User', 'dataset', 'layer'))

    shoulderror('s3://dataset/layer/')

    shoulderror('ou3bouqjsa fkj aojsf oaojf ojsaf')

    okgoogle('gs://bucket/dataset/layer/')
    shoulderror('gs://bucket/dataset/layer/info')

    path = lib.extract_path(
        's3://bucketxxxxxx/datasetzzzzz91h8__3/layer1br9bobasjf/')
    assert path.protocol == 's3'
    assert path.bucket == 'bucketxxxxxx'
    assert path.dataset == 'datasetzzzzz91h8__3'
    assert path.layer == 'layer1br9bobasjf'

    path = lib.extract_path('file:///bucket/dataset/layer/')
    assert path.protocol == 'file'
    assert path.bucket == '/bucket'
    assert path.dataset == 'dataset'
    assert path.layer == 'layer'

    shoulderror('lucifer://bucket/dataset/layer/')
    shoulderror('gs://///')
    shoulderror('gs://seunglab-test//segmentation')

    path = lib.extract_path('file:///tmp/removeme/layer/')
    assert path.protocol == 'file'
    assert path.bucket == '/tmp'
    assert path.dataset == 'removeme'
    assert path.layer == 'layer'