Exemple #1
0
def test_s3_1():
    filenames = File.resolve_filenames(
        's3n://aws-publicdatasets/common-crawl/'
        'crawl-data/CC-MAIN-2015-11/warc.paths.*')
    print(filenames)
    assert ('s3n://aws-publicdatasets/common-crawl/'
            'crawl-data/CC-MAIN-2015-11/warc.paths.gz' in filenames)
Exemple #2
0
def test_s3_1():
    filenames = File.resolve_filenames(
        's3n://aws-publicdatasets/common-crawl/'
        'crawl-data/CC-MAIN-2015-11/warc.paths.*'
    )
    print(filenames)
    assert ('s3n://aws-publicdatasets/common-crawl/'
            'crawl-data/CC-MAIN-2015-11/warc.paths.gz' in filenames)
Exemple #3
0
def test_s3_1():
    if not os.getenv("AWS_ACCESS_KEY_ID"):
        raise SkipTest

    filenames = File.resolve_filenames(
        "s3n://aws-publicdatasets/common-crawl/" "crawl-data/CC-MAIN-2015-11/warc.paths.*"
    )
    print(filenames)
    assert "s3n://aws-publicdatasets/common-crawl/" "crawl-data/CC-MAIN-2015-11/warc.paths.gz" in filenames
Exemple #4
0
def test_s3_1():
    if not os.getenv('AWS_ACCESS_KEY_ID'):
        return

    filenames = File.resolve_filenames(
        's3n://aws-publicdatasets/common-crawl/crawl-data/CC-MAIN-2015-11/warc.paths.*'
    )
    print(filenames)
    assert 's3n://aws-publicdatasets/common-crawl/crawl-data/CC-MAIN-2015-11/warc.paths.gz' in filenames
Exemple #5
0
def test_s3_1():
    if not os.getenv('AWS_ACCESS_KEY_ID'):
        raise SkipTest

    filenames = File.resolve_filenames(
        's3n://aws-publicdatasets/common-crawl/'
        'crawl-data/CC-MAIN-2015-11/warc.paths.*')
    print(filenames)
    assert ('s3n://aws-publicdatasets/common-crawl/'
            'crawl-data/CC-MAIN-2015-11/warc.paths.gz' in filenames)
Exemple #6
0
def test_local_2():
    filenames = File.resolve_filenames(
        'tests/test_resolve_filenames.py'
    )
    assert (len(filenames) == 1 and
            'tests/test_resolve_filenames.py' == filenames[0])
Exemple #7
0
def test_local_2():
    filenames = File.resolve_filenames(CURRENT_FILE_LOCATION)
    assert filenames == [CURRENT_FILE_LOCATION]
Exemple #8
0
def test_local_1():
    filenames = File.resolve_filenames('{}/*'.format(
        os.path.dirname(CURRENT_FILE_LOCATION)))
    assert CURRENT_FILE_LOCATION in filenames
Exemple #9
0
def test_local_1():
    filenames = File.resolve_filenames(
        'tests/*'
    )
    assert 'tests/test_resolve_filenames.py' in filenames
Exemple #10
0
def test_local_2():
    filenames = File.resolve_filenames(
        'tests/test_resolve_filenames.py'
    )
    assert filenames == ['tests/test_resolve_filenames.py']
Exemple #11
0
def test_local_1():
    filenames = File.resolve_filenames("tests/*")
    assert "tests/test_resolve_filenames.py" in filenames
Exemple #12
0
def test_local_2():
    filenames = File.resolve_filenames(CURRENT_FILE_LOCATION)
    assert filenames == [CURRENT_FILE_LOCATION]
Exemple #13
0
def test_local_1():
    filenames = File.resolve_filenames(
        '{}/*'.format(os.path.dirname(CURRENT_FILE_LOCATION))
    )
    assert CURRENT_FILE_LOCATION in filenames
Exemple #14
0
def test_local_2():
    filenames = File.resolve_filenames("tests/test_resolve_filenames.py")
    assert len(filenames) == 1 and "tests/test_resolve_filenames.py" == filenames[0]
Exemple #15
0
def test_local_2():
    filenames = File.resolve_filenames(
        'tests/test_resolve_filenames.py'
    )
    assert len(filenames) == 1 and 'tests/test_resolve_filenames.py' == filenames[0]
Exemple #16
0
def test_local_1():
    filenames = File.resolve_filenames(
        f'{os.path.dirname(CURRENT_FILE_LOCATION)}{os.path.sep}*'
    )
    assert CURRENT_FILE_LOCATION in filenames
Exemple #17
0
def test_local_1():
    filenames = File.resolve_filenames('tests/*')
    assert 'tests/test_resolve_filenames.py' in filenames
Exemple #18
0
def test_local_2():
    filenames = File.resolve_filenames('tests/test_resolve_filenames.py')
    assert filenames == ['tests/test_resolve_filenames.py']