Python have_libhdfs Exemples

Exemple #1

Fichier : test_hdfs.py Projet : yasiral/arrow

 def check_driver(cls):
     if not io.have_libhdfs():
         pytest.skip('No libhdfs available on system')

Exemple #2

Fichier : test_io.py Projet : LuciferYang/arrow

# HDFS tests


def hdfs_test_client():
    host = os.environ.get('ARROW_HDFS_TEST_HOST', 'localhost')
    user = os.environ['ARROW_HDFS_TEST_USER']
    try:
        port = int(os.environ.get('ARROW_HDFS_TEST_PORT', 20500))
    except ValueError:
        raise ValueError('Env variable ARROW_HDFS_TEST_PORT was not '
                         'an integer')

    return io.HdfsClient.connect(host, port, user)


libhdfs = pytest.mark.skipif(not io.have_libhdfs(),
                             reason='No libhdfs available on system')


HDFS_TMP_PATH = '/tmp/pyarrow-test-{0}'.format(random.randint(0, 1000))

@pytest.fixture(scope='session')
def hdfs(request):
    fixture = hdfs_test_client()
    def teardown():
        fixture.delete(HDFS_TMP_PATH, recursive=True)
        fixture.close()
    request.addfinalizer(teardown)
    return fixture

Exemple #3

Fichier : test_hdfs.py Projet : StevenMPhillips/arrow

 def check_driver(cls):
     if not io.have_libhdfs():
         pytest.fail('No libhdfs available on system')

Exemple #4

Fichier : test_hdfs.py Projet : winningsix/arrow

# HDFS tests


def hdfs_test_client():
    host = os.environ.get('ARROW_HDFS_TEST_HOST', 'localhost')
    user = os.environ['ARROW_HDFS_TEST_USER']
    try:
        port = int(os.environ.get('ARROW_HDFS_TEST_PORT', 20500))
    except ValueError:
        raise ValueError('Env variable ARROW_HDFS_TEST_PORT was not '
                         'an integer')

    return io.HdfsClient.connect(host, port, user)


libhdfs = pytest.mark.skipif(not io.have_libhdfs(),
                             reason='No libhdfs available on system')

HDFS_TMP_PATH = '/tmp/pyarrow-test-{0}'.format(random.randint(0, 1000))


@pytest.fixture(scope='session')
def hdfs(request):
    fixture = hdfs_test_client()

    def teardown():
        fixture.delete(HDFS_TMP_PATH, recursive=True)
        fixture.close()

    request.addfinalizer(teardown)
    return fixture