Python make_client Examples

Example #1

File: load_test_data.py Project: simonbyrne/ibis-notebooks

def make_connection():
    print(ENV)
    ic = ibis.impala_connect(host=ENV.impala_host, port=ENV.impala_port,
                             protocol=ENV.impala_protocol)
    hdfs = ibis.hdfs_connect(host=ENV.nn_host, port=ENV.webhdfs_port)
    client = ibis.make_client(ic, hdfs_client=hdfs)
    return client

Example #2

def make_connection():
    print(ENV)
    ic = ibis.impala_connect(host=ENV.impala_host,
                             port=ENV.impala_port,
                             protocol=ENV.impala_protocol)
    hdfs = ibis.hdfs_connect(host=ENV.nn_host, port=ENV.webhdfs_port)
    client = ibis.make_client(ic, hdfs_client=hdfs)
    return client

Example #3

File: util.py Project: nataliaking/ibis

def connect_test(env, with_hdfs=True):
    con = ibis.impala_connect(host=env.impala_host,
                              protocol=env.impala_protocol,
                              database=env.test_data_db,
                              port=env.impala_port,
                              use_kerberos=env.use_kerberos,
                              pool_size=2)
    if with_hdfs:
        if env.use_kerberos:
            from hdfs.ext.kerberos import KerberosClient
            hdfs_client = KerberosClient(env.hdfs_url, mutual_auth='REQUIRED')
        else:
            from hdfs.client import InsecureClient
            hdfs_client = InsecureClient(env.hdfs_url)
        return ibis.make_client(con, hdfs_client)
    else:
        return ibis.make_client(con)

Example #4

File: util.py Project: nataliaking/ibis

def connect_test(env, with_hdfs=True):
    con = ibis.impala_connect(host=env.impala_host,
                              protocol=env.impala_protocol,
                              database=env.test_data_db,
                              port=env.impala_port,
                              use_kerberos=env.use_kerberos,
                              pool_size=2)
    if with_hdfs:
        if env.use_kerberos:
            from hdfs.ext.kerberos import KerberosClient
            hdfs_client = KerberosClient(env.hdfs_url, mutual_auth='REQUIRED')
        else:
            from hdfs.client import InsecureClient
            hdfs_client = InsecureClient(env.hdfs_url)
        return ibis.make_client(con, hdfs_client)
    else:
        return ibis.make_client(con)

Example #5

File: test_data_admin.py Project: zuxfoucault/ibis

def make_ibis_client():
    ic = ibis.impala.connect(host=ENV.impala_host, port=ENV.impala_port,
                             protocol=ENV.impala_protocol,
                             use_kerberos=ENV.use_kerberos)
    if ENV.use_kerberos:
        print("Warning: ignoring invalid Certificate Authority errors")
    hc = ibis.hdfs_connect(host=ENV.nn_host, port=ENV.webhdfs_port,
                           use_kerberos=ENV.use_kerberos,
                           verify=(not ENV.use_kerberos))
    return ibis.make_client(ic, hdfs_client=hc)

Example #6

File: cleanup_testing_data.py Project: megvuyyuru/ibis

def make_connection():
    ic = ibis.impala_connect(host=ENV.impala_host, port=ENV.impala_port,
                             protocol=ENV.impala_protocol,
                             use_kerberos=ENV.use_kerberos)
    if ENV.use_kerberos:
        print("Warning: ignoring invalid Certificate Authority errors")
    hdfs = ibis.hdfs_connect(host=ENV.nn_host, port=ENV.webhdfs_port,
                             use_kerberos=ENV.use_kerberos,
                             verify=(not ENV.use_kerberos))
    return ibis.make_client(ic, hdfs_client=hdfs)

Example #7

File: util.py Project: zuxfoucault/ibis

def connect_test(env, with_hdfs=True):
    con = ibis.impala_connect(host=env.impala_host,
                              protocol=env.impala_protocol,
                              database=env.test_data_db,
                              port=env.impala_port,
                              use_kerberos=env.use_kerberos,
                              pool_size=2)
    if with_hdfs:
        if env.use_kerberos:
            print("Warning: ignoring invalid Certificate Authority errors")
        hdfs_client = ibis.hdfs_connect(host=env.nn_host,
                                        port=env.webhdfs_port,
                                        use_kerberos=env.use_kerberos,
                                        verify=(not env.use_kerberos))
    else:
        hdfs_client = None
    return ibis.make_client(con, hdfs_client)

Example #8

def connect_test(env, with_hdfs=True):
    con = ibis.impala_connect(host=env.impala_host,
                              protocol=env.impala_protocol,
                              database=env.test_data_db,
                              port=env.impala_port,
                              use_kerberos=env.use_kerberos,
                              pool_size=2)
    if with_hdfs:
        if env.use_kerberos:
            print("Warning: ignoring invalid Certificate Authority errors")
        hdfs_client = ibis.hdfs_connect(host=env.nn_host,
                                        port=env.webhdfs_port,
                                        use_kerberos=env.use_kerberos,
                                        verify=(not env.use_kerberos))
    else:
        hdfs_client = None
    return ibis.make_client(con, hdfs_client)