def test_ctas_ddl(self):
con = MockConnection()
select = build_ast(con.table('test1')).queries[0]
statement = ksupport.CTASKudu(
'another_table',
'kudu_name',
['dom.d.com:7051'],
select,
['string_col'],
external=True,
can_exist=False,
database='foo',
)
result = statement.compile()
expected = """\
CREATE EXTERNAL TABLE foo.`another_table`
TBLPROPERTIES (
'kudu.key_columns'='string_col',
'kudu.master_addresses'='dom.d.com:7051',
'kudu.table_name'='kudu_name',
'storage_handler'='com.cloudera.kudu.hive.KuduStorageHandler'
) AS
SELECT *
FROM test1"""
assert result == expected
def test_ctas_ddl(self):
con = MockConnection()
select = build_ast(con.table('test1')).queries[0]
statement = ksupport.CTASKudu(
'another_table',
'kudu_name',
['dom.d.com:7051'],
select,
['string_col'],
external=True,
can_exist=False,
database='foo',
)
result = statement.compile()
expected = """\
CREATE EXTERNAL TABLE foo.`another_table`
TBLPROPERTIES (
'kudu.key_columns'='string_col',
'kudu.master_addresses'='dom.d.com:7051',
'kudu.table_name'='kudu_name',
'storage_handler'='com.cloudera.kudu.hive.KuduStorageHandler'
) AS
SELECT *
FROM test1"""
assert result == expected
def _create_table(table_name, expr, database=None, can_exist=False,
format='parquet'):
ast = build_ast(expr)
select = ast.queries[0]
statement = ddl.CTAS(table_name, select,
database=database,
format=format,
can_exist=can_exist)
return statement
def _create_table(table_name, expr, database=None, can_exist=False,
format='parquet'):
ast = build_ast(expr)
select = ast.queries[0]
statement = ddl.CTAS(table_name, select,
database=database,
format=format,
can_exist=can_exist)
return statement
def _create_table(table_name,
expr,
database=None,
can_exist=False,
format='parquet'):
ast = build_ast(expr, ImpalaDialect.make_context())
select = ast.queries[0]
statement = base_ddl.CTAS(
table_name,
select,
database=database,
format=format,
can_exist=can_exist,
)
return statement
def test_create_external_table_as(self):
path = "/path/to/table"
select = build_ast(self.con.table("test1")).queries[0]
statement = ddl.CTAS("another_table", select, external=True, can_exist=False, path=path, database="foo")
result = statement.compile()
expected = """\
CREATE EXTERNAL TABLE foo.`another_table`
STORED AS PARQUET
LOCATION '{0}'
AS
SELECT *
FROM test1""".format(
path
)
assert result == expected
def test_create_external_table_as(self):
path = '/path/to/table'
select = build_ast(self.con.table('test1')).queries[0]
statement = ddl.CTAS('another_table',
select,
external=True,
can_exist=False,
path=path,
database='foo')
result = statement.compile()
expected = """\
CREATE EXTERNAL TABLE foo.`another_table`
STORED AS PARQUET
LOCATION '{0}'
AS
SELECT *
FROM test1""".format(path)
assert result == expected
def _get_select(expr):
ast = build_ast(expr)
select = ast.queries[0]
context = ast.context
return select, context
def _get_select(expr):
ast = build_ast(expr)
select = ast.queries[0]
context = ast.context
return select, context