def test_popen(self):
hook = SqoopHook(**self._config)
# Should go well
hook.Popen(['ls'])
# Should give an exception
with self.assertRaises(OSError):
hook.Popen('exit 1')
def sqoop_delete(ds, table, **kwargs):
prod_code = cfg.get("others", "prod_code")
log_date = airflow.macros.ds_add(ds, -1)
sql = """DELETE FROM {} WHERE log_date='{}' AND product_code='{}'""".format(
table, log_date, prod_code)
cmd = _sqoop_eval_cmd(sql)
h = SqoopHook()
h.Popen(cmd)
def sqoop_export(ds, table, hcatalog_table, hcatalog_partition_keys, columns,
update_key, **kwargs):
hcatalog_partition_values = kwargs['templates_dict'][
'hcatalog_partition_values']
cmd = _sqoop_export_cmd(table,
hcatalog_table,
hcatalog_partition_keys,
hcatalog_partition_values,
columns,
update_key=update_key)
log.info(' '.join(cmd))
h = SqoopHook()
h.Popen(cmd)