def test_popen(self): hook = SqoopHook(**self._config) # Should go well hook.Popen(['ls']) # Should give an exception with self.assertRaises(OSError): hook.Popen('exit 1')
def sqoop_delete(ds, table, **kwargs): prod_code = cfg.get("others", "prod_code") log_date = airflow.macros.ds_add(ds, -1) sql = """DELETE FROM {} WHERE log_date='{}' AND product_code='{}'""".format( table, log_date, prod_code) cmd = _sqoop_eval_cmd(sql) h = SqoopHook() h.Popen(cmd)
def sqoop_export(ds, table, hcatalog_table, hcatalog_partition_keys, columns, update_key, **kwargs): hcatalog_partition_values = kwargs['templates_dict'][ 'hcatalog_partition_values'] cmd = _sqoop_export_cmd(table, hcatalog_table, hcatalog_partition_keys, hcatalog_partition_values, columns, update_key=update_key) log.info(' '.join(cmd)) h = SqoopHook() h.Popen(cmd)