def drop_temp_hive_table(self):
command = None
create_table_stmt = None
try:
create_table_stmt = "DROP TABLE IF EXISTS %s_airflow_temp;" % self.table_name
command = HiveCommand.run(query=create_table_stmt, label='default')
self.monitor_command(command, create_table_stmt)
except Exception as e:
if command is None:
raise AirflowException(
'create_temp_hive_table call for %s failed. No command Id available.\n%s'
% (create_table_stmt, e))
else:
raise AirflowException(
'create_temp_hive_table call for %s failed. https://api.qubole.com/v2/analyze?command_id=%s\n%s'
% (create_table_stmt, command.id, e))
try:
stmt = "s3cmd -c /usr/lib/hustler/s3cfg rm -rf s3://%s/result_cache/%s_airflow_temp/;" % \
(self.s3_bucket, self.table_name)
command = Command.run(command_type='ShellCommand',
inline=stmt,
label='default')
self.monitor_command(command, stmt)
except Exception as e:
if command is None:
raise AirflowException(
'create_temp_hive_table call for %s failed. No command Id available.\n%s'
% (create_table_stmt, e))
else:
raise AirflowException(
'create_temp_hive_table call for %s failed. https://api.qubole.com/v2/analyze?command_id=%s\n%s'
% (create_table_stmt, command.id, e))
