def drop_table(config, destination_system, destination_database, destination_environment, destination_table, emr_cluster_id=None): # create abstract table object to retrieve source technology abstract_table = Table(config, destination_system, destination_database, destination_environment, destination_table) destination_system_technology = abstract_table.get_destination_technology( ) # hadoop if destination_system_technology == DataSystem.SystemTechnology.HIVE: if abstract_table.storage_type == DataSystem.StorageType.S3: from m3d.hadoop.emr.emr_system import EMRSystem emr_system = EMRSystem(config, destination_system, destination_database, destination_environment, emr_cluster_id) emr_system.add_cluster_tag(EMRSystem.EMRClusterTag.API_METHOD, M3D.drop_table.__name__) emr_system.drop_table(destination_table) else: raise m3d_exceptions.M3DUnsupportedStorageException( abstract_table.storage_type) else: raise m3d_exceptions.M3DUnsupportedDestinationSystemException( destination_system_technology)
def drop_dataset(config, destination_system, destination_database, destination_environment, destination_dataset, emr_cluster_id=None): from m3d.hadoop.emr.emr_system import EMRSystem emr_system = EMRSystem(config, destination_system, destination_database, destination_environment, emr_cluster_id) emr_system.add_cluster_tag(EMRSystem.EMRClusterTag.API_METHOD, M3D.drop_dataset.__name__) emr_system.drop_dataset(destination_dataset)