def execute(self, context: "Context"):
        hook = DataprocMetastoreHook(
            gcp_conn_id=self.gcp_conn_id,
            impersonation_chain=self.impersonation_chain)
        self.log.info("Creating Dataproc Metastore metadata import: %s",
                      self.metadata_import_id)
        operation = hook.create_metadata_import(
            project_id=self.project_id,
            region=self.region,
            service_id=self.service_id,
            metadata_import=self.metadata_import,
            metadata_import_id=self.metadata_import_id,
            request_id=self.request_id,
            retry=self.retry,
            timeout=self.timeout,
            metadata=self.metadata,
        )
        metadata_import = hook.wait_for_operation(self.timeout, operation)
        self.log.info("Metadata import %s created successfully",
                      self.metadata_import_id)

        DataprocMetastoreDetailedLink.persist(context=context,
                                              task_instance=self,
                                              url=METASTORE_IMPORT_LINK,
                                              resource=self.metadata_import_id)
        return MetadataImport.to_dict(metadata_import)
Example #2
0
 def execute(self, context: 'Context'):
     hook = DataprocMetastoreHook(
         gcp_conn_id=self.gcp_conn_id, impersonation_chain=self.impersonation_chain
     )
     self.log.info("Creating Dataproc Metastore metadata import: %s", self.metadata_import_id)
     operation = hook.create_metadata_import(
         project_id=self.project_id,
         region=self.region,
         service_id=self.service_id,
         metadata_import=self.metadata_import,
         metadata_import_id=self.metadata_import_id,
         request_id=self.request_id,
         retry=self.retry,
         timeout=self.timeout,
         metadata=self.metadata,
     )
     metadata_import = hook.wait_for_operation(self.timeout, operation)
     self.log.info("Metadata import %s created successfully", self.metadata_import_id)
     return MetadataImport.to_dict(metadata_import)