Пример #1
0
    def execute(self, context: 'Context') -> dict:
        hook = DataFusionHook(
            gcp_conn_id=self.gcp_conn_id,
            delegate_to=self.delegate_to,
            api_version=self.api_version,
            impersonation_chain=self.impersonation_chain,
        )
        self.log.info("Listing Data Fusion pipelines")
        instance = hook.get_instance(
            instance_name=self.instance_name,
            location=self.location,
            project_id=self.project_id,
        )
        api_url = instance["apiEndpoint"]
        pipelines = hook.list_pipelines(
            instance_url=api_url,
            namespace=self.namespace,
            artifact_version=self.artifact_version,
            artifact_name=self.artifact_name,
        )
        self.log.info("%s", pipelines)

        DataFusionPipelinesLink.persist(context=context,
                                        task_instance=self,
                                        uri=instance["serviceEndpoint"])
        return pipelines
Пример #2
0
 def execute(self, context: Dict):
     hook = DataFusionHook(
         gcp_conn_id=self.gcp_conn_id,
         delegate_to=self.delegate_to,
         api_version=self.api_version,
     )
     self.log.info("Listing Data Fusion pipelines")
     instance = hook.get_instance(
         instance_name=self.instance_name,
         location=self.location,
         project_id=self.project_id,
     )
     api_url = instance["apiEndpoint"]
     pipelines = hook.list_pipelines(
         instance_url=api_url,
         namespace=self.namespace,
         artifact_version=self.artifact_version,
         artifact_name=self.artifact_name,
     )
     self.log.info("%s", pipelines)
     return pipelines