def execute(self, context: 'Context') -> None: hook = DataFusionHook( gcp_conn_id=self.gcp_conn_id, delegate_to=self.delegate_to, api_version=self.api_version, impersonation_chain=self.impersonation_chain, ) self.log.info("Creating Data Fusion pipeline: %s", self.pipeline_name) instance = hook.get_instance( instance_name=self.instance_name, location=self.location, project_id=self.project_id, ) api_url = instance["apiEndpoint"] hook.create_pipeline( pipeline_name=self.pipeline_name, pipeline=self.pipeline, instance_url=api_url, namespace=self.namespace, ) DataFusionPipelineLink.persist(context=context, task_instance=self, uri=instance["serviceEndpoint"]) self.log.info("Pipeline created")
def execute(self, context: Dict): hook = DataFusionHook( gcp_conn_id=self.gcp_conn_id, delegate_to=self.delegate_to, api_version=self.api_version, ) self.log.info("Creating Data Fusion pipeline: %s", self.pipeline_name) instance = hook.get_instance( instance_name=self.instance_name, location=self.location, project_id=self.project_id, ) api_url = instance["apiEndpoint"] hook.create_pipeline( pipeline_name=self.pipeline_name, pipeline=self.pipeline, instance_url=api_url, namespace=self.namespace, ) self.log.info("Pipeline created")