Exemple #1
0
 def poke(self, context: 'Context') -> bool:
     hook = BiqQueryDataTransferServiceHook(
         gcp_conn_id=self.gcp_cloud_conn_id,
         impersonation_chain=self.impersonation_chain,
     )
     run = hook.get_transfer_run(
         run_id=self.run_id,
         transfer_config_id=self.transfer_config_id,
         project_id=self.project_id,
         retry=self.retry,
         timeout=self.request_timeout,
         metadata=self.metadata,
     )
     self.log.info("Status of %s run: %s", self.run_id, str(run.state))
     return run.state in self.expected_statuses
Exemple #2
0
    def poke(self, context):
        hook = BiqQueryDataTransferServiceHook(
            gcp_conn_id=self.gcp_cloud_conn_id)
        run = hook.get_transfer_run(
            run_id=self.run_id,
            transfer_config_id=self.transfer_config_id,
            project_id=self.project_id,
            retry=self.retry,
            timeout=self.request_timeout,
            metadata=self.metadata,
        )
        result = MessageToDict(run)
        state = result["state"]
        self.log.info("Status of %s run: %s", self.run_id, state)

        return state in self.expected_statuses
Exemple #3
0
    def poke(self, context: 'Context') -> bool:
        hook = BiqQueryDataTransferServiceHook(
            gcp_conn_id=self.gcp_cloud_conn_id,
            impersonation_chain=self.impersonation_chain,
        )
        run = hook.get_transfer_run(
            run_id=self.run_id,
            transfer_config_id=self.transfer_config_id,
            project_id=self.project_id,
            retry=self.retry,
            timeout=self.request_timeout,
            metadata=self.metadata,
        )
        self.log.info("Status of %s run: %s", self.run_id, str(run.state))

        if run.state in (TransferState.FAILED, TransferState.CANCELLED):
            raise AirflowException(f"Transfer {self.run_id} did not succeed")
        return run.state in self.expected_statuses