Пример #1
0
class BigQueryDataTransferServiceStartTransferRunsOperatorTestCase(unittest.TestCase):
    @mock.patch(
        "airflow.providers.google.cloud.operators.bigquery_dts.BiqQueryDataTransferServiceHook",
        **{
            'return_value.start_manual_transfer_runs.return_value': StartManualTransferRunsResponse(
                runs=[TransferRun(name=RUN_NAME)]
            )
        },
    )
    def test_execute(self, mock_hook):
        op = BigQueryDataTransferServiceStartTransferRunsOperator(
            transfer_config_id=TRANSFER_CONFIG_ID, task_id="id", project_id=PROJECT_ID
        )
        ti = mock.MagicMock()

        op.execute({'ti': ti})

        mock_hook.return_value.start_manual_transfer_runs.assert_called_once_with(
            transfer_config_id=TRANSFER_CONFIG_ID,
            project_id=PROJECT_ID,
            requested_time_range=None,
            requested_run_time=None,
            metadata=None,
            retry=None,
            timeout=None,
        )
        ti.xcom_push.assert_called_once_with(execution_date=None, key='run_id', value='123')
Пример #2
0
    def execute(self, context: 'Context'):
        hook = BiqQueryDataTransferServiceHook(
            gcp_conn_id=self.gcp_conn_id, impersonation_chain=self.impersonation_chain, location=self.location
        )
        self.log.info('Submitting manual transfer for %s', self.transfer_config_id)
        response = hook.start_manual_transfer_runs(
            transfer_config_id=self.transfer_config_id,
            requested_time_range=self.requested_time_range,
            requested_run_time=self.requested_run_time,
            project_id=self.project_id,
            retry=self.retry,
            timeout=self.timeout,
            metadata=self.metadata,
        )

        transfer_config = _get_transfer_config_details(response.runs[0].name)
        BigQueryDataTransferConfigLink.persist(
            context=context,
            task_instance=self,
            region=transfer_config["region"],
            config_id=transfer_config["config_id"],
            project_id=transfer_config["project_id"],
        )

        result = StartManualTransferRunsResponse.to_dict(response)
        run_id = get_object_id(result['runs'][0])
        self.xcom_push(context, key="run_id", value=run_id)
        self.log.info('Transfer run %s submitted successfully.', run_id)
        return result
Пример #3
0
 def execute(self, context):
     hook = BiqQueryDataTransferServiceHook(
         gcp_conn_id=self.gcp_conn_id, impersonation_chain=self.impersonation_chain
     )
     self.log.info('Submitting manual transfer for %s', self.transfer_config_id)
     response = hook.start_manual_transfer_runs(
         transfer_config_id=self.transfer_config_id,
         requested_time_range=self.requested_time_range,
         requested_run_time=self.requested_run_time,
         project_id=self.project_id,
         retry=self.retry,
         timeout=self.timeout,
         metadata=self.metadata,
     )
     result = StartManualTransferRunsResponse.to_dict(response)
     run_id = get_object_id(result['runs'][0])
     self.xcom_push(context, key="run_id", value=run_id)
     self.log.info('Transfer run %s submitted successfully.', run_id)
     return result