def test_job_update(self, mock_hook):
mock_hook.return_value.update_transfer_job.return_value = VALID_TRANSFER_JOB_GCS
body = {'transferJob': {'description': 'example-name'}, 'updateTransferJobFieldMask': DESCRIPTION}
op = GcpTransferServiceJobUpdateOperator(job_name=JOB_NAME, body=body, task_id=TASK_ID)
result = op.execute(None)
mock_hook.assert_called_once_with(api_version='v1', gcp_conn_id='google_cloud_default')
mock_hook.return_value.update_transfer_job.assert_called_once_with(job_name=JOB_NAME, body=body)
self.assertEqual(result, VALID_TRANSFER_JOB_GCS)
def test_job_update(self, mock_hook):
mock_hook.return_value.update_transfer_job.return_value = VALID_TRANSFER_JOB_GCS
body = {'transferJob': {'description': 'example-name'}, 'updateTransferJobFieldMask': DESCRIPTION}
op = GcpTransferServiceJobUpdateOperator(job_name=JOB_NAME, body=body, task_id=TASK_ID)
result = op.execute(None)
mock_hook.assert_called_once_with(api_version='v1', gcp_conn_id='google_cloud_default')
mock_hook.return_value.update_transfer_job.assert_called_once_with(job_name=JOB_NAME, body=body)
self.assertEqual(result, VALID_TRANSFER_JOB_GCS)
def test_templates(self, _):
dag_id = 'test_dag_id'
args = {'start_date': DEFAULT_DATE}
self.dag = DAG(dag_id, default_args=args) # pylint:disable=attribute-defined-outside-init
op = GcpTransferServiceJobUpdateOperator(
job_name='{{ dag.dag_id }}',
body={'transferJob': {"name": "{{ dag.dag_id }}"}},
task_id='task-id',
dag=self.dag,
)
ti = TaskInstance(op, DEFAULT_DATE)
ti.render_templates()
self.assertEqual(dag_id, getattr(op, 'body')['transferJob']['name'])
self.assertEqual(dag_id, getattr(op, 'job_name'))
def test_templates(self, _):
dag_id = 'test_dag_id'
configuration.load_test_config()
args = {'start_date': DEFAULT_DATE}
self.dag = DAG(dag_id, default_args=args)
op = GcpTransferServiceJobUpdateOperator(
job_name='{{ dag.dag_id }}',
body={'transferJob': {"name": "{{ dag.dag_id }}"}},
task_id='task-id',
dag=self.dag,
)
ti = TaskInstance(op, DEFAULT_DATE)
ti.render_templates()
self.assertEqual(dag_id, getattr(op, 'body')['transferJob']['name'])
self.assertEqual(dag_id, getattr(op, 'job_name'))
poke_interval=WAIT_FOR_OPERATION_POKE_INTERVAL,
)
# [START howto_operator_gcp_transfer_pause_operation]
pause_operation = GcpTransferServiceOperationPauseOperator(
task_id="pause_operation",
operation_name=
"{{task_instance.xcom_pull('wait_for_operation_to_start', "
"key='sensed_operations')[0]['name']}}",
)
# [END howto_operator_gcp_transfer_pause_operation]
# [START howto_operator_gcp_transfer_update_job]
update_job = GcpTransferServiceJobUpdateOperator(
task_id="update_job",
job_name=
"{{task_instance.xcom_pull('create_transfer_job_from_aws')['name']}}",
body=update_body,
)
# [END howto_operator_gcp_transfer_update_job]
# [START howto_operator_gcp_transfer_list_operations]
list_operations = GcpTransferServiceOperationsListOperator(
task_id="list_operations",
request_filter={
FILTER_PROJECT_ID:
GCP_PROJECT_ID,
FILTER_JOB_NAMES: [
"{{task_instance.xcom_pull('create_transfer_job_from_aws')['name']}}"
],
},
)