def test_job_create_multiple(self, aws_hook, gcp_hook):
aws_hook.return_value.get_credentials.return_value = Credentials(
TEST_AWS_ACCESS_KEY_ID, TEST_AWS_ACCESS_SECRET, None
)
gcp_hook.return_value.create_transfer_job.return_value = VALID_TRANSFER_JOB_AWS_RAW
body = deepcopy(VALID_TRANSFER_JOB_AWS)
op = CloudDataTransferServiceCreateJobOperator(body=body, task_id=TASK_ID)
result = op.execute(None)
self.assertEqual(result, VALID_TRANSFER_JOB_AWS_RAW)
op = CloudDataTransferServiceCreateJobOperator(body=body, task_id=TASK_ID)
result = op.execute(None)
self.assertEqual(result, VALID_TRANSFER_JOB_AWS_RAW)
def test_job_create_gcs(self, mock_hook):
mock_hook.return_value.create_transfer_job.return_value = VALID_TRANSFER_JOB_GCS_RAW
body = deepcopy(VALID_TRANSFER_JOB_GCS)
del body['name']
op = CloudDataTransferServiceCreateJobOperator(body=body, task_id=TASK_ID)
result = op.execute(None)
mock_hook.assert_called_once_with(api_version='v1', gcp_conn_id='google_cloud_default')
mock_hook.return_value.create_transfer_job.assert_called_once_with(body=VALID_TRANSFER_JOB_GCS_RAW)
self.assertEqual(result, VALID_TRANSFER_JOB_GCS_RAW)
def test_job_create_aws(self, aws_hook, mock_hook):
mock_hook.return_value.create_transfer_job.return_value = VALID_TRANSFER_JOB_AWS_RAW
aws_hook.return_value.get_credentials.return_value = Credentials(
TEST_AWS_ACCESS_KEY_ID, TEST_AWS_ACCESS_SECRET, None
)
body = deepcopy(VALID_TRANSFER_JOB_AWS)
del body['name']
op = CloudDataTransferServiceCreateJobOperator(body=body, task_id=TASK_ID)
result = op.execute(None)
mock_hook.assert_called_once_with(api_version='v1', gcp_conn_id='google_cloud_default')
mock_hook.return_value.create_transfer_job.assert_called_once_with(body=VALID_TRANSFER_JOB_AWS_RAW)
self.assertEqual(result, VALID_TRANSFER_JOB_AWS_RAW)
def test_job_create_gcs(self, mock_hook):
mock_hook.return_value.create_transfer_job.return_value = VALID_TRANSFER_JOB_GCS_RAW
body = deepcopy(VALID_TRANSFER_JOB_GCS)
del body['name']
op = CloudDataTransferServiceCreateJobOperator(
body=body,
task_id=TASK_ID,
google_impersonation_chain=IMPERSONATION_CHAIN,
)
result = op.execute(None)
mock_hook.assert_called_once_with(
api_version='v1',
gcp_conn_id='google_cloud_default',
impersonation_chain=IMPERSONATION_CHAIN,
)
mock_hook.return_value.create_transfer_job.assert_called_once_with(
body=VALID_TRANSFER_JOB_GCS_RAW)
assert result == VALID_TRANSFER_JOB_GCS_RAW