def execute(self, context):
hook = CloudDataTransferServiceHook(api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id)
operations_list = hook.list_transfer_operations(
request_filter=self.filter)
self.log.info(operations_list)
return operations_list
def execute(self, context) -> None:
hook = CloudDataTransferServiceHook(
api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id,
impersonation_chain=self.google_impersonation_chain,
)
hook.cancel_transfer_operation(operation_name=self.operation_name)
def execute(self, context: 'Context') -> dict:
hook = CloudDataTransferServiceHook(
api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id,
impersonation_chain=self.google_impersonation_chain,
)
operation = hook.get_transfer_operation(operation_name=self.operation_name)
return operation
def execute(self, context: 'Context') -> None:
self._validate_inputs()
hook = CloudDataTransferServiceHook(
api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id,
impersonation_chain=self.google_impersonation_chain,
)
hook.delete_transfer_job(job_name=self.job_name, project_id=self.project_id)
def execute(self, context: 'Context') -> dict:
TransferJobPreprocessor(body=self.body, aws_conn_id=self.aws_conn_id).process_body()
hook = CloudDataTransferServiceHook(
api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id,
impersonation_chain=self.google_impersonation_chain,
)
return hook.update_transfer_job(job_name=self.job_name, body=self.body)
def execute(self, context: 'Context') -> List[dict]:
hook = CloudDataTransferServiceHook(
api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id,
impersonation_chain=self.google_impersonation_chain,
)
operations_list = hook.list_transfer_operations(request_filter=self.filter)
self.log.info(operations_list)
return operations_list
def execute(self, context):
hook = CloudDataTransferServiceHook(gcp_conn_id=self.gcp_conn_id, delegate_to=self.delegate_to)
body = self._create_body()
TransferJobPreprocessor(body=body, aws_conn_id=self.aws_conn_id, default_schedule=True).process_body()
job = hook.create_transfer_job(body=body)
if self.wait:
hook.wait_for_transfer_job(job, timeout=self.timeout)
def poke(self, context):
hook = CloudDataTransferServiceHook(gcp_conn_id=self.gcp_cloud_conn_id)
operations = hook.list_transfer_operations(
request_filter={'project_id': self.project_id, 'job_names': [self.job_name]}
)
check = CloudDataTransferServiceHook.operations_contain_expected_statuses(
operations=operations, expected_statuses=self.expected_statuses
)
if check:
self.xcom_push(key="sensed_operations", value=operations, context=context)
return check
def execute(self, context) -> None:
hook = CloudDataTransferServiceHook(
gcp_conn_id=self.gcp_conn_id,
delegate_to=self.delegate_to,
impersonation_chain=self.google_impersonation_chain,
)
body = self._create_body()
TransferJobPreprocessor(body=body,
default_schedule=True).process_body()
job = hook.create_transfer_job(body=body)
if self.wait:
hook.wait_for_transfer_job(job, timeout=self.timeout)
def execute(self, context: 'Context') -> None:
hook = CloudDataTransferServiceHook(
gcp_conn_id=self.gcp_conn_id,
delegate_to=self.delegate_to,
impersonation_chain=self.google_impersonation_chain,
)
body = self._create_body()
TransferJobPreprocessor(body=body, aws_conn_id=self.aws_conn_id, default_schedule=True).process_body()
job = hook.create_transfer_job(body=body)
if self.wait:
hook.wait_for_transfer_job(job, timeout=self.timeout)
if self.delete_job_after_completion:
hook.delete_transfer_job(job_name=job[NAME], project_id=self.project_id)
def poke(self, context: dict) -> bool:
hook = CloudDataTransferServiceHook(
gcp_conn_id=self.gcp_cloud_conn_id,
impersonation_chain=self.impersonation_chain,
)
operations = hook.list_transfer_operations(request_filter={
'project_id': self.project_id,
'job_names': [self.job_name]
})
for operation in operations:
self.log.info("Progress for operation %s: %s", operation[NAME],
operation[METADATA][COUNTERS])
check = CloudDataTransferServiceHook.operations_contain_expected_statuses(
operations=operations, expected_statuses=self.expected_statuses)
if check:
self.xcom_push(key="sensed_operations",
value=operations,
context=context)
return check
def execute(self, context):
hook = CloudDataTransferServiceHook(api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id)
hook.cancel_transfer_operation(operation_name=self.operation_name)
def execute(self, context):
self._validate_inputs()
hook = CloudDataTransferServiceHook(api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id)
hook.delete_transfer_job(job_name=self.job_name,
project_id=self.project_id)
def execute(self, context):
TransferJobPreprocessor(body=self.body,
aws_conn_id=self.aws_conn_id).process_body()
hook = CloudDataTransferServiceHook(api_version=self.api_version,
gcp_conn_id=self.gcp_conn_id)
return hook.update_transfer_job(job_name=self.job_name, body=self.body)
def setUp(self):
with mock.patch(
'airflow.providers.google.common.hooks.base_google.GoogleBaseHook.__init__',
new=mock_base_gcp_hook_no_default_project_id,
):
self.gct_hook = CloudDataTransferServiceHook(gcp_conn_id='test')
