def test_empty_project_id_is_ok(self, mock_hook):
mock_hook.return_value.get_function.side_effect = HttpError(
resp=MOCK_RESP_404, content=b'not found')
operator = CloudFunctionDeployFunctionOperator(
location="test_region", body=deepcopy(VALID_BODY), task_id="id")
operator.execute(None)
mock_hook.assert_called_once_with(
api_version='v1',
gcp_conn_id='google_cloud_default',
impersonation_chain=None,
)
new_body = deepcopy(VALID_BODY)
new_body['labels'] = {
'airflow-version':
'v' + version.replace('.', '-').replace('+', '-')
}
mock_hook.return_value.create_new_function.assert_called_once_with(
project_id=None, location="test_region", body=new_body)
def test_validation_disabled(self, mock_hook):
mock_hook.return_value.create_new_function.return_value = True
body = {
"name": "function_name",
"some_invalid_body_field": "some_invalid_body_field_value"
}
op = CloudFunctionDeployFunctionOperator(project_id="test_project_id",
location="test_region",
body=body,
validate_body=False,
task_id="id")
op.execute(None)
mock_hook.assert_called_once_with(
api_version='v1',
gcp_conn_id='google_cloud_default',
impersonation_chain=None,
)
mock_hook.reset_mock()
def test_invalid_field_values(self, key, value, message, mock_hook):
mock_hook.return_value.create_new_function.return_value = True
body = deepcopy(VALID_BODY)
body[key] = value
with pytest.raises(AirflowException) as ctx:
op = CloudFunctionDeployFunctionOperator(
project_id="test_project_id",
location="test_region",
body=body,
task_id="id")
op.execute(None)
err = ctx.value
assert message in str(err)
mock_hook.assert_called_once_with(
api_version='v1',
gcp_conn_id='google_cloud_default',
impersonation_chain=None,
)
mock_hook.reset_mock()
def test_body_validation_simple(self, mock_hook):
mock_hook.return_value.create_new_function.return_value = True
body = deepcopy(VALID_BODY)
body['name'] = ''
with pytest.raises(AirflowException) as ctx:
op = CloudFunctionDeployFunctionOperator(
project_id="test_project_id",
location="test_region",
body=body,
task_id="id")
op.execute(None)
err = ctx.value
assert "The body field 'name' of value '' does not match" in str(err)
mock_hook.assert_called_once_with(
api_version='v1',
gcp_conn_id='google_cloud_default',
impersonation_chain=None,
)
mock_hook.reset_mock()
def test_invalid_trigger_union_field(self, trigger, message, mock_hook):
mock_hook.return_value.upload_function_zip.return_value = 'https://uploadUrl'
body = deepcopy(VALID_BODY)
body.pop('httpsTrigger', None)
body.pop('eventTrigger', None)
body.update(trigger)
with self.assertRaises(AirflowException) as cm:
op = CloudFunctionDeployFunctionOperator(
project_id="test_project_id",
location="test_region",
body=body,
task_id="id",
)
op.execute(None)
err = cm.exception
self.assertIn(message, str(err))
mock_hook.assert_called_once_with(api_version='v1',
gcp_conn_id='google_cloud_default')
mock_hook.reset_mock()
def test_update_function_if_exists(self, mock_hook):
mock_hook.return_value.get_function.return_value = True
mock_hook.return_value.update_function.return_value = True
op = CloudFunctionDeployFunctionOperator(project_id=GCP_PROJECT_ID,
location=GCP_LOCATION,
body=deepcopy(VALID_BODY),
task_id="id")
op.execute(None)
mock_hook.assert_called_once_with(api_version='v1',
gcp_conn_id='google_cloud_default')
mock_hook.return_value.get_function.assert_called_once_with(
'projects/test_project_id/locations/test_region/functions/helloWorld'
)
expected_body = deepcopy(VALID_BODY)
expected_body['labels'] = {
'airflow-version':
'v' + version.replace('.', '-').replace('+', '-')
}
mock_hook.return_value.update_function.assert_called_once_with(
'projects/test_project_id/locations/test_region/functions/helloWorld',
expected_body, expected_body.keys())
mock_hook.return_value.create_new_function.assert_not_called()
def test_deploy_execute(self, mock_hook):
mock_hook.return_value.get_function.side_effect = mock.Mock(
side_effect=HttpError(resp=MOCK_RESP_404, content=b'not found'))
mock_hook.return_value.create_new_function.return_value = True
op = CloudFunctionDeployFunctionOperator(project_id=GCP_PROJECT_ID,
location=GCP_LOCATION,
body=deepcopy(VALID_BODY),
task_id="id")
op.execute(None)
mock_hook.assert_called_once_with(api_version='v1',
gcp_conn_id='google_cloud_default')
mock_hook.return_value.get_function.assert_called_once_with(
'projects/test_project_id/locations/test_region/functions/helloWorld'
)
expected_body = deepcopy(VALID_BODY)
expected_body['labels'] = {
'airflow-version':
'v' + version.replace('.', '-').replace('+', '-')
}
mock_hook.return_value.create_new_function.assert_called_once_with(
project_id='test_project_id',
location='test_region',
body=expected_body)
def test_valid_trigger_union_field(self, trigger, mock_hook):
mock_hook.return_value.upload_function_zip.return_value = 'https://uploadUrl'
mock_hook.return_value.get_function.side_effect = mock.Mock(
side_effect=HttpError(resp=MOCK_RESP_404, content=b'not found'))
mock_hook.return_value.create_new_function.return_value = True
body = deepcopy(VALID_BODY)
body.pop('httpsTrigger', None)
body.pop('eventTrigger', None)
body.update(trigger)
op = CloudFunctionDeployFunctionOperator(
project_id="test_project_id",
location="test_region",
body=body,
task_id="id",
)
op.execute(None)
mock_hook.assert_called_once_with(api_version='v1',
gcp_conn_id='google_cloud_default')
mock_hook.return_value.get_function.assert_called_once_with(
'projects/test_project_id/locations/test_region/functions/helloWorld'
)
mock_hook.return_value.create_new_function.assert_called_once_with(
project_id='test_project_id', location='test_region', body=body)
mock_hook.reset_mock()
# [END howto_operator_gcf_deploy_variants]
with models.DAG(
'example_gcp_function',
default_args=default_args,
schedule_interval='@once', # Override to match your needs
start_date=datetime(2021, 1, 1),
catchup=False,
tags=['example'],
) as dag:
# [START howto_operator_gcf_deploy]
deploy_task = CloudFunctionDeployFunctionOperator(
task_id="gcf_deploy_task",
project_id=GCP_PROJECT_ID,
location=GCP_LOCATION,
body=body,
validate_body=GCP_VALIDATE_BODY,
)
# [END howto_operator_gcf_deploy]
# [START howto_operator_gcf_deploy_no_project_id]
deploy2_task = CloudFunctionDeployFunctionOperator(
task_id="gcf_deploy2_task", location=GCP_LOCATION, body=body, validate_body=GCP_VALIDATE_BODY
)
# [END howto_operator_gcf_deploy_no_project_id]
# [START howto_operator_gcf_invoke_function]
invoke_task = CloudFunctionInvokeFunctionOperator(
task_id="invoke_task",
project_id=GCP_PROJECT_ID,
location=GCP_LOCATION,
input_data={},
