def test_submit_job(self):
# Setup Expected Response
driver_output_resource_uri = 'driverOutputResourceUri-542229086'
driver_control_files_uri = 'driverControlFilesUri207057643'
expected_response = {
'driver_output_resource_uri': driver_output_resource_uri,
'driver_control_files_uri': driver_control_files_uri
}
expected_response = jobs_pb2.Job(**expected_response)
# Mock the API response
channel = ChannelStub(responses=[expected_response])
client = dataproc_v1.JobControllerClient(channel=channel)
# Setup Request
project_id = 'projectId-1969970175'
region = 'region-934795532'
job = {}
response = client.submit_job(project_id, region, job)
assert expected_response == response
assert len(channel.requests) == 1
expected_request = jobs_pb2.SubmitJobRequest(
project_id=project_id, region=region, job=job)
actual_request = channel.requests[0][1]
assert expected_request == actual_request
def test_submit_job(self):
# Setup Expected Response
driver_output_resource_uri = "driverOutputResourceUri-542229086"
driver_control_files_uri = "driverControlFilesUri207057643"
job_uuid = "jobUuid-1615012099"
expected_response = {
"driver_output_resource_uri": driver_output_resource_uri,
"driver_control_files_uri": driver_control_files_uri,
"job_uuid": job_uuid,
}
expected_response = jobs_pb2.Job(**expected_response)
# Mock the API response
channel = ChannelStub(responses=[expected_response])
patch = mock.patch("google.api_core.grpc_helpers.create_channel")
with patch as create_channel:
create_channel.return_value = channel
client = dataproc_v1.JobControllerClient()
# Setup Request
project_id = "projectId-1969970175"
region = "region-934795532"
job = {}
response = client.submit_job(project_id, region, job)
assert expected_response == response
assert len(channel.requests) == 1
expected_request = jobs_pb2.SubmitJobRequest(project_id=project_id,
region=region,
job=job)
actual_request = channel.requests[0][1]
assert expected_request == actual_request
def submit_job(self,
project_id,
region,
job,
retry=google.api_core.gapic_v1.method.DEFAULT,
timeout=google.api_core.gapic_v1.method.DEFAULT):
"""
Submits a job to a cluster.
Example:
>>> from google.cloud import dataproc_v1
>>>
>>> client = dataproc_v1.JobControllerClient()
>>>
>>> project_id = ''
>>> region = ''
>>> job = {}
>>>
>>> response = client.submit_job(project_id, region, job)
Args:
project_id (str): Required. The ID of the Google Cloud Platform project that the job
belongs to.
region (str): Required. The Cloud Dataproc region in which to handle the request.
job (Union[dict, ~google.cloud.dataproc_v1.types.Job]): Required. The job resource.
If a dict is provided, it must be of the same form as the protobuf
message :class:`~google.cloud.dataproc_v1.types.Job`
retry (Optional[google.api_core.retry.Retry]): A retry object used
to retry requests. If ``None`` is specified, requests will not
be retried.
timeout (Optional[float]): The amount of time, in seconds, to wait
for the request to complete. Note that if ``retry`` is
specified, the timeout applies to each individual attempt.
Returns:
A :class:`~google.cloud.dataproc_v1.types.Job` instance.
Raises:
google.api_core.exceptions.GoogleAPICallError: If the request
failed for any reason.
google.api_core.exceptions.RetryError: If the request failed due
to a retryable error and retry attempts failed.
ValueError: If the parameters are invalid.
"""
request = jobs_pb2.SubmitJobRequest(
project_id=project_id,
region=region,
job=job,
)
return self._submit_job(request, retry=retry, timeout=timeout)
def submit_job(self,
project_id,
region,
job,
retry=google.api_core.gapic_v1.method.DEFAULT,
timeout=google.api_core.gapic_v1.method.DEFAULT,
metadata=None):
"""
Submits a job to a cluster.
Example:
>>> from google.cloud import dataproc_v1
>>>
>>> client = dataproc_v1.JobControllerClient()
>>>
>>> # TODO: Initialize `project_id`:
>>> project_id = ''
>>>
>>> # TODO: Initialize `region`:
>>> region = ''
>>>
>>> # TODO: Initialize `job`:
>>> job = {}
>>>
>>> response = client.submit_job(project_id, region, job)
Args:
project_id (str): Required. The ID of the Google Cloud Platform project that the job
belongs to.
region (str): Required. The Cloud Dataproc region in which to handle the request.
job (Union[dict, ~google.cloud.dataproc_v1.types.Job]): Required. The job resource.
If a dict is provided, it must be of the same form as the protobuf
message :class:`~google.cloud.dataproc_v1.types.Job`
retry (Optional[google.api_core.retry.Retry]): A retry object used
to retry requests. If ``None`` is specified, requests will not
be retried.
timeout (Optional[float]): The amount of time, in seconds, to wait
for the request to complete. Note that if ``retry`` is
specified, the timeout applies to each individual attempt.
metadata (Optional[Sequence[Tuple[str, str]]]): Additional metadata
that is provided to the method.
Returns:
A :class:`~google.cloud.dataproc_v1.types.Job` instance.
Raises:
google.api_core.exceptions.GoogleAPICallError: If the request
failed for any reason.
google.api_core.exceptions.RetryError: If the request failed due
to a retryable error and retry attempts failed.
ValueError: If the parameters are invalid.
"""
# Wrap the transport method to add retry and timeout logic.
if 'submit_job' not in self._inner_api_calls:
self._inner_api_calls[
'submit_job'] = google.api_core.gapic_v1.method.wrap_method(
self.transport.submit_job,
default_retry=self._method_configs['SubmitJob'].retry,
default_timeout=self._method_configs['SubmitJob'].timeout,
client_info=self._client_info,
)
request = jobs_pb2.SubmitJobRequest(
project_id=project_id,
region=region,
job=job,
)
return self._inner_api_calls['submit_job'](request,
retry=retry,
timeout=timeout,
metadata=metadata)
def submit_job(
self,
project_id,
region,
job,
request_id=None,
retry=google.api_core.gapic_v1.method.DEFAULT,
timeout=google.api_core.gapic_v1.method.DEFAULT,
metadata=None,
):
"""
Submits a job to a cluster.
Example:
>>> from google.cloud import dataproc_v1
>>>
>>> client = dataproc_v1.JobControllerClient()
>>>
>>> # TODO: Initialize `project_id`:
>>> project_id = ''
>>>
>>> # TODO: Initialize `region`:
>>> region = ''
>>>
>>> # TODO: Initialize `job`:
>>> job = {}
>>>
>>> response = client.submit_job(project_id, region, job)
Args:
project_id (str): Required. The ID of the Google Cloud Platform project that the job
belongs to.
region (str): Required. The Cloud Dataproc region in which to handle the request.
job (Union[dict, ~google.cloud.dataproc_v1.types.Job]): Required. The job resource.
If a dict is provided, it must be of the same form as the protobuf
message :class:`~google.cloud.dataproc_v1.types.Job`
request_id (str): Optional. A unique id used to identify the request. If the server
receives two ``SubmitJobRequest`` requests with the same id, then the
second request will be ignored and the first ``Job`` created and stored
in the backend is returned.
It is recommended to always set this value to a
`UUID <https://en.wikipedia.org/wiki/Universally_unique_identifier>`__.
The id must contain only letters (a-z, A-Z), numbers (0-9), underscores
(\_), and hyphens (-). The maximum length is 40 characters.
retry (Optional[google.api_core.retry.Retry]): A retry object used
to retry requests. If ``None`` is specified, requests will
be retried using a default configuration.
timeout (Optional[float]): The amount of time, in seconds, to wait
for the request to complete. Note that if ``retry`` is
specified, the timeout applies to each individual attempt.
metadata (Optional[Sequence[Tuple[str, str]]]): Additional metadata
that is provided to the method.
Returns:
A :class:`~google.cloud.dataproc_v1.types.Job` instance.
Raises:
google.api_core.exceptions.GoogleAPICallError: If the request
failed for any reason.
google.api_core.exceptions.RetryError: If the request failed due
to a retryable error and retry attempts failed.
ValueError: If the parameters are invalid.
"""
# Wrap the transport method to add retry and timeout logic.
if "submit_job" not in self._inner_api_calls:
self._inner_api_calls[
"submit_job"] = google.api_core.gapic_v1.method.wrap_method(
self.transport.submit_job,
default_retry=self._method_configs["SubmitJob"].retry,
default_timeout=self._method_configs["SubmitJob"].timeout,
client_info=self._client_info,
)
request = jobs_pb2.SubmitJobRequest(project_id=project_id,
region=region,
job=job,
request_id=request_id)
return self._inner_api_calls["submit_job"](request,
retry=retry,
timeout=timeout,
metadata=metadata)