def __init__(self, project_id, cluster_name, bucket_name):
self.credentials = credentials
self.zone = 'europe-west6-b'
self.project_id = project_id
self.cluster_name = cluster_name
self.bucket_name = bucket_name
self.region = self._get_region_from_zone()
# Use a regional gRPC endpoint. See:
# https://cloud.google.com/dataproc/docs/concepts/regional-endpoints
self.client_transport = \
cluster_controller_grpc_transport.ClusterControllerGrpcTransport(credentials=self.credentials,
address='{}-dataproc.googleapis.com:443' \
.format(self.region))
self.job_transport = \
job_controller_grpc_transport.JobControllerGrpcTransport(credentials=self.credentials,
address='{}-dataproc.googleapis.com:443'.format(
self.region))
self.dataproc_cluster_client = dataproc_v1beta2.ClusterControllerClient(
self.client_transport)
self.dataproc_job_client = dataproc_v1beta2.JobControllerClient(
self.job_transport)
def __init__(
self,
transport=None,
channel=None,
credentials=None,
client_config=None,
client_info=None,
):
"""Constructor.
Args:
transport (Union[~.JobControllerGrpcTransport,
Callable[[~.Credentials, type], ~.JobControllerGrpcTransport]): A transport
instance, responsible for actually making the API calls.
The default transport uses the gRPC protocol.
This argument may also be a callable which returns a
transport instance. Callables will be sent the credentials
as the first argument and the default transport class as
the second argument.
channel (grpc.Channel): DEPRECATED. A ``Channel`` instance
through which to make calls. This argument is mutually exclusive
with ``credentials``; providing both will raise an exception.
credentials (google.auth.credentials.Credentials): The
authorization credentials to attach to requests. These
credentials identify this application to the service. If none
are specified, the client will attempt to ascertain the
credentials from the environment.
This argument is mutually exclusive with providing a
transport instance to ``transport``; doing so will raise
an exception.
client_config (dict): DEPRECATED. A dictionary of call options for
each method. If not specified, the default configuration is used.
client_info (google.api_core.gapic_v1.client_info.ClientInfo):
The client info used to send a user-agent string along with
API requests. If ``None``, then default info will be used.
Generally, you only need to set this if you're developing
your own client library.
"""
# Raise deprecation warnings for things we want to go away.
if client_config is not None:
warnings.warn(
"The `client_config` argument is deprecated.",
PendingDeprecationWarning,
stacklevel=2,
)
else:
client_config = job_controller_client_config.config
if channel:
warnings.warn(
"The `channel` argument is deprecated; use "
"`transport` instead.",
PendingDeprecationWarning,
stacklevel=2,
)
# Instantiate the transport.
# The transport is responsible for handling serialization and
# deserialization and actually sending data to the service.
if transport:
if callable(transport):
self.transport = transport(
credentials=credentials,
default_class=job_controller_grpc_transport.
JobControllerGrpcTransport,
)
else:
if credentials:
raise ValueError(
"Received both a transport instance and "
"credentials; these are mutually exclusive.")
self.transport = transport
else:
self.transport = job_controller_grpc_transport.JobControllerGrpcTransport(
address=self.SERVICE_ADDRESS,
channel=channel,
credentials=credentials)
if client_info is None:
client_info = google.api_core.gapic_v1.client_info.ClientInfo(
gapic_version=_GAPIC_LIBRARY_VERSION)
else:
client_info.gapic_version = _GAPIC_LIBRARY_VERSION
self._client_info = client_info
# Parse out the default settings for retry and timeout for each RPC
# from the client configuration.
# (Ordinarily, these are the defaults specified in the `*_config.py`
# file next to this one.)
self._method_configs = google.api_core.gapic_v1.config.parse_method_configs(
client_config["interfaces"][self._INTERFACE_NAME])
# Save a dictionary of cached API call functions.
# These are the actual callables which invoke the proper
# transport methods, wrapped with `wrap_method` to add retry,
# timeout, and the like.
self._inner_api_calls = {}