def __make_config(self):
with open(self.__base_config) as inp:
config = yaml.safe_load(inp.read())
# cluster and provider details
config["cluster_name"] = self.cluster_name
config["min_workers"] = self.worker_count
config["max_workers"] = self.worker_count
config["initial_workers"] = self.worker_count
config["provider"]["type"] = self.provider.name
if self.provider.region:
config["provider"]["region"] = self.provider.region
if self.provider.zone:
config["provider"]["zone"] = self.provider.zone
# connection details
config["auth"]["ssh_user"] = "******"
socks_proxy_cmd = _get_ssh_proxy_command()
if socks_proxy_cmd:
config["auth"]["ssh_proxy_command"] = socks_proxy_cmd
# instance types
try:
instance_key = self.__instance_key[self.provider.name]
except KeyError:
raise ValueError(f"Unsupported provider: {self.provider.name}")
config["head_node"][instance_key] = self.head_node_type
config["worker_nodes"][instance_key] = self.worker_node_type
return _bootstrap_config(config)
def __make_config(self):
with open(self.__base_config) as inp:
config = yaml.safe_load(inp.read())
# cluster and provider details
config["cluster_name"] = self.cluster_name
config["min_workers"] = self.worker_count
config["max_workers"] = self.worker_count
config["initial_workers"] = self.worker_count
config["provider"]["type"] = self.provider.name
if self.provider.region:
config["provider"]["region"] = self.provider.region
if self.provider.zone:
config["provider"]["availability_zone"] = self.provider.zone
# connection details
config["auth"]["ssh_user"] = "******"
socks_proxy_cmd = _get_ssh_proxy_command()
if socks_proxy_cmd:
config["auth"]["ssh_proxy_command"] = socks_proxy_cmd
# instance types
try:
instance_key = self.__instance_key[self.provider.name]
image_key = self.__image_key[self.provider.name]
except KeyError:
raise ValueError(f"Unsupported provider: {self.provider.name}")
config["head_node"][instance_key] = self.head_node_type
config["head_node"][image_key] = self.provider.image
config["worker_nodes"][instance_key] = self.worker_node_type
config["worker_nodes"][image_key] = self.provider.image
# NOTE: setup_commands may be list with several sets of shell commands
# this change only first set defining the remote environment
res = self._update_conda_requirements(config["setup_commands"][0])
config["setup_commands"][0] = res
return _bootstrap_config(config)