def get_service_environment(
service: Any,
default_scheduling: "V1DefaultScheduling",
) -> "V1Environment":
from polyaxon.polyflow import V1Environment
env = V1Environment()
if service and service.node_selector:
env.node_selector = service.node_selector
elif default_scheduling and default_scheduling.node_selector:
env.node_selector = default_scheduling.node_selector
if service and service.affinity:
env.affinity = service.affinity
elif default_scheduling and default_scheduling.affinity:
env.affinity = default_scheduling.affinity
if service and service.tolerations:
env.tolerations = service.tolerations
elif default_scheduling and default_scheduling.tolerations:
env.tolerations = default_scheduling.tolerations
if service and service.image_pull_secrets:
env.image_pull_secrets = service.image_pull_secrets
elif default_scheduling and default_scheduling.image_pull_secrets:
env.image_pull_secrets = default_scheduling.image_pull_secrets
return env
def get_pod_spec(
resource_name: str,
namespace: str,
main_container: k8s_schemas.V1Container,
sidecar_containers: Optional[List[k8s_schemas.V1Container]],
init_containers: Optional[List[k8s_schemas.V1Container]],
environment: Optional[V1Environment],
labels: Dict[str, str],
volumes: Optional[List[k8s_schemas.V1Volume]],
) -> Tuple[k8s_schemas.V1ObjectMeta, k8s_schemas.V1PodSpec]:
if not main_container:
raise PolypodException("A main container is required")
environment = environment or V1Environment()
metadata = k8s_schemas.V1ObjectMeta(
name=resource_name,
namespace=namespace,
labels=labels,
annotations=environment.annotations,
)
init_containers = to_list(init_containers, check_none=True)
containers = [main_container] + to_list(sidecar_containers,
check_none=True)
image_pull_secrets = None
if environment.image_pull_secrets:
image_pull_secrets = [
k8s_schemas.V1LocalObjectReference(name=i)
for i in environment.image_pull_secrets
]
pod_spec = k8s_schemas.V1PodSpec(
init_containers=init_containers,
containers=containers,
volumes=volumes,
restart_policy=environment.restart_policy,
image_pull_secrets=image_pull_secrets,
security_context=environment.security_context,
service_account_name=environment.service_account_name,
node_selector=environment.node_selector,
tolerations=environment.tolerations,
affinity=environment.affinity,
dns_config=environment.dns_config,
dns_policy=environment.dns_policy,
host_aliases=environment.host_aliases,
host_network=environment.host_network,
host_pid=environment.host_pid,
node_name=environment.node_name,
priority=environment.priority,
priority_class_name=environment.priority_class_name,
scheduler_name=environment.scheduler_name,
)
return metadata, pod_spec
def get_replica_resource(
self,
environment: V1Environment,
plugins: V1Plugins,
contexts: PluginsContextsSpec,
volumes: List[k8s_schemas.V1Volume],
init: List[V1Init],
sidecars: List[k8s_schemas.V1Container],
container: k8s_schemas.V1Container,
artifacts_store: V1ConnectionType,
connections: List[str],
connection_by_names: Dict[str, V1ConnectionType],
secrets: Optional[Iterable[V1K8sResourceType]],
config_maps: Optional[Iterable[V1K8sResourceType]],
default_sa: str = None,
ports: List[int] = None,
num_replicas: int = None,
) -> ReplicaSpec:
volumes = volumes or []
init = init or []
sidecars = sidecars or []
connections = connections or []
environment = environment or V1Environment()
environment.service_account_name = (environment.service_account_name
or default_sa
or settings.AGENT_CONFIG.runs_sa)
init_connections = self.filter_connections_from_init(init=init)
volumes = get_pod_volumes(
contexts=contexts,
artifacts_store=artifacts_store,
init_connections=init_connections,
connections=connections,
connection_by_names=connection_by_names,
secrets=secrets,
config_maps=config_maps,
volumes=volumes,
)
init_containers = self.get_init_containers(
polyaxon_init=self.polyaxon_init,
contexts=contexts,
artifacts_store=artifacts_store,
init_connections=init_connections,
init_containers=self.filter_containers_from_init(init=init),
connection_by_names=connection_by_names,
)
sidecar_containers = self.get_sidecar_containers(
polyaxon_sidecar=self.polyaxon_sidecar,
contexts=contexts,
artifacts_store=artifacts_store,
sidecar_containers=sidecars,
)
main_container = self.get_main_container(
main_container=container,
contexts=contexts,
artifacts_store=artifacts_store,
connections=connections,
init_connections=init_connections,
connection_by_names=connection_by_names,
log_level=plugins.log_level,
secrets=secrets,
config_maps=config_maps,
ports=ports,
)
labels = self.get_labels(version=pkg.VERSION,
labels=environment.labels)
return ReplicaSpec(
volumes=volumes,
init_containers=init_containers,
sidecar_containers=sidecar_containers,
main_container=main_container,
labels=labels,
environment=environment,
num_replicas=num_replicas,
)