def test_default_volumes(self):
assert (get_pod_volumes(
contexts=None,
artifacts_store=None,
init_connections=None,
connection_by_names=None,
secrets=None,
config_maps=None,
volumes=None,
) == [])
assert (get_pod_volumes(
contexts=None,
artifacts_store=None,
init_connections=[],
connection_by_names={},
secrets=[],
config_maps=[],
volumes=[],
) == [])
assert (get_pod_volumes(
contexts=PluginsContextsSpec.from_config(
V1Plugins(
docker=False,
shm=False,
auth=False,
collect_artifacts=False,
collect_logs=False,
)),
artifacts_store=None,
init_connections=[],
connection_by_names={},
secrets=[],
config_maps=[],
volumes=[],
) == [])
assert get_pod_volumes(
contexts=PluginsContextsSpec.from_config(
V1Plugins(
docker=True,
shm=True,
auth=True,
collect_artifacts=False,
collect_logs=False,
)),
artifacts_store=None,
init_connections=[],
connection_by_names={},
secrets=[],
config_maps=[],
volumes=[],
) == [
get_shm_context_volume(),
get_configs_context_volume(),
get_docker_context_volume(),
]
def test_get_shm_context_volume(self):
volume = get_shm_context_volume()
assert volume.name == constants.CONTEXT_VOLUME_SHM
assert isinstance(volume.empty_dir, k8s_schemas.V1EmptyDirVolumeSource)
def get_pod_volumes(
contexts: PluginsContextsSpec,
artifacts_store: Optional[V1ConnectionType],
init_connections: Optional[List[V1Init]],
connection_by_names: Optional[Dict[str, V1ConnectionType]],
secrets: Optional[Iterable[V1K8sResourceType]],
config_maps: Optional[Iterable[V1K8sResourceType]],
volumes: List[k8s_schemas.V1Volume] = None,
):
"""Resolve all volumes that need to be mounted"""
init_connections = to_list(init_connections, check_none=True)
secrets = to_list(secrets, check_none=True)
config_maps = to_list(config_maps, check_none=True)
volumes = to_list(volumes, check_none=True)[:]
connection_by_names = connection_by_names or {}
def add_volume_from_connection(connection: V1ConnectionType):
volume = get_volume_from_connection(connection=connection)
if volume:
volumes.append(volume)
def add_volume_from_resource(resource: V1K8sResourceType, is_secret: bool):
if is_secret:
volume = get_volume_from_secret(secret=resource)
else:
volume = get_volume_from_config_map(config_map=resource)
if volume:
volumes.append(volume)
volume_names = set()
connection_ids = set()
# Handle context volumes from init section
for init_connection in init_connections:
volume_name = (get_volume_name(init_connection.path)
if init_connection.path else
constants.CONTEXT_VOLUME_ARTIFACTS)
if volume_name in volume_names:
continue
volume_names.add(volume_name)
volumes.append(get_connections_context_volume(name=volume_name))
# Add volumes from artifact stores
for c_name in connection_by_names:
connection = connection_by_names[c_name]
if connection.name not in connection_ids:
connection_ids.add(connection.name)
add_volume_from_connection(connection=connection)
# Add volumes from k8s config mount resources
for secret in secrets:
add_volume_from_resource(resource=secret, is_secret=True)
for config_map in config_maps:
add_volume_from_resource(resource=config_map, is_secret=False)
# Add logs/outputs stores
if contexts and (contexts.collect_artifacts or contexts.collect_logs):
if constants.CONTEXT_VOLUME_ARTIFACTS not in volume_names:
volumes.append(get_artifacts_context_volume())
volume_names.add(constants.CONTEXT_VOLUME_ARTIFACTS)
if artifacts_store and artifacts_store.name not in connection_ids:
connection_ids.add(artifacts_store.name)
add_volume_from_connection(connection=artifacts_store)
# Add utils contexts
if contexts and contexts.shm:
volumes.append(get_shm_context_volume())
if contexts and contexts.auth:
volumes.append(get_configs_context_volume())
if contexts and contexts.docker:
volumes.append(get_docker_context_volume())
return volumes