def test_artifacts_store(self):
self.assert_artifacts_store(store=self.s3_store,
results=[get_artifacts_context_volume()])
self.assert_artifacts_store(store=self.gcs_store,
results=[get_artifacts_context_volume()])
self.assert_artifacts_store(store=self.az_store,
results=[get_artifacts_context_volume()])
self.assert_artifacts_store(
store=self.claim_store,
results=[
get_artifacts_context_volume(),
get_volume_from_connection(connection=self.claim_store),
],
)
self.assert_artifacts_store(
store=self.host_path_store,
results=[
get_artifacts_context_volume(),
get_volume_from_connection(connection=self.host_path_store),
],
)
def test_get_artifacts_context_volume(self):
volume = get_artifacts_context_volume()
assert volume.name == constants.CONTEXT_VOLUME_ARTIFACTS
assert isinstance(volume.empty_dir, k8s_schemas.V1EmptyDirVolumeSource)
def get_pod_volumes(
contexts: PluginsContextsSpec,
artifacts_store: Optional[V1ConnectionType],
init_connections: Optional[List[V1Init]],
connection_by_names: Optional[Dict[str, V1ConnectionType]],
secrets: Optional[Iterable[V1K8sResourceType]],
config_maps: Optional[Iterable[V1K8sResourceType]],
volumes: List[k8s_schemas.V1Volume] = None,
):
"""Resolve all volumes that need to be mounted"""
init_connections = to_list(init_connections, check_none=True)
secrets = to_list(secrets, check_none=True)
config_maps = to_list(config_maps, check_none=True)
volumes = to_list(volumes, check_none=True)[:]
connection_by_names = connection_by_names or {}
def add_volume_from_connection(connection: V1ConnectionType):
volume = get_volume_from_connection(connection=connection)
if volume:
volumes.append(volume)
def add_volume_from_resource(resource: V1K8sResourceType, is_secret: bool):
if is_secret:
volume = get_volume_from_secret(secret=resource)
else:
volume = get_volume_from_config_map(config_map=resource)
if volume:
volumes.append(volume)
volume_names = set()
connection_ids = set()
# Handle context volumes from init section
for init_connection in init_connections:
volume_name = (get_volume_name(init_connection.path)
if init_connection.path else
constants.CONTEXT_VOLUME_ARTIFACTS)
if volume_name in volume_names:
continue
volume_names.add(volume_name)
volumes.append(get_connections_context_volume(name=volume_name))
# Add volumes from artifact stores
for c_name in connection_by_names:
connection = connection_by_names[c_name]
if connection.name not in connection_ids:
connection_ids.add(connection.name)
add_volume_from_connection(connection=connection)
# Add volumes from k8s config mount resources
for secret in secrets:
add_volume_from_resource(resource=secret, is_secret=True)
for config_map in config_maps:
add_volume_from_resource(resource=config_map, is_secret=False)
# Add logs/outputs stores
if contexts and (contexts.collect_artifacts or contexts.collect_logs):
if constants.CONTEXT_VOLUME_ARTIFACTS not in volume_names:
volumes.append(get_artifacts_context_volume())
volume_names.add(constants.CONTEXT_VOLUME_ARTIFACTS)
if artifacts_store and artifacts_store.name not in connection_ids:
connection_ids.add(artifacts_store.name)
add_volume_from_connection(connection=artifacts_store)
# Add utils contexts
if contexts and contexts.shm:
volumes.append(get_shm_context_volume())
if contexts and contexts.auth:
volumes.append(get_configs_context_volume())
if contexts and contexts.docker:
volumes.append(get_docker_context_volume())
return volumes