def test_user_deployment_secrets_and_configmaps(
template: HelmTemplate, include_config_in_launched_runs: bool
):
name = "foo"
secrets = [{"name": "my-secret"}, {"name": "my-other-secret"}]
configmaps = [{"name": "my-configmap"}, {"name": "my-other-configmap"}]
deployment = UserDeployment(
name=name,
image=kubernetes.Image(repository=f"repo/{name}", tag="tag1", pullPolicy="Always"),
dagsterApiGrpcArgs=["-m", name],
port=3030,
envConfigMaps=[
kubernetes.ConfigMapEnvSource.construct(None, **configmap) for configmap in configmaps
],
envSecrets=[kubernetes.SecretEnvSource.construct(None, **secret) for secret in secrets],
includeConfigInLaunchedRuns=UserDeploymentIncludeConfigInLaunchedRuns(
enabled=include_config_in_launched_runs
),
)
helm_values = DagsterHelmValues.construct(
dagsterUserDeployments=UserDeployments(
enabled=True,
enableSubchart=True,
deployments=[deployment],
)
)
user_deployments = template.render(helm_values)
assert len(user_deployments) == 1
if include_config_in_launched_runs:
container_context = user_deployments[0].spec.template.spec.containers[0].env[2]
assert container_context.name == "DAGSTER_CLI_API_GRPC_CONTAINER_CONTEXT"
assert json.loads(container_context.value) == {
"k8s": {
"image_pull_policy": "Always",
"env_secrets": ["my-secret", "my-other-secret"],
"env_config_maps": [
"release-name-dagster-user-deployments-foo-user-env",
"my-configmap",
"my-other-configmap",
],
}
}
else:
_assert_no_container_context(user_deployments[0])
def test_user_deployment_labels(template: HelmTemplate, include_config_in_launched_runs: bool):
name = "foo"
labels = {"my-label-key": "my-label-val", "my-other-label-key": "my-other-label-val"}
deployment = UserDeployment(
name=name,
image=kubernetes.Image(repository=f"repo/{name}", tag="tag1", pullPolicy="Always"),
dagsterApiGrpcArgs=["-m", name],
port=3030,
labels=labels,
includeConfigInLaunchedRuns=UserDeploymentIncludeConfigInLaunchedRuns(
enabled=include_config_in_launched_runs
),
)
helm_values = DagsterHelmValues.construct(
dagsterUserDeployments=UserDeployments(
enabled=True,
enableSubchart=True,
deployments=[deployment],
)
)
user_deployments = template.render(helm_values)
assert len(user_deployments) == 1
if include_config_in_launched_runs:
container_context = user_deployments[0].spec.template.spec.containers[0].env[2]
assert container_context.name == "DAGSTER_CLI_API_GRPC_CONTAINER_CONTEXT"
assert json.loads(container_context.value) == {
"k8s": {
"image_pull_policy": "Always",
"env_config_maps": [
"release-name-dagster-user-deployments-foo-user-env",
],
"labels": labels,
}
}
else:
_assert_no_container_context(user_deployments[0])
def test_user_deployment_include_config(template: HelmTemplate):
deployment = create_simple_user_deployment("foo", include_config_in_launched_runs=True)
helm_values = DagsterHelmValues.construct(
dagsterUserDeployments=UserDeployments(
enabled=True,
enableSubchart=True,
deployments=[deployment],
)
)
user_deployments = template.render(helm_values)
assert len(user_deployments) == 1
container_context = user_deployments[0].spec.template.spec.containers[0].env[2]
assert container_context.name == "DAGSTER_CLI_API_GRPC_CONTAINER_CONTEXT"
assert json.loads(container_context.value) == {
"k8s": {
"image_pull_policy": "Always",
"env_config_maps": ["release-name-dagster-user-deployments-foo-user-env"],
}
}
def test_daemon_command_without_user_deployments(template: HelmTemplate):
repository = "repository"
tag = "tag"
helm_values = DagsterHelmValues.construct(
dagsterDaemon=Daemon.construct(
image=kubernetes.Image.construct(repository=repository, tag=tag)),
dagsterUserDeployments=UserDeployments(
enabled=False,
enableSubchart=False,
deployments=[],
),
)
daemon_deployments = template.render(helm_values)
assert len(daemon_deployments) == 1
command = daemon_deployments[0].spec.template.spec.containers[0].command
assert command == [
"/bin/bash",
"-c",
"dagster-daemon run",
]
def test_daemon_command_with_user_deployments(template: HelmTemplate):
repository = "repository"
tag = "tag"
helm_values = DagsterHelmValues.construct(
dagsterDaemon=Daemon.construct(
image=kubernetes.Image.construct(repository=repository, tag=tag)),
dagsterUserDeployments=UserDeployments(
enabled=True,
enableSubchart=True,
deployments=[
create_simple_user_deployment("simple-deployment-one")
],
),
)
daemon_deployments = template.render(helm_values)
assert len(daemon_deployments) == 1
command = daemon_deployments[0].spec.template.spec.containers[0].command
assert command == [
"/bin/bash",
"-c",
"dagster-daemon run -w /dagster-workspace/workspace.yaml",
]
def test_user_deployment_volumes(template: HelmTemplate, include_config_in_launched_runs: bool):
name = "foo"
volumes = [
{"name": "test-volume", "configMap": {"name": "test-volume-configmap"}},
{"name": "test-pvc", "persistentVolumeClaim": {"claimName": "my_claim", "readOnly": False}},
]
volume_mounts = [
{
"name": "test-volume",
"mountPath": "/opt/dagster/test_mount_path/volume_mounted_file.yaml",
"subPath": "volume_mounted_file.yaml",
}
]
deployment = UserDeployment(
name=name,
image=kubernetes.Image(repository=f"repo/{name}", tag="tag1", pullPolicy="Always"),
dagsterApiGrpcArgs=["-m", name],
port=3030,
volumes=[kubernetes.Volume.construct(None, **volume) for volume in volumes],
volumeMounts=[
kubernetes.VolumeMount.construct(None, **volume_mount) for volume_mount in volume_mounts
],
includeConfigInLaunchedRuns=UserDeploymentIncludeConfigInLaunchedRuns(
enabled=include_config_in_launched_runs
),
)
helm_values = DagsterHelmValues.construct(
dagsterUserDeployments=UserDeployments(
enabled=True,
enableSubchart=True,
deployments=[deployment],
)
)
user_deployments = template.render(helm_values)
assert len(user_deployments) == 1
image = user_deployments[0].spec.template.spec.containers[0].image
image_name, image_tag = image.split(":")
deployed_volume_mounts = user_deployments[0].spec.template.spec.containers[0].volume_mounts
assert deployed_volume_mounts == [
k8s_model_from_dict(
k8s_client.models.V1VolumeMount,
k8s_snake_case_dict(k8s_client.models.V1VolumeMount, volume_mount),
)
for volume_mount in volume_mounts
]
deployed_volumes = user_deployments[0].spec.template.spec.volumes
assert deployed_volumes == [
k8s_model_from_dict(
k8s_client.models.V1Volume, k8s_snake_case_dict(k8s_client.models.V1Volume, volume)
)
for volume in volumes
]
assert image_name == deployment.image.repository
assert image_tag == deployment.image.tag
if include_config_in_launched_runs:
container_context = user_deployments[0].spec.template.spec.containers[0].env[2]
assert container_context.name == "DAGSTER_CLI_API_GRPC_CONTAINER_CONTEXT"
assert json.loads(container_context.value) == {
"k8s": {
"env_config_maps": [
"release-name-dagster-user-deployments-foo-user-env",
],
"image_pull_policy": "Always",
"volume_mounts": volume_mounts,
"volumes": volumes,
}
}
else:
_assert_no_container_context(user_deployments[0])
