def test_job_disk_volume(
helper: Helper, disk_factory: Callable[[str], ContextManager[str]]
) -> None:
with disk_factory("1G") as disk:
bash_script = 'echo "test data" > /mnt/disk/file && cat /mnt/disk/file'
command = f"bash -c '{bash_script}'"
captured = helper.run_cli(
[
"job",
"run",
"--life-span",
"1m", # Avoid completed job to block disk from cleanup
"-v",
f"disk:{disk}:/mnt/disk:rw",
"--no-wait-start",
UBUNTU_IMAGE_NAME,
command,
]
)
out = captured.out
match = re.match("Job ID: (.+)", out)
assert match is not None, captured
job_id = match.group(1)
helper.wait_job_change_state_from(job_id, JobStatus.PENDING)
helper.wait_job_change_state_from(job_id, JobStatus.RUNNING)
helper.assert_job_state(job_id, JobStatus.SUCCEEDED)
def test_e2e_multiple_env(helper: Helper) -> None:
bash_script = 'echo begin"$VAR""$VAR2"end | grep beginVALVAL2end'
command = f"bash -c '{bash_script}'"
captured = helper.run_cli(
[
"job",
"run",
"-e",
"VAR=VAL",
"-e",
"VAR2=VAL2",
"--no-wait-start",
UBUNTU_IMAGE_NAME,
command,
]
)
out = captured.out
match = re.match("Job ID: (.+)", out)
assert match is not None
job_id = match.group(1)
helper.wait_job_change_state_from(job_id, JobStatus.PENDING)
helper.wait_job_change_state_from(job_id, JobStatus.RUNNING)
helper.assert_job_state(job_id, JobStatus.SUCCEEDED)
def test_job_secret_file(helper: Helper, secret: Tuple[str, str]) -> None:
secret_name, secret_value = secret
bash_script = (
f'test -f /secrets/secretfile && grep "^{secret_value}$" /secrets/secretfile'
)
command = f"bash -c '{bash_script}'"
captured = helper.run_cli(
[
"job",
"run",
"-v",
f"secret:{secret_name}:/secrets/secretfile",
"--no-wait-start",
UBUNTU_IMAGE_NAME,
command,
]
)
out = captured.out
match = re.match("Job ID: (.+)", out)
assert match is not None, captured
job_id = match.group(1)
helper.wait_job_change_state_from(job_id, JobStatus.PENDING)
helper.wait_job_change_state_from(job_id, JobStatus.RUNNING)
helper.assert_job_state(job_id, JobStatus.SUCCEEDED)
def test_job_secret_env(helper: Helper, secret: Tuple[str, str]) -> None:
secret_name, secret_value = secret
bash_script = f'echo "begin"$SECRET_VAR"end" | grep begin{secret_value}end'
command = f"bash -c '{bash_script}'"
captured = helper.run_cli(
[
"job",
"run",
"-e",
f"SECRET_VAR=secret:{secret_name}",
"--no-wait-start",
UBUNTU_IMAGE_NAME,
command,
]
)
out = captured.out
match = re.match("Job ID: (.+)", out)
assert match is not None, captured
job_id = match.group(1)
helper.wait_job_change_state_from(job_id, JobStatus.PENDING)
helper.wait_job_change_state_from(job_id, JobStatus.RUNNING)
helper.assert_job_state(job_id, JobStatus.SUCCEEDED)
def test_e2e_multiple_env_from_file(helper: Helper, tmp_path: Path) -> None:
env_file = tmp_path / "env_file"
env_file.write_text("VAR2=LAV2\nVAR3=VAL3\n")
bash_script = 'echo begin"$VAR""$VAR2""$VAR3"end | grep beginVALVAL2VAL3end'
command = f"bash -c '{bash_script}'"
captured = helper.run_cli(
[
"-q",
"job",
"submit",
*JOB_TINY_CONTAINER_PARAMS,
"-e",
"VAR=VAL",
"-e",
"VAR2=VAL2",
"--env-file",
str(env_file),
"--non-preemptible",
"--no-wait-start",
UBUNTU_IMAGE_NAME,
command,
]
)
job_id = captured.out
helper.wait_job_change_state_from(job_id, JobStatus.PENDING)
helper.wait_job_change_state_from(job_id, JobStatus.RUNNING)
helper.assert_job_state(job_id, JobStatus.SUCCEEDED)
def test_e2e_env_from_local(helper: Helper) -> None:
os.environ["VAR"] = "VAL"
bash_script = 'echo "begin"$VAR"end" | grep beginVALend'
command = f"bash -c '{bash_script}'"
captured = helper.run_cli(
[
"job",
"submit",
*JOB_TINY_CONTAINER_PARAMS,
"-e",
"VAR",
"--non-preemptible",
"--no-wait-start",
UBUNTU_IMAGE_NAME,
command,
]
)
out = captured.out
match = re.match("Job ID: (.+)", out)
assert match is not None
job_id = match.group(1)
helper.wait_job_change_state_from(job_id, JobStatus.PENDING)
helper.wait_job_change_state_from(job_id, JobStatus.RUNNING)
helper.assert_job_state(job_id, JobStatus.SUCCEEDED)
def test_job_working_dir(helper: Helper) -> None:
bash_script = '[ "x$(pwd)" == "x/var/log" ]'
command = f"bash -c '{bash_script}'"
captured = helper.run_cli(
[
"-q",
"job",
"run",
"-w",
"/var/log",
"--no-wait-start",
UBUNTU_IMAGE_NAME,
command,
]
)
job_id = captured.out
helper.wait_job_change_state_from(job_id, JobStatus.PENDING)
helper.wait_job_change_state_from(job_id, JobStatus.RUNNING)
helper.assert_job_state(job_id, JobStatus.SUCCEEDED)
def test_e2e_restart_failing(request: Any, helper: Helper) -> None:
captured = helper.run_cli(
[
"-q",
"job",
"run",
"--restart",
"on-failure",
"--detach",
UBUNTU_IMAGE_NAME,
"false",
]
)
job_id = captured.out
request.addfinalizer(lambda: helper.kill_job(job_id, wait=False))
captured = helper.run_cli(["job", "status", job_id])
assert "Restart policy: on-failure" in captured.out.splitlines()
helper.wait_job_change_state_to(job_id, JobStatus.RUNNING)
sleep(1)
helper.assert_job_state(job_id, JobStatus.RUNNING)
def test_e2e_multiple_env_from_file(helper: Helper, tmp_path: Path) -> None:
env_file1 = tmp_path / "env_file1"
env_file1.write_text("VAR2=LAV2\nVAR3=VAL3\n#VAR3=LAV3\nVAR4=LAV4\n\n")
env_file2 = tmp_path / "env_file2"
env_file2.write_text("VAR4=LAV4\nVAR4=VAL4")
bash_script = (
'echo begin"$VAR""$VAR2""$VAR3""$VAR4"end | grep beginVALVAL2VAL3VAL4end'
)
command = f"bash -c '{bash_script}'"
captured = helper.run_cli(
[
"-q",
"job",
"run",
"-e",
"VAR=VAL",
"-e",
"VAR2=VAL",
"-e",
"VAR2=VAL2",
"--env-file",
str(env_file1),
"--env-file",
str(env_file2),
"--no-wait-start",
UBUNTU_IMAGE_NAME,
command,
]
)
job_id = captured.out
helper.wait_job_change_state_from(job_id, JobStatus.PENDING)
helper.wait_job_change_state_from(job_id, JobStatus.RUNNING)
helper.assert_job_state(job_id, JobStatus.SUCCEEDED)