def test_docker_helper(helper: Helper, image: str, tag: str, nmrc_path: Path,
monkeypatch: Any) -> None:
monkeypatch.setenv(CONFIG_ENV_NAME, str(nmrc_path or DEFAULT_CONFIG_PATH))
helper.run_cli(["config", "docker"])
registry = helper.registry_url.host
username = helper.username
full_tag = f"{registry}/{username}/{image}"
tag_cmd = f"docker tag {image} {full_tag}"
result = subprocess.run(tag_cmd,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
shell=True)
assert (
not result.returncode
), f"Command {tag_cmd} failed: {result.stdout!r} {result.stderr!r} "
push_cmd = f"docker push {full_tag}"
result = subprocess.run(push_cmd,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
shell=True)
assert (
not result.returncode
), f"Command {push_cmd} failed: {result.stdout!r} {result.stderr!r} "
# Run image and check output
image_url = f"image://{helper.cluster_name}/{username}/{image}"
job_id = helper.run_job_and_wait_state(image_url,
"",
wait_state=JobStatus.SUCCEEDED,
stop_state=JobStatus.FAILED)
helper.check_job_output(job_id, re.escape(tag))
def test_e2e_job_top(helper: Helper) -> None:
def split_non_empty_parts(line: str, sep: str) -> List[str]:
return [part.strip() for part in line.split(sep) if part.strip()]
command = f"sleep 300"
job_id = helper.run_job_and_wait_state(image=UBUNTU_IMAGE_NAME, command=command)
try:
# TODO: implement progressive timeout
# even 15 secs usually enough for low-load testing
# but under high load the value should be increased
capture = helper.run_cli(["job", "top", job_id, "--timeout", "60"])
except subprocess.CalledProcessError as ex:
stdout = ex.output
stderr = ex.stderr
else:
stdout = capture.out
stderr = capture.err
helper.kill_job(job_id)
try:
header, *lines = split_non_empty_parts(stdout, sep="\n")
except ValueError:
assert False, f"cannot unpack\n{stdout}\n{stderr}"
header_parts = split_non_empty_parts(header, sep="\t")
assert header_parts == [
"TIMESTAMP",
"CPU",
"MEMORY (MB)",
"GPU (%)",
"GPU_MEMORY (MB)",
]
for line in lines:
line_parts = split_non_empty_parts(line, sep="\t")
timestamp_pattern_parts = [
("weekday", "[A-Z][a-z][a-z]"),
("month", "[A-Z][a-z][a-z]"),
("day", r"\d+"),
("day", r"\d\d:\d\d:\d\d"),
("year", "2019"),
]
timestamp_pattern = r"\s+".join([part[1] for part in timestamp_pattern_parts])
expected_parts = [
("timestamp", timestamp_pattern),
("cpu", r"\d.\d\d\d"),
("memory", r"\d.\d\d\d"),
("gpu", "0"),
("gpu memory", "0"),
]
for actual, (descr, pattern) in zip(line_parts, expected_parts):
assert re.match(pattern, actual) is not None, f"error in matching {descr}"