def test_assert_bad_gpu_health():
bad_status = (4, 3, 1)
bad_output, bad_health = metastatus_lib.assert_gpu_health(bad_status, threshold=50)
assert not bad_health
assert (
"CRITICAL: Less than 50% GPUs available. (Currently using 75.00% of 4)"
in bad_output
)
def test_assert_bad_gpu_health():
bad_metrics = {
'master/gpus_total': 4,
'master/gpus_used': 3,
}
bad_output, bad_health = metastatus_lib.assert_gpu_health(bad_metrics, threshold=50)
assert not bad_health
assert "CRITICAL: Less than 50% GPUs available. (Currently using 75.00% of 4)" in bad_output
def test_assert_no_gpu_health():
zero_metrics = {
'master/gpus_total': 0,
'master/gpus_used': 0,
}
zero_output, zero_health = metastatus_lib.assert_gpu_health(zero_metrics)
assert zero_health
assert "No gpus found from mesos!" in zero_output
def test_assert_gpu_health():
ok_metrics = {
'master/gpus_total': 3,
'master/gpus_used': 1,
}
ok_output, ok_health = metastatus_lib.assert_gpu_health(ok_metrics)
assert ok_health
assert "GPUs: 1 / 3 in use (%s)" % PaastaColors.green("33.33%") in ok_output
def test_assert_no_gpu_health():
zero_status = (0, 0, 0)
zero_output, zero_health = metastatus_lib.assert_gpu_health(zero_status)
assert zero_health
assert "No GPUs found!" in zero_output
def test_assert_gpu_health():
ok_status = (3, 1, 2)
ok_output, ok_health = metastatus_lib.assert_gpu_health(ok_status)
assert ok_health
assert "GPUs: 1 / 3 in use (%s)" % PaastaColors.green("33.33%") in ok_output
