def test_lsx(start_ray, tmpdir):
"""This test captures output of list_experiments."""
project_path = str(tmpdir)
num_experiments = 3
for i in range(num_experiments):
experiment_name = "test_lsx{}".format(i)
tune.run("__fake",
name=experiment_name,
stop={"training_iteration": 1},
num_samples=1,
local_dir=project_path)
limit = 2
with Capturing() as output:
commands.list_experiments(project_path,
info_keys=("total_trials", ),
limit=limit)
lines = output.captured
assert "total_trials" in lines[1]
assert lines[1].count("|") == 2
assert len(lines) == 3 + limit + 1
with Capturing() as output:
commands.list_experiments(project_path,
sort=["total_trials"],
info_keys=("total_trials", ),
filter_op="total_trials == 1")
lines = output.captured
assert sum("1" in line for line in lines) >= num_experiments
assert len(lines) == 3 + num_experiments + 1
def test_lsx(start_ray, tmpdir):
"""This test captures output of list_experiments."""
project_path = str(tmpdir)
num_experiments = 3
for i in range(num_experiments):
experiment_name = "test_lsx{}".format(i)
tune.run_experiments({
experiment_name: {
"run": "__fake",
"stop": {
"training_iteration": 1
},
"num_samples": 1,
"local_dir": project_path
}
})
with Capturing() as output:
commands.list_experiments(project_path, info_keys=("total_trials", ))
lines = output.captured
assert sum("1" in line for line in lines) >= num_experiments
with Capturing() as output:
commands.list_experiments(project_path,
info_keys=("total_trials", ),
filter_op="total_trials == 1")
lines = output.captured
assert sum("1" in line for line in lines) >= num_experiments
assert len(lines) == 3 + num_experiments + 1
def list_experiments(project_path, sort, output, filter_op, columns, limit,
desc):
"""Lists experiments in the directory subtree."""
if sort:
sort = sort.split(",")
if columns:
columns = columns.split(",")
commands.list_experiments(project_path, sort, output, filter_op, columns,
limit, desc)
def test_lsx(start_ray, capsys, tmpdir):
"""This test captures output of list_experiments."""
project_path = str(tmpdir)
num_experiments = 3
for i in range(num_experiments):
experiment_name = "test_lsx{}".format(i)
with capsys.disabled():
tune.run_experiments({
experiment_name: {
"run": "__fake",
"stop": {
"training_iteration": 1
},
"num_samples": 1,
"local_dir": project_path
}
})
commands.list_experiments(project_path, info_keys=("total_trials", ))
captured = capsys.readouterr().out.strip()
lines = captured.split("\n")
assert sum("1" in line for line in lines) >= 3
def list_experiments(project_path, sort, output):
"""Lists experiments in the directory subtree."""
commands.list_experiments(project_path, sort, output)
def list_experiments(project_path, sort, output):
"""Lists experiments in the directory subtree."""
commands.list_experiments(project_path, sort, output)
def list_experiments(project_path, sort, output, filter_op, columns):
"""Lists experiments in the directory subtree."""
if columns:
columns = columns.split(',')
commands.list_experiments(project_path, sort, output, filter_op, columns)
