def test_sync_wandb_run_and_tensorboard(runner, live_mock_server):
with runner.isolated_filesystem():
run_dir = os.path.join("wandb", "offline-run-20210216_154407-g9dvvkua")
utils.fixture_copy("wandb")
utils.fixture_copy(
"events.out.tfevents.1585769947.cvp",
os.path.join(run_dir, "events.out.tfevents.1585769947.cvp"),
)
result = runner.invoke(cli.sync, ["--sync-all"])
print(result.output)
print(traceback.print_tb(result.exc_info[2]))
assert result.exit_code == 0
ctx = live_mock_server.get_ctx()
assert "mock_server_entity/test/runs/g9dvvkua ...done." in result.output
assert (
len(utils.first_filestream(ctx)["files"]["wandb-events.jsonl"]["content"])
== 1
)
assert ctx["file_bytes"]["code/standalone_tests/code-toad.py"] > 0
# Check we marked the run as synced
result = runner.invoke(cli.sync, [run_dir])
assert result.exit_code == 0
assert (
"WARNING Found .wandb file, not streaming tensorboard metrics"
in result.output
)
def test_sync_tensorboard_big(runner, live_mock_server):
with runner.isolated_filesystem():
utils.fixture_copy("events.out.tfevents.1611911647.big-histos")
result = runner.invoke(cli.sync, ["."])
print(result.output)
print(traceback.print_tb(result.exc_info[2]))
assert result.exit_code == 0
assert "Found 1 tfevent files" in result.output
assert "exceeds max data limit" in result.output
ctx = live_mock_server.get_ctx()
print(ctx)
assert (len(
utils.first_filestream(ctx)["files"]["wandb-history.jsonl"]
["content"]) == 27)
def test_sync_wandb_run(runner, live_mock_server):
with runner.isolated_filesystem():
utils.fixture_copy("wandb")
result = runner.invoke(cli.sync, ["--sync-all"])
print(result.output)
print(traceback.print_tb(result.exc_info[2]))
assert result.exit_code == 0
ctx = live_mock_server.get_ctx()
assert "mock_server_entity/test/runs/g9dvvkua ...done." in result.output
assert (len(
utils.first_filestream(ctx)["files"]["wandb-events.jsonl"]
["content"]) == 1)
# Check we marked the run as synced
result = runner.invoke(cli.sync, ["--sync-all"])
assert result.exit_code == 0
assert "wandb: ERROR Nothing to sync." in result.output
def test_sync_tensorboard(runner, live_mock_server):
with runner.isolated_filesystem():
utils.fixture_copy("events.out.tfevents.1585769947.cvp")
result = runner.invoke(cli.sync, ["."])
print(result.output)
print(traceback.print_tb(result.exc_info[2]))
assert result.exit_code == 0
assert "Found 1 tfevent files" in result.output
ctx = live_mock_server.get_ctx()
print(ctx)
assert (
len(utils.first_filestream(ctx)["files"]["wandb-history.jsonl"]["content"])
== 17
)
# Check the no sync tensorboard flag
result = runner.invoke(cli.sync, [".", "--no-sync-tensorboard"])
assert result.output == "Skipping directory: {}\n".format(os.path.abspath("."))
assert os.listdir(".") == ["events.out.tfevents.1585769947.cvp"]
