def test_log_metrics_non_JSON_type(tmpdir):
name = 'my-benchmark.json'
client = TrackingClient(tmpdir / name)
client.log_metric('log', {'loss': set([1, 2, 3]), 'acc': .99}, step=1)
path = Path(tmpdir / name).with_suffix('.json')
assert path.exists()
with TinyDB(path) as db:
assert db.count(Query().type == 'metric') == 1
def test_create_benchmark(tmpdir):
name = 'my-benchmark.json'
client = TrackingClient(tmpdir / name)
client.log_metric('log', {'loss': 1}, step=1)
client.log_metric('log', {'loss': 1}, step=2)
path = Path(tmpdir / name).with_suffix('.json')
assert path.exists()
with TinyDB(path) as db:
assert db.count(Query().name == 'log') == 2