def test_has(self, set_experiment_name):
metrics = Metrics('test')
assert not metrics.has('test1')
metrics.register('test1', 'single')
assert metrics.has('test1')
assert not metrics.has('test2')
metrics.register('test2', 'queue')
assert metrics.has('test2')
def test_reset(self, set_experiment_name):
metrics = Metrics('test')
metrics.register('test1', 'single')
metrics.add('test1', np.random.random())
metrics.reset('test1')
assert metrics.get('test1') == 0
def test_log_metric(self, set_experiment_name, log_metric):
metrics = Metrics('test')
metrics.register('test1', 'single')
value = np.random.random()
metrics.add('test1', value)
step = np.random.randint(10)
metrics.log_metric('test1', step)
log_metric.assert_called_once_with('test1', value, step)
def test_save_model(self, experiment_name, save_model):
step = np.random.randint(10) + 1
metrics = Metrics('test')
metrics.save_model(step)
save_model.assert_not_called()
metrics = Metrics('test', saver='saver')
metrics.save_model(step)
save_model.assert_called_once_with('saver', step)
def test_log_parameters(self, set_experiment_name, log_parameters):
metrics = Metrics('test')
value = np.random.random()
metrics.log_parameters({'test': value})
log_parameters.assert_called_once_with({'test': value})
def test_add_and_get(self, set_experiment_name):
values = np.random.random(10)
metrics = Metrics('test')
metrics.register('test', 'single')
for value in values:
metrics.add('test', value)
assert np.allclose(metrics.get('test'), np.sum(values))
metrics.register('test2', 'queue')
for value in values:
metrics.add('test2', value)
assert np.allclose(metrics.get('test2'), np.mean(values))
def test_register(self, set_experiment_name, register):
metrics = Metrics('test')
metrics.register('test1', 'single')
assert isinstance(metrics.metrics['test1'], Metric)
register.assert_called_once_with('test1')
metrics.register('test2', 'queue')
assert isinstance(metrics.metrics['test2'], QueueMetric)
register.assert_called_with('test2')
with pytest.raises(KeyError):
metrics.register('test3', 'error')
assert register.call_count == 2
metrics.register('double', 'single')
with pytest.raises(Exception):
metrics.register('double', 'single')
assert register.call_count == 3
def test_init(self, set_experiment_name, set_adapter):
metrics = Metrics('test1')
set_experiment_name.assert_called_once_with('test1')
metrics = Metrics('test2', 'visdom')
set_adapter.assert_called_once_with('visdom', 'test2')
def test_set_model_graph(self, experiment_name, set_model_graph):
metrics = Metrics('test')
metrics.set_model_graph('test')
set_model_graph.assert_called_once_with('test')