def test_metric_collection(tmpdir): m1 = DummyMetricSum() m2 = DummyMetricDiff() metric_collection = MetricCollection([m1, m2]) # Test correct dict structure assert len(metric_collection) == 2 assert metric_collection['DummyMetricSum'] == m1 assert metric_collection['DummyMetricDiff'] == m2 # Test correct initialization for name, metric in metric_collection.items(): assert metric.x == 0, f'Metric {name} not initialized correctly' # Test every metric gets updated metric_collection.update(5) for name, metric in metric_collection.items(): assert metric.x.abs() == 5, f'Metric {name} not updated correctly' # Test compute on each metric metric_collection.update(-5) metric_vals = metric_collection.compute() assert len(metric_vals) == 2 for name, metric_val in metric_vals.items(): assert metric_val == 0, f'Metric {name}.compute not called correctly' # Test that everything is reset for name, metric in metric_collection.items(): assert metric.x == 0, f'Metric {name} not reset correctly' # Test pickable metric_pickled = pickle.dumps(metric_collection) metric_loaded = pickle.loads(metric_pickled) assert isinstance(metric_loaded, MetricCollection)
def test_metric_collection_args_kwargs(tmpdir): """ Check that args and kwargs gets passed correctly in metric collection, Checks both update and forward method """ m1 = DummyMetricSum() m2 = DummyMetricDiff() metric_collection = MetricCollection([m1, m2]) # args gets passed to all metrics metric_collection.update(5) assert metric_collection['DummyMetricSum'].x == 5 assert metric_collection['DummyMetricDiff'].x == -5 metric_collection.reset() _ = metric_collection(5) assert metric_collection['DummyMetricSum'].x == 5 assert metric_collection['DummyMetricDiff'].x == -5 metric_collection.reset() # kwargs gets only passed to metrics that it matches metric_collection.update(x=10, y=20) assert metric_collection['DummyMetricSum'].x == 10 assert metric_collection['DummyMetricDiff'].x == -20 metric_collection.reset() _ = metric_collection(x=10, y=20) assert metric_collection['DummyMetricSum'].x == 10 assert metric_collection['DummyMetricDiff'].x == -20
def test_collection_add_metrics(): m1 = DummyMetricSum() m2 = DummyMetricDiff() collection = MetricCollection([m1]) collection.add_metrics({'m1_': DummyMetricSum()}) collection.add_metrics(m2) collection.update(5) results = collection.compute() assert results['DummyMetricSum'] == results['m1_'] and results['m1_'] == 5 assert results['DummyMetricDiff'] == -5