def test_get_all_metrics(self):
fs = FileStore(self.test_root)
for exp_id in self.experiments:
runs = self.exp_data[exp_id]["runs"]
for run_uuid in runs:
run_info = self.run_data[run_uuid]
metrics = fs.get_all_metrics(run_uuid)
metrics_dict = run_info.pop("metrics")
for metric in metrics:
expected_timestamp, expected_value = max(metrics_dict[metric.key])
self.assertEqual(metric.timestamp, expected_timestamp)
self.assertEqual(metric.value, expected_value)
def test_get_all_metrics(self):
fs = FileStore(self.test_root)
for exp_id in self.experiments:
runs = self.exp_data[exp_id]["runs"]
for run_uuid in runs:
run_info = self.run_data[run_uuid]
metrics = fs.get_all_metrics(run_uuid)
metrics_dict = run_info.pop("metrics")
for metric in metrics:
# just the last recorded value
timestamp, metric_value = metrics_dict[metric.key][-1]
self.assertEqual(metric.timestamp, timestamp)
self.assertEqual(metric.value, metric_value)
