def testBestLogdir(self): analysis = ExperimentAnalysis(self.test_dir) logdir = analysis.get_best_logdir(self.metric, mode="max") self.assertTrue(logdir.startswith(self.test_dir)) logdir2 = analysis.get_best_logdir(self.metric, mode="min") self.assertTrue(logdir2.startswith(self.test_dir)) self.assertNotEqual(logdir, logdir2)
def testBestConfigIsLogdir(self): analysis = ExperimentAnalysis(self.test_dir) for metric, mode in [(self.metric, "min"), (self.metric, "max")]: logdir = analysis.get_best_logdir(metric, mode=mode) best_config = analysis.get_best_config(metric, mode=mode) self.assertEqual(analysis.get_all_configs()[logdir], best_config)