def test_finalise(self): tracker = SegmentationTracker(MockDataset(), ignore_label=-100) tracker.reset("test") model = MockModel() model.iter = 3 tracker.track(model) tracker.finalise() with self.assertRaises(RuntimeError): tracker.track(model)
def get_tracker(self, wandb_log: bool, tensorboard_log: bool): """Factory method for the tracker Arguments: wandb_log - Log using weight and biases tensorboard_log - Log using tensorboard Returns: [BaseTracker] -- tracker """ return SegmentationTracker(self, wandb_log=wandb_log, use_tensorboard=tensorboard_log)
def get_tracker(model, dataset, wandb_log: bool, tensorboard_log: bool): """Factory method for the tracker Arguments: dataset {[type]} wandb_log - Log using weight and biases Returns: [BaseTracker] -- tracker """ return SegmentationTracker(dataset, wandb_log=wandb_log, use_tensorboard=tensorboard_log)
def test_ignore_label(self): tracker = SegmentationTracker(MockDataset(), ignore_label=-100) tracker.reset("test") model = MockModel() model.iter = 3 tracker.track(model) metrics = tracker.get_metrics() for k in ["test_acc", "test_miou", "test_macc"]: self.assertAlmostEqual(metrics[k], 100, 5)
def get_tracker(self, wandb_log: bool, tensorboard_log: bool): """Factory method for the tracker Arguments: dataset {[type]} wandb_log - Log using weight and biases Returns: [BaseTracker] -- tracker """ return SegmentationTracker(self, wandb_log=wandb_log, use_tensorboard=tensorboard_log, ignore_label=IGNORE_LABEL)
def test_track(self): tracker = SegmentationTracker(MockDataset()) model = MockModel() tracker.track(model) metrics = tracker.get_metrics() for k in ["train_acc", "train_miou", "train_macc"]: self.assertAlmostEqual(metrics[k], 100, 5) model.iter += 1 tracker.track(model) metrics = tracker.get_metrics() for k in ["train_acc", "train_macc"]: self.assertEqual(metrics[k], 50) self.assertAlmostEqual(metrics["train_miou"], 25, 5) self.assertEqual(metrics["train_loss_1"], 1.5) tracker.reset("test") model.iter += 1 tracker.track(model) metrics = tracker.get_metrics() for k in ["test_acc", "test_miou", "test_macc"]: self.assertAlmostEqual(metrics[k], 0, 5)