def test_should_stop_early_with_flat_lining_metric(self):
flatline = [0.2] * 6
tracker = Trainer(
self.model,
self.optimizer,
self.data_loader,
validation_data_loader=self.validation_data_loader,
num_epochs=3,
serialization_dir=self.TEST_DIR,
patience=5,
validation_metric="+test",
)._metric_tracker
tracker.add_metrics(flatline)
assert tracker.should_stop_early
tracker = Trainer(
self.model,
self.optimizer,
self.data_loader,
validation_data_loader=self.validation_data_loader,
num_epochs=3,
serialization_dir=self.TEST_DIR,
patience=5,
validation_metric="-test",
)._metric_tracker
tracker.add_metrics(flatline)
assert tracker.should_stop_early
def test_should_stop_early_with_flat_lining_metric(self):
# pylint: disable=protected-access
flatline = [.2] * 6
tracker = Trainer(self.model,
self.optimizer,
self.iterator,
self.instances,
validation_dataset=self.instances,
num_epochs=3,
serialization_dir=self.TEST_DIR,
patience=5,
validation_metric="+test")._metric_tracker
tracker.add_metrics(flatline)
assert tracker.should_stop_early
tracker = Trainer(self.model,
self.optimizer,
self.iterator,
self.instances,
validation_dataset=self.instances,
num_epochs=3,
serialization_dir=self.TEST_DIR,
patience=5,
validation_metric="-test")._metric_tracker
tracker.add_metrics(flatline)
assert tracker.should_stop_early
