def test_trainer_can_log_learning_rates_tensorboard(self):
data_loader = DataLoader(self.instances, batch_size=4, collate_fn=allennlp_collate)
trainer = GradientDescentTrainer(
self.model,
self.optimizer,
data_loader,
num_epochs=2,
serialization_dir=self.TEST_DIR,
tensorboard_writer=TensorboardWriter(
serialization_dir=self.TEST_DIR, should_log_learning_rate=True, summary_interval=2,
),
)
trainer.train()
def test_trainer_can_log_histograms(self):
# enable activation logging
for module in self.model.modules():
module.should_log_activations = True
trainer = GradientDescentTrainer(
self.model,
self.optimizer,
self.data_loader,
num_epochs=3,
serialization_dir=self.TEST_DIR,
tensorboard_writer=TensorboardWriter(
serialization_dir=self.TEST_DIR, histogram_interval=2),
)
trainer.train()