def __init__(self,
base_dir: Path,
trainer: GANTrainer,
name: str,
stats_iters: int = 10,
visual_iters: int = 200,
weight_iters: int = 1000,
jupyter: bool = False):
super().__init__()
self.base_dir = base_dir
self.name = name
log_dir = base_dir / name
clear_directory(log_dir)
self.tbwriter = SummaryWriter(log_dir=str(log_dir))
self.hooks = [trainer.register_train_loop_hook(self.train_loop_hook)]
self.hooks.append(
trainer.register_train_begin_hook(self.train_begin_hook))
self.stats_iters = stats_iters
self.visual_iters = visual_iters
self.weight_iters = weight_iters
self.jupyter = jupyter
self.img_gen_vis = ImageGenVisualizer()
self.stats_vis = GANTrainerStatsVisualizer()
self.graph_vis = ModelGraphVisualizer()
self.weight_vis = ModelHistogramVisualizer()
self.trainer = trainer
class ImageGenVisualizationCallback(ModelVisualizationCallback):
def __init__(self,
base_dir: Path,
model: nn.Module,
md: ImageData,
name: str,
stats_iters: int = 25,
visual_iters: int = 200,
jupyter: bool = False):
super().__init__(base_dir=base_dir,
model=model,
md=md,
name=name,
stats_iters=stats_iters,
visual_iters=visual_iters,
jupyter=jupyter)
self.img_gen_vis = ImageGenVisualizer()
def output_visuals(self):
super().output_visuals()
self.img_gen_vis.output_image_gen_visuals(md=self.md,
model=self.model,
iter_count=self.iter_count,
tbwriter=self.tbwriter,
jupyter=self.jupyter)
def __init__(self,
base_dir: Path,
model: nn.Module,
md: ImageData,
name: str,
stats_iters: int = 25,
visual_iters: int = 200,
jupyter: bool = False):
super().__init__(base_dir=base_dir,
model=model,
md=md,
name=name,
stats_iters=stats_iters,
visual_iters=visual_iters,
jupyter=jupyter)
self.img_gen_vis = ImageGenVisualizer()
class GANVisualizationHook():
def __init__(self, base_dir:Path, trainer:GANTrainer, name:str, stats_iters:int=10,
visual_iters:int=200, weight_iters:int=1000, jupyter:bool=False):
super().__init__()
self.base_dir = base_dir
self.name = name
log_dir = base_dir/name
clear_directory(log_dir)
self.tbwriter = SummaryWriter(log_dir=str(log_dir))
self.hooks = [trainer.register_train_loop_hook(self.train_loop_hook)]
self.hooks.append(trainer.register_train_begin_hook(self.train_begin_hook))
self.stats_iters = stats_iters
self.visual_iters = visual_iters
self.weight_iters = weight_iters
self.jupyter=jupyter
self.img_gen_vis = ImageGenVisualizer()
self.stats_vis = GANTrainerStatsVisualizer()
self.graph_vis = ModelGraphVisualizer()
self.weight_vis = ModelHistogramVisualizer()
self.trainer = trainer
def train_begin_hook(self):
ds = self.trainer.md.val_ds
self.graph_vis.write_model_graph_to_tensorboard(ds=ds, model=self.trainer.netD, tbwriter=self.tbwriter)
self.graph_vis.write_model_graph_to_tensorboard(ds=ds, model=self.trainer.netG, tbwriter=self.tbwriter)
def train_loop_hook(self, gresult:GenResult, cresult:CriticResult):
if self.trainer.iters % self.stats_iters == 0:
self.stats_vis.print_stats_in_jupyter(gresult, cresult)
self.stats_vis.write_tensorboard_stats(gresult, cresult, iter_count=self.trainer.iters, tbwriter=self.tbwriter)
if self.trainer.iters % self.visual_iters == 0:
model = self.trainer.netG
self.img_gen_vis.output_image_gen_visuals(md=self.trainer.md, model=model, iter_count=self.trainer.iters,
tbwriter=self.tbwriter, jupyter=self.jupyter)
if self.trainer.iters % self.weight_iters == 0:
self.weight_vis.write_tensorboard_histograms(model=self.trainer.netG, iter_count=self.trainer.iters, tbwriter=self.tbwriter)
self.weight_vis.write_tensorboard_histograms(model=self.trainer.netD, iter_count=self.trainer.iters, tbwriter=self.tbwriter)
def close(self):
self.tbwriter.close()
for hook in self.hooks:
hook.remove()
def __init__(self, base_dir:Path, model:nn.Module, md:ModelData, name:str, stats_iters:int=25,
visual_iters:int=200, weight_iters:int=25, jupyter:bool=False):
super().__init__()
self.base_dir = base_dir
self.name = name
log_dir = base_dir/name
clear_directory(log_dir)
self.tbwriter = SummaryWriter(log_dir=str(log_dir))
self.stats_iters = stats_iters
self.visual_iters = visual_iters
self.weight_iters = weight_iters
self.iter_count = 0
self.model = model
self.md = md
self.jupyter = jupyter
self.learner_vis = LearnerStatsVisualizer()
self.graph_vis = ModelGraphVisualizer()
self.weight_vis = ModelHistogramVisualizer()
self.img_gen_vis = ImageGenVisualizer()
class ModelVisualizationCallback(Callback):
def __init__(self, base_dir:Path, model:nn.Module, md:ModelData, name:str, stats_iters:int=25,
visual_iters:int=200, weight_iters:int=25, jupyter:bool=False):
super().__init__()
self.base_dir = base_dir
self.name = name
log_dir = base_dir/name
clear_directory(log_dir)
self.tbwriter = SummaryWriter(log_dir=str(log_dir))
self.stats_iters = stats_iters
self.visual_iters = visual_iters
self.weight_iters = weight_iters
self.iter_count = 0
self.model = model
self.md = md
self.jupyter = jupyter
self.learner_vis = LearnerStatsVisualizer()
self.graph_vis = ModelGraphVisualizer()
self.weight_vis = ModelHistogramVisualizer()
self.img_gen_vis = ImageGenVisualizer()
def on_train_begin(self):
self.output_model_graph()
def on_batch_begin(self):
return
def on_phase_begin(self):
return
def on_epoch_end(self, metrics):
self.output_stats(metrics=metrics)
def on_phase_end(self):
return
def on_batch_end(self, metrics):
self.iter_count += 1
if self.iter_count % self.stats_iters == 0:
self.output_stats(metrics=metrics)
if self.iter_count % self.visual_iters == 0:
self.output_visuals()
if self.iter_count % self.weight_iters == 0:
self.output_weights()
def on_train_end(self):
return
def output_model_graph(self):
self.graph_vis.write_model_graph_to_tensorboard(ds=self.md.val_ds, model=self.model, tbwriter=self.tbwriter)
def output_stats(self, metrics):
self.learner_vis.write_tensorboard_stats(metrics=metrics, iter_count=self.iter_count, tbwriter=self.tbwriter)
def output_visuals(self):
self.img_gen_vis.output_image_gen_visuals(md=self.md, model=self.model, iter_count=self.iter_count,
tbwriter=self.tbwriter, jupyter=self.jupyter)
def output_weights(self):
self.weight_vis.write_tensorboard_histograms(model=self.model, iter_count=self.iter_count, tbwriter=self.tbwriter)
def close(self):
self.tbwriter.close()