def on_epoch_end(self, state: State) -> None:
"""Epoch end hook.
Args:
state (State): current state
"""
if state.stage_name.startswith("infer"):
return
state.valid_metrics = {
k.replace(f"{state.valid_loader}_", ""): v
for k, v in state.epoch_metrics.items()
if k.startswith(state.valid_loader)
}
assert (
state.main_metric in state.valid_metrics
), f"{state.main_metric} value is not available by the epoch end"
current_valid_metric = state.valid_metrics[state.main_metric]
if state.minimize_metric:
best_valid_metric = state.best_valid_metrics.get(
state.main_metric, float("+inf"))
is_best = current_valid_metric < best_valid_metric
else:
best_valid_metric = state.best_valid_metrics.get(
state.main_metric, float("-inf"))
is_best = current_valid_metric > best_valid_metric
if is_best:
state.is_best_valid = True
state.best_valid_metrics = state.valid_metrics.copy()
def on_epoch_start(self, state: State) -> None:
"""Epoch start hook.
Args:
state (State): current state
"""
state.valid_metrics = defaultdict(None)
state.is_best_valid = False
def on_epoch_start(self, state: State):
state.valid_metrics = defaultdict(None)
state.is_best_valid = False