def _do_lazy_optimization(self, w):
return string_matching(w.name, self.include_in_lazy_optimization)
def _do_weight_decay(self, w):
return (not string_matching(w.name,
self.exclude_from_weight_decay))
def _do_layer_adaptation(self, w):
return (not string_matching(w.name,
self.exclude_from_layer_adaptation))
def _do_parameter_scale(self, w):
return self.multiply_by_parameter_scale and (not string_matching(
w.name, self.exclude_from_parameter_scale))
