def _do_lazy_optimization(self, w): return string_matching(w.name, self.include_in_lazy_optimization)
def _do_weight_decay(self, w): return (not string_matching(w.name, self.exclude_from_weight_decay))
def _do_layer_adaptation(self, w): return (not string_matching(w.name, self.exclude_from_layer_adaptation))
def _do_parameter_scale(self, w): return self.multiply_by_parameter_scale and (not string_matching( w.name, self.exclude_from_parameter_scale))