Python l2norm Examples

Example #1

File: mom.py Project: comadan/nn

 def clip_grads(self, grads):
     # Gradient clipping
     self.grad_norm = 0.0
     for p in grads:
         self.grad_norm += l2norm(grads[p]) ** 2
     self.grad_norm = self.grad_norm ** 0.5
     if self.grad_norm > self.max_grad:
         logger.info('Clipping gradient by %f / %f' % (self.max_grad, self.grad_norm))
         return self.alpha * (self.max_grad / self.grad_norm)
     return self.alpha

Example #2

File: mom.py Project: zhangjiulong/nn

 def clip_grads(self, grads):
     # Gradient clipping
     self.grad_norm = 0.0
     for p in grads:
         self.grad_norm += l2norm(grads[p])**2
     self.grad_norm = self.grad_norm**0.5
     if self.grad_norm > self.max_grad:
         logger.info('Clipping gradient by %f / %f' %
                     (self.max_grad, self.grad_norm))
         return self.alpha * (self.max_grad / self.grad_norm)
     return self.alpha

Example #3

File: updates.py Project: taesupkim/dcgan_code

 def l2_norm(self, p):
     return p/l2norm(p, axis=0)

Example #4

File: updates.py Project: soudia/Amortized_SVGD

 def l2_norm(self, p):
     return p / l2norm(p, axis=0)