def soft_abs(x, smoothing=1e-5):
"""
Soft absolute value function applied to x.
"""
sa_x = T.sqrt(x**2. + constFX(smoothing))
return sa_x
def row_normalize(x):
"""
Normalize rows of matrix x to unit (L2) norm.
"""
x_normed = x / T.sqrt(T.sum(x**2.,axis=1,keepdims=1) + constFX(1e-8))
return x_normed
