def soft_abs(x, smoothing=1e-5): """ Soft absolute value function applied to x. """ sa_x = T.sqrt(x**2. + constFX(smoothing)) return sa_x
def row_normalize(x): """ Normalize rows of matrix x to unit (L2) norm. """ x_normed = x / T.sqrt(T.sum(x**2.,axis=1,keepdims=1) + constFX(1e-8)) return x_normed