def unittest(): for dtype, atol in dtypesSupported(): calcTest(dtype, atol) trainSimpleTest(NesterovSGD, dtype, learnRate=1e-1, momRate=0.9) if Config.backend == Config.Backend.cuda: trainHardTest(NesterovSGD, dtype, learnRate=1e-1, momRate=0.9)
def unittest(): actFuncs = { ActivationType.sigmoid: (lambda data: 1.0 / (1.0 + np.exp(-data)), lambda grad, outdata: grad * outdata * (1.0 - outdata)), ActivationType.tanh: (np.tanh, lambda grad, outdata: grad * (1.0 - outdata**2)), ActivationType.relu: (lambda data: (data > 0.0) * data, lambda grad, outdata: (outdata > 0.0) * grad), ActivationType.leakyRelu: (lambda data: data * ( (data > 0.0) + (data <= 0.0) * 0.01), lambda grad, outdata: grad * ((outdata > 0.0) + (outdata <= 0.0) * 0.01)), ActivationType.elu: (lambda data: (data > 0.0) * data + (data <= 0.0) * (np.exp(data) - 1.0), lambda grad, outdata: grad * ((outdata > 0.0) + (outdata <= 0.0) * (outdata + 1.0))), ActivationType.softPlus: (lambda data: np.log(1.0 + np.exp(data)), lambda grad, outdata: grad * (1.0 - np.exp(-outdata))), ActivationType.clip: (lambda data: np.clip(data, 0.0, 6.0), lambda grad, outdata: grad * ((0.0 < outdata) & (outdata < 6.0))) } for dtype, atol in dtypesSupported(): for acttype, hostAct in actFuncs.items(): actTest(acttype, hostAct, dtype, atol)
def unittest(): for dtype, atol in dtypesSupported(): calcTest(dtype, atol) trainSimpleTest(RMSPropGraves, dtype, learnRate=1e-2) if Config.backend == Config.Backend.cuda: trainHardTest(RMSPropGraves, dtype, learnRate=1e-2)
def unittest(): for dtype, atol in dtypesSupported(): calcTest(dtype, atol) trainSimpleTest(Adam, dtype, alpha=1e-2) if Config.backend == Config.Backend.cuda: trainHardTest(Adam, dtype, alpha=1e-2)
def unittest(): for dtype, _ in dtypesSupported(): moveAxisTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): dropout2dTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): splitTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): alongBatchAxisTest(dtype) alongDataAxisTest(dtype)
def unittest(): for dtype, atol in dtypesSupported(): mulAddConstTest(dtype, atol)
def unittest(): for dtype, atol in dtypesSupported(): calcTest(dtype, atol) trainTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): noiseInjectorTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): replicateTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): swapAxesTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): transposeTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): addTest(dtype)