def unittest():
for dtype, atol in dtypesSupported():
calcTest(dtype, atol)
trainSimpleTest(NesterovSGD, dtype, learnRate=1e-1, momRate=0.9)
if Config.backend == Config.Backend.cuda:
trainHardTest(NesterovSGD, dtype, learnRate=1e-1, momRate=0.9)
def unittest():
actFuncs = {
ActivationType.sigmoid:
(lambda data: 1.0 /
(1.0 + np.exp(-data)), lambda grad, outdata: grad * outdata *
(1.0 - outdata)),
ActivationType.tanh: (np.tanh, lambda grad, outdata: grad *
(1.0 - outdata**2)),
ActivationType.relu: (lambda data:
(data > 0.0) * data, lambda grad, outdata:
(outdata > 0.0) * grad),
ActivationType.leakyRelu: (lambda data: data * (
(data > 0.0) + (data <= 0.0) * 0.01), lambda grad, outdata: grad *
((outdata > 0.0) +
(outdata <= 0.0) * 0.01)),
ActivationType.elu: (lambda data: (data > 0.0) * data + (data <= 0.0) *
(np.exp(data) - 1.0), lambda grad, outdata: grad *
((outdata > 0.0) + (outdata <= 0.0) *
(outdata + 1.0))),
ActivationType.softPlus:
(lambda data: np.log(1.0 + np.exp(data)), lambda grad, outdata: grad *
(1.0 - np.exp(-outdata))),
ActivationType.clip:
(lambda data: np.clip(data, 0.0, 6.0), lambda grad, outdata: grad *
((0.0 < outdata) & (outdata < 6.0)))
}
for dtype, atol in dtypesSupported():
for acttype, hostAct in actFuncs.items():
actTest(acttype, hostAct, dtype, atol)
def unittest():
for dtype, atol in dtypesSupported():
calcTest(dtype, atol)
trainSimpleTest(RMSPropGraves, dtype, learnRate=1e-2)
if Config.backend == Config.Backend.cuda:
trainHardTest(RMSPropGraves, dtype, learnRate=1e-2)
def unittest():
for dtype, atol in dtypesSupported():
calcTest(dtype, atol)
trainSimpleTest(Adam, dtype, alpha=1e-2)
if Config.backend == Config.Backend.cuda:
trainHardTest(Adam, dtype, alpha=1e-2)
def unittest():
for dtype, _ in dtypesSupported():
moveAxisTest(dtype)
def unittest():
for dtype, _ in dtypesSupported():
dropout2dTest(dtype)
def unittest():
for dtype, _ in dtypesSupported():
splitTest(dtype)
def unittest(): for dtype, _ in dtypesSupported(): alongBatchAxisTest(dtype) alongDataAxisTest(dtype)
def unittest():
for dtype, atol in dtypesSupported():
mulAddConstTest(dtype, atol)
def unittest():
for dtype, atol in dtypesSupported():
calcTest(dtype, atol)
trainTest(dtype)
def unittest():
for dtype, _ in dtypesSupported():
noiseInjectorTest(dtype)
def unittest():
for dtype, _ in dtypesSupported():
replicateTest(dtype)
def unittest():
for dtype, _ in dtypesSupported():
swapAxesTest(dtype)
def unittest():
for dtype, _ in dtypesSupported():
transposeTest(dtype)
def unittest():
for dtype, _ in dtypesSupported():
addTest(dtype)