def test_conv_back_df3():
rand = np.random.rand(12, 6, 4)
ker1 = np.random.rand(5, 3, 4)
ker2 = np.random.rand(5, 3, 4)
dout = np.random.rand(12, 6, 2)
b = miniconv.Conv()
b.set_filters([ker1, ker2], [0, 0])
b.forward(rand)
b.backward(dout)
mine = np.array([b.filters_grad()])
theirs = np.array([
deconv(rand, ker1, dout[:, :, 0])[0],
deconv(rand, ker2, dout[:, :, 1])[0]
])
diff = mine - theirs
ok = np.abs(diff).max() < 1e-5
if not ok:
print('test_conv_back_df2()')
print(mine.shape)
print(theirs.shape)
print(rand.squeeze())
print('theirs:')
print(theirs[:, :])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)
def test_conv3():
rand = np.random.rand(6, 6, 1)
ker = np.random.rand(3, 5, 1)
b = miniconv.Conv()
b.set_filters([ker], [0])
mine = b.forward(rand)
theirs = conv(rand, ker)
diff = theirs.squeeze() - mine.squeeze()
ok = np.abs(diff).max() < 1e-6
if not ok:
print('test_conv3()')
print(mine.shape)
print(theirs.shape)
print(rand.squeeze())
print('theirs:')
print(theirs[:, :, 0])
#print(theirs[:,:])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)
def test_conv_back5():
rand = np.random.rand(6, 6, 1)
ker = np.random.rand(3, 3, 1)
b = miniconv.Conv()
b.set_filters([ker], [0])
eps = np.ones((6, 6, 1), dtype=float)
res1 = b.forward(rand + eps)
res2 = b.forward(rand - eps)
theirs = ((res1 - res2) / 2).squeeze()
b.forward(rand)
mine = b.backward(eps).squeeze()
diff = mine - theirs
ok = np.abs(diff).max() < 1e-5
if not ok:
print('test_conv_back5()')
print(mine.shape)
print(theirs.shape)
print(rand.squeeze())
print('theirs:')
print(theirs[:, :])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)
def test_conv_back_df2():
rand = np.random.rand(12, 6, 4)
ker = np.random.rand(5, 3, 4)
dout = np.random.rand(12, 6, 1)
b = miniconv.Conv()
b.set_filters([ker], [0])
b.forward(rand)
b.backward(dout)
mine = b.filters_grad()[0].squeeze()
theirs = deconv(rand, ker, dout)[0]
diff = mine - theirs
ok = np.abs(diff).max() < 1e-5
if not ok:
print('test_conv_back_df2()')
print(mine.shape)
print(theirs.shape)
print(rand.squeeze())
print('theirs:')
print(theirs[:, :])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)
def test_conv_back3():
rand = np.random.rand(6, 6, 1) * 10
dout = np.random.rand(6, 6)
ker = np.random.rand(3, 3, 1)
b = miniconv.Conv()
b.set_filters([ker], [0])
for i in range(6):
for j in range(6):
eps = np.zeros((6, 6, 1), dtype=float)
eps[i, j, 0] = 0.01
res1 = b.forward(rand + eps)
res2 = b.forward(rand - eps)
theirs = deconv(rand, ker, dout)[1]
b.forward(rand)
mine = b.backward(dout.reshape(6, 6, 1)).squeeze()
diff = mine - theirs
ok = np.abs(diff).max() < 1e-5
if not ok:
print('test_conv_back3()')
print(i, j)
print(mine.shape)
print(theirs.shape)
print(rand.squeeze())
print('theirs:')
print(theirs[:, :])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)
def test_conv_back2():
rand = np.random.rand(6, 6, 1)
dout = np.random.rand(6, 6)
ker = np.array([[[0], [0], [0]], [[0], [1], [0]], [[0], [0], [0]]])
b = miniconv.Conv()
b.set_filters([ker], [0])
for i in range(6):
for j in range(6):
eps = np.zeros((6, 6, 1), dtype=float)
eps[i, j, 0] = 1
res1 = b.forward(rand + eps)
res2 = b.forward(rand - eps)
theirs = dout * ((res1 - res2) / 2).squeeze()
b.forward(rand)
mine = b.backward(dout.reshape(6, 6, 1)).squeeze()
diff = mine[i, j] - theirs[i, j]
ok = np.abs(diff).max() < 1e-6
if not ok:
print('test_conv_back2()')
print(mine.shape)
print(theirs.shape)
print('input:')
print(rand.squeeze())
print('theirs:')
print(theirs[:, :])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)
def test_conv_back1():
rand = np.random.rand(6, 6, 1) * 10
eps = np.random.rand(6, 6, 1) / 1e-5
ker = np.array([[[0], [0], [0]], [[0], [1], [0]], [[0], [0], [0]]])
b = miniconv.Conv()
b.set_filters([ker], [0])
res2 = b.forward(rand + eps)
res1 = b.forward(rand - eps)
dout = np.random.rand(6, 6)
theirs = dout * ((res2 - res1) / (2 * eps)).squeeze()
b.forward(rand)
mine = b.backward(dout.reshape(6, 6, 1)).squeeze()
diff = mine - theirs
ok = np.abs(diff).max() < 1e-7
if not ok:
print('test_conv_back1()')
print(mine.shape)
print(theirs.shape)
print(rand.squeeze())
print('theirs:')
print(theirs[:, :])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)
def test_conv3d4():
rand = np.random.rand(6, 6, 3)
ker1 = np.random.rand(3, 3, 3)
ker2 = np.random.rand(3, 3, 3)
b = miniconv.Conv()
b.set_filters([ker1, ker2], [0, 0])
mine = b.forward(rand)
theirs = conv(rand, [ker1, ker2]),
diff = theirs - mine
ok = np.abs(diff).max() < 1e-5
if not ok:
print('test_conv3d4()')
print(mine.shape)
print(theirs.shape)
print('rand:')
print(rand.squeeze())
print('theirs:')
print(theirs[:, :])
#print(theirs[:,:])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)
def test_conv3d2():
rand = np.random.rand(6, 6, 3)
ker = np.array([[[0, 0, 0], [0, -1, 0], [0, 0, 0]],
[[-1, 0, 0], [1, 1, 1], [0, 0, 0]],
[[0, 0, 0], [0, 0, 0], [0, 0, -1]]])
b = miniconv.Conv()
b.set_filters([ker], [0])
mine = b.forward(rand)
theirs = conv(rand, ker)
diff = theirs - mine.squeeze()
ok = np.abs(diff).max() < 1e-6
if not ok:
print('test_conv3d2()')
print(mine.shape)
print(theirs.shape)
print('rand:')
print(rand.squeeze())
print('theirs:')
print(theirs[:, :])
#print(theirs[:,:])
print('mine:')
print(mine.squeeze())
print('diff:')
print(diff)