def test_update_gradient(self): layer = Dense(10, sigmoid) dW = np.random.randn(5, 10) db = np.random.randn(5, 1) layer.update_gradients(dW, db) self.assertEqual(layer.dW.all(), dW.all()) self.assertEqual(layer.db.all(), db.all())
def test_update_parameters(self): layer = Dense(10, sigmoid) layer.build(20) learning_rate = 0.1 dW = np.random.randn(10, 20) db = np.random.randn(10, 1) layer.update_gradients(dW, db) new_dW = layer.dW - learning_rate * dW new_db = layer.db - learning_rate * db layer.update_parameters(learning_rate) self.assertEqual(layer.dW.all(), new_dW.all()) self.assertEqual(layer.db.all(), new_db.all())