def test_error_gradient(self):
x0 = np.array([self.x[0]])
x1 = np.array([self.x[1]])
error, gradient = LogisticRegression._loss_gradient(
x0, x1, self.b, self.w, self.lam)
# this assumes test_sigmoid pases
err_act = -np.log(LogisticRegression._sigmoid(
x1, self.b, self.w)) - np.log(1.0 - LogisticRegression._sigmoid(
x0, self.b, self.w)) + 0.5 * 7 * 10
pred_error = LogisticRegression._sigmoid(self.x, self.b,
self.w) - self.t
gradient_act = np.array([0.0, 7 * 3, 7 * -1])
gradient_act[0] = np.sum(pred_error)
gradient_act[1] += np.sum(pred_error * self.x[:, 0])
gradient_act[2] += np.sum(pred_error * self.x[:, 1])
self.assertTrue(abs(float(err_act) - error) < 1.0e-12)
self.assertTrue(np.all(np.abs(gradient - gradient_act) < 1.0e-12))
# weighted case
x00 = np.array([self.x[0], [55, -2]])
error_weighted, gradient_weighted = LogisticRegression._loss_gradient(
x00, x1, self.b, self.w, self.lam,
[np.array([0.4, 0.75]), np.array(0.35)])
err_weighted_act = -np.log(
LogisticRegression._sigmoid(x1, self.b, self.w)) * 0.35 - np.log(
1.0 - LogisticRegression._sigmoid(x0, self.b, self.w)
) * 0.4 - np.log(1.0 - LogisticRegression._sigmoid(
[x00[1, :]], self.b, self.w)) * 0.75 + 0.5 * 7 * 10
self.assertTrue(
abs(float(err_weighted_act) - error_weighted) < 1.0e-12)
def test_error_gradient(self):
x0 = np.array([self.x[0]])
x1 = np.array([self.x[1]])
error, gradient = LogisticRegression._loss_gradient(x0, x1, self.b, self.w, self.lam)
# this assumes test_sigmoid pases
err_act = -np.log(LogisticRegression._sigmoid(x1, self.b, self.w)) - np.log(1.0 - LogisticRegression._sigmoid(x0, self.b, self.w)) + 0.5 * 7 * 10
pred_error = LogisticRegression._sigmoid(self.x, self.b, self.w) - self.t
gradient_act = np.array([0.0, 7 * 3, 7 * -1])
gradient_act[0] = np.sum(pred_error)
gradient_act[1] += np.sum(pred_error * self.x[:, 0])
gradient_act[2] += np.sum(pred_error * self.x[:, 1])
self.assertTrue( abs(float(err_act) - error) < 1.0e-12 )
self.assertTrue(np.all(np.abs(gradient - gradient_act) < 1.0e-12))
# weighted case
x00 = np.array([self.x[0], [55, -2]])
error_weighted, gradient_weighted = LogisticRegression._loss_gradient(x00, x1, self.b, self.w, self.lam, [np.array([0.4, 0.75]), np.array(0.35)])
err_weighted_act = -np.log(LogisticRegression._sigmoid(x1, self.b, self.w)) * 0.35 - np.log(1.0 - LogisticRegression._sigmoid(x0, self.b, self.w)) * 0.4 - np.log(1.0 - LogisticRegression._sigmoid([x00[1, :]], self.b, self.w)) * 0.75 + 0.5 * 7 * 10
self.assertTrue( abs(float(err_weighted_act) - error_weighted) < 1.0e-12 )
def test_sigmoid(self):
y = LogisticRegression._sigmoid(self.x, self.b, self.w)
yact = np.array([1.0 / (1.0 + np.exp(-6)), 1.0 / (1.0 + np.exp(-1.5))])
self.assertTrue(np.all(np.abs(y - yact) < 1.0e-12))
def test_sigmoid(self):
y = LogisticRegression._sigmoid(self.x, self.b, self.w)
yact = np.array([1.0 / (1.0 + np.exp(-6)), 1.0 / (1.0 + np.exp(-1.5))])
self.assertTrue(np.all(np.abs(y - yact) < 1.0e-12))
