def test_proba_with_ds_diff_sizes(create_pool_classifiers):
query = np.ones((10, 2))
predictions = np.ones((5, 3))
probabilities = np.ones((5, 3, 2))
des_test = BaseDES(create_pool_classifiers)
with pytest.raises(ValueError):
des_test.predict_proba_with_ds(query, predictions, probabilities)
def test_predict_proba_hybrid(create_pool_classifiers):
query = np.array([-1, 1])
pool_classifiers = create_pool_classifiers + create_pool_classifiers
des_test = BaseDES(pool_classifiers, mode='hybrid')
des_test.n_classes_ = 2
selected_indices = [0, 1, 5]
competences = np.array([[0.55, 1.0, 0.2, 0.60, 0.75, 0.3]])
expected = np.array([0.5744, 0.4256])
des_test.estimate_competence = MagicMock(return_value=competences)
selected_classifiers = np.zeros((1, 6), dtype=bool)
selected_classifiers[0, selected_indices] = 1
des_test.select = MagicMock(return_value=selected_classifiers)
predictions = []
probabilities = []
for clf in des_test.pool_classifiers:
predictions.append(clf.predict(query)[0])
probabilities.append(clf.predict_proba(query)[0])
query = np.atleast_2d(query)
predictions = np.atleast_2d(predictions)
probabilities = np.array(probabilities)
probabilities = np.expand_dims(probabilities, axis=0)
predicted_proba = des_test.predict_proba_with_ds(query, predictions,
probabilities)
assert np.isclose(predicted_proba, expected, atol=0.01).all()
def test_predict_proba_selection(create_pool_classifiers):
query = np.array([-1, 1])
pool_classifiers = create_pool_classifiers + create_pool_classifiers
des_test = BaseDES(pool_classifiers, mode='selection')
selected_indices = np.array([0, 1, 5])
selected_classifiers = np.zeros((1, 6), dtype=bool)
selected_classifiers[0, selected_indices] = 1
des_test.select = MagicMock(return_value=selected_classifiers)
des_test.n_classes_ = 2
expected = np.array([0.61, 0.39])
predictions = []
probabilities = []
for clf in des_test.pool_classifiers:
predictions.append(clf.predict(query)[0])
probabilities.append(clf.predict_proba(query)[0])
query = np.atleast_2d(query)
predictions = np.atleast_2d(predictions)
probabilities = np.array(probabilities)
probabilities = np.expand_dims(probabilities, axis=0)
predicted_proba = des_test.predict_proba_with_ds(query, predictions,
probabilities)
assert np.isclose(predicted_proba, expected, atol=0.01).all()
def test_predict_proba_weighting_hard_voting(create_pool_classifiers):
query = np.array([[-1, 1]])
expected = np.array([0.4117, 0.5883])
competences = np.array([[0.5, 1.0, 0.2]])
predictions = np.array([[0, 1, 0]])
pool_classifiers = create_pool_classifiers
des_test = BaseDES(pool_classifiers, mode='weighting', voting='hard')
des_test.estimate_competence = MagicMock(return_value=competences)
des_test.n_classes_ = 2
predicted_proba = des_test.predict_proba_with_ds(predictions)
assert np.isclose(predicted_proba, expected, atol=0.01).all()
def test_predict_proba_selection_hard_voting(create_pool_classifiers):
query = np.array([[-1, 1]])
expected = np.array([0.66, 0.33])
predictions = np.array([[0, 1, 0, 0, 1, 0]])
pool_classifiers = create_pool_classifiers + create_pool_classifiers
selected_indices = np.array([[True, True, False, False, False, True]])
des_test = BaseDES(pool_classifiers, mode='selection', voting='hard')
des_test.n_classes_ = 2
des_test.select = MagicMock(return_value=selected_indices)
predicted_proba = des_test.predict_proba_with_ds(predictions)
assert np.isclose(predicted_proba, expected, atol=0.01).all()
def test_predict_proba_hybrid_hard_voting(create_pool_classifiers):
query = np.array([[-1, 1]])
expected = np.array([0.4594, 0.5405])
competences = np.array([[0.55, 1.0, 0.2, 0.60, 0.75, 0.3]])
predictions = np.array([[0, 1, 0, 0, 1, 0]])
selected_indices = np.array([[True, True, False, False, False, True]])
pool_classifiers = create_pool_classifiers + create_pool_classifiers
des_test = BaseDES(pool_classifiers, mode='hybrid', voting='hard')
des_test.n_classes_ = 2
des_test.estimate_competence = MagicMock(return_value=competences)
des_test.select = MagicMock(return_value=selected_indices)
predicted_proba = des_test.predict_proba_with_ds(predictions)
assert np.isclose(predicted_proba, expected, atol=0.01).all()
def test_predict_proba_weighting_soft_voting(create_pool_classifiers):
query = np.array([[-1, 1]])
expected = np.array([0.5769, 0.4231])
competences = np.array([[0.5, 1.0, 0.2]])
predictions = np.array([[0, 1, 0]])
probabilities = np.array([[[0.5, 0.5], [1., 0.], [0.33, 0.67]]])
pool_classifiers = create_pool_classifiers
des_test = BaseDES(pool_classifiers, mode='weighting', voting='soft')
des_test.estimate_competence = MagicMock(return_value=competences)
des_test.n_classes_ = 2
predicted_proba = des_test.predict_proba_with_ds(predictions,
probabilities)
assert np.isclose(predicted_proba, expected, atol=0.01).all()
def test_predict_proba_selection_soft_voting(create_pool_classifiers):
query = np.array([[-1, 1]])
expected = np.array([0.61, 0.39])
predictions = np.array([[0, 1, 0, 0, 1, 0]])
probabilities = np.array([[[0.5, 0.5], [1., 0.], [0.33, 0.67],
[0.5, 0.5], [1., 0.], [0.33, 0.67]]])
selected_indices = np.array([[True, True, False, False, False, True]])
pool_classifiers = create_pool_classifiers + create_pool_classifiers
des_test = BaseDES(pool_classifiers, mode='selection', voting='soft')
des_test.select = MagicMock(return_value=selected_indices)
des_test.n_classes_ = 2
predicted_proba = des_test.predict_proba_with_ds(predictions,
probabilities)
assert np.isclose(predicted_proba, expected, atol=0.01).all()
def test_predict_proba_weighting(create_pool_classifiers):
query = np.array([-1, 1])
pool_classifiers = create_pool_classifiers
des_test = BaseDES(pool_classifiers, mode='weighting')
competences = np.array([[0.5, 1.0, 0.2]])
des_test.estimate_competence = MagicMock(return_value=competences)
des_test.n_classes_ = 2
expected = np.array([0.5769, 0.4231])
predictions = []
probabilities = []
for clf in des_test.pool_classifiers:
predictions.append(clf.predict(query)[0])
probabilities.append(clf.predict_proba(query)[0])
query = np.atleast_2d(query)
predictions = np.atleast_2d(predictions)
probabilities = np.array(probabilities)
probabilities = np.expand_dims(probabilities, axis=0)
predicted_proba = des_test.predict_proba_with_ds(query, predictions,
probabilities)
assert np.isclose(predicted_proba, expected, atol=0.01).all()