def KL_max_disagreement(committee: BaseCommittee, X: modALinput,
**predict_proba_kwargs) -> np.ndarray:
"""
Calculates the max disagreement for the Committee. First it computes the class probabilties of X for each learner in
the Committee, then calculates the consensus probability distribution by averaging the individual class
probabilities for each learner. Then each learner's class probabilities are compared to the consensus distribution
in the sense of Kullback-Leibler divergence. The max disagreement for a given sample is the argmax of the KL
divergences of the learners from the consensus probability.
Args:
committee: The :class:`modAL.models.BaseCommittee` instance for which the max disagreement is to be calculated.
X: The data for which the max disagreement is to be calculated.
**predict_proba_kwargs: Keyword arguments for the :meth:`predict_proba` of the Committee.
Returns:
Max disagreement of the Committee for the samples in X.
"""
try:
p_vote = committee.vote_proba(X, **predict_proba_kwargs)
except NotFittedError:
return np.zeros(shape=(X.shape[0], ))
p_consensus = np.mean(p_vote, axis=1)
learner_KL_div = np.zeros(shape=(X.shape[0], len(committee)))
for learner_idx, _ in enumerate(committee):
learner_KL_div[:, learner_idx] = entropy(np.transpose(
p_vote[:, learner_idx, :]),
qk=np.transpose(p_consensus))
return np.max(learner_KL_div, axis=1)
def vote_entropy(committee: BaseCommittee, X: modALinput,
**predict_proba_kwargs) -> np.ndarray:
"""
Calculates the vote entropy for the Committee. First it computes the predictions of X for each learner in the
Committee, then calculates the probability distribution of the votes. The entropy of this distribution is the vote
entropy of the Committee, which is returned.
Args:
committee: The :class:`modAL.models.BaseCommittee` instance for which the vote entropy is to be calculated.
X: The data for which the vote entropy is to be calculated.
**predict_proba_kwargs: Keyword arguments for the :meth:`predict_proba` of the Committee.
Returns:
Vote entropy of the Committee for the samples in X.
"""
n_learners = len(committee)
try:
votes = committee.vote(X, **predict_proba_kwargs)
except NotFittedError:
return np.zeros(shape=(X.shape[0], ))
p_vote = np.zeros(shape=(X.shape[0], len(committee.classes_)))
entr = np.zeros(shape=(X.shape[0], ))
for vote_idx, vote in enumerate(votes):
vote_counter = Counter(vote)
for class_idx, class_label in enumerate(committee.classes_):
p_vote[vote_idx,
class_idx] = vote_counter[class_label] / n_learners
entr[vote_idx] = entropy(p_vote[vote_idx])
return entr
def vote_entropy(committee: BaseCommittee, X: modALinput,
**predict_proba_kwargs) -> np.ndarray:
n_learners = len(committee)
try:
votes = committee.vote(X, **predict_proba_kwargs)
except NotFittedError:
return np.zeros(shape=(X.shape[0], ))
p_vote = np.zeros(shape=(X.shape[0], len(committee.classes_)))
entr = np.zeros(shape=(X.shape[0], ))
for vote_idx, vote in enumerate(votes):
vote_counter = Counter(vote)
for class_idx, class_label in enumerate(committee.classes_):
p_vote[vote_idx,
class_idx] = vote_counter[class_label] / n_learners
entr[vote_idx] = entropy(p_vote[vote_idx])
return entr
def consensus_entropy(committee: BaseCommittee, X: modALinput,
**predict_proba_kwargs) -> np.ndarray:
"""
Calculates the consensus entropy for the Committee. First it computes the class probabilties of X for each learner
in the Committee, then calculates the consensus probability distribution by averaging the individual class
probabilities for each learner. The entropy of the consensus probability distribution is the vote entropy of the
Committee, which is returned.
Args:
committee: The :class:`modAL.models.BaseCommittee` instance for which the consensus entropy is to be calculated.
X: The data for which the consensus entropy is to be calculated.
**predict_proba_kwargs: Keyword arguments for the :meth:`predict_proba` of the Committee.
Returns:
Consensus entropy of the Committee for the samples in X.
"""
try:
proba = committee.predict_proba(X, **predict_proba_kwargs)
except NotFittedError:
return np.zeros(shape=(X.shape[0], ))
entr = np.transpose(entropy(np.transpose(proba)))
return entr