def entropy_h(self, H_hat): """ .. todo:: WRITEME properly entropy of the hidden layers under the mean field distribution defined by H_hat """ for Hv in get_debug_values(H_hat[0]): assert Hv.min() >= 0.0 assert Hv.max() <= 1.0 total = entropy_binary_vector(H_hat[0]) for H in H_hat[1:]: for Hv in get_debug_values(H): assert Hv.min() >= 0.0 assert Hv.max() <= 1.0 total += entropy_binary_vector(H) return total
def entropy_h(self, H_hat): """ entropy of the hidden layers under the mean field distribution defined by H_hat """ total = entropy_binary_vector(H_hat[0]) for H in H_hat[1:]: total += entropy_binary_vector(H) return total