def test_pinskers_inequality(dist1, dist2): """ DKL(p||q) >= V(p||q)**2 / (2log(2)) """ dkl = relative_entropy(dist1, dist2) vd = variational_distance(dist1, dist2) assert dkl >= vd**2 / (2 * np.log(2)) - epsilon
def test_pinskers_inequality(dist1, dist2): """ DKL(p||q) >= V(p||q)**2 / (2log(2)) """ dkl = relative_entropy(dist1, dist2) vd = variational_distance(dist1, dist2) assert dkl >= vd**2 / (2 * np.log(2)) - epsilon
def test_gibbs_inequality(dist1, dist2): """ DKL(p||q) >= 0 """ dkl = relative_entropy(dist1, dist2) assert dkl >= 0 - epsilon
def test_gibbs_inequality(dist1, dist2): """ DKL(p||q) >= 0 """ dkl = relative_entropy(dist1, dist2) assert dkl >= 0 - epsilon