def test_pinskers_inequality(dist1, dist2):
"""
DKL(p||q) >= V(p||q)**2 / (2log(2))
"""
dkl = relative_entropy(dist1, dist2)
vd = variational_distance(dist1, dist2)
assert dkl >= vd**2 / (2 * np.log(2)) - epsilon
def test_pinskers_inequality(dist1, dist2):
"""
DKL(p||q) >= V(p||q)**2 / (2log(2))
"""
dkl = relative_entropy(dist1, dist2)
vd = variational_distance(dist1, dist2)
assert dkl >= vd**2 / (2 * np.log(2)) - epsilon
def test_gibbs_inequality(dist1, dist2):
"""
DKL(p||q) >= 0
"""
dkl = relative_entropy(dist1, dist2)
assert dkl >= 0 - epsilon
def test_gibbs_inequality(dist1, dist2):
"""
DKL(p||q) >= 0
"""
dkl = relative_entropy(dist1, dist2)
assert dkl >= 0 - epsilon