def test_normal_mixture_hard(self):
np.random.seed(0)
size_batch = 1000
competition = AdversarialCompetition(
size_batch=size_batch,
true_model=GenerativeNormalMixtureModel(
np.arange(-3, 4),
np.random.uniform(1, 2, 7).round(2)),
discriminative=pipeline.make_pipeline(
preprocessing.PolynomialFeatures(4),
linear_model.LogisticRegression()),
generative=GenerativeNormalMixtureModel(np.arange(-3, 4) * 0.1,
np.ones(7),
updates=["mu", "sigma"]),
gradient_descent=GradientDescent(np.array([0.3, 0.1, 0.3]).reshape(
(-1, 1)),
inertia=0.9,
annealing=2000,
last_learning_rate=0.001),
)
for i in range(5000):
competition.iteration()
params = competition.generatives[-1]._params
print params.shape
true_params = competition.true_model._params
np.testing.assert_allclose(params, true_params, 0, 0.2)
def test_normal_mixture(self):
np.random.seed(0)
size_batch = 1000
competition = AdversarialCompetition(
size_batch=size_batch,
true_model=GenerativeNormalMixtureModel([-3, 3], [1, 1]),
discriminative=pipeline.make_pipeline(
preprocessing.PolynomialFeatures(4),
linear_model.LogisticRegression()),
generative=GenerativeNormalMixtureModel([-1, 1], [1, 1],
updates=["mu", "sigma"]),
gradient_descent=GradientDescent(0.1,
inertia=0.9,
annealing=1000,
last_learning_rate=0.01),
)
for i in range(2000):
competition.iteration()
params = competition.generatives[-1]._params
true_params = competition.true_model._params
np.testing.assert_allclose(params, true_params, 0, 0.1)
from pylab import plt
from competition import AdversarialCompetition
from models import GenerativeNormalMixtureModel
from gradient_descent import GradientDescent
logging.basicConfig(
format="[%(filename)s:%(lineno)s - %(funcName)20s() ] %(message)s",
level="INFO")
np.random.seed(0)
size_batch = 1000
competition = AdversarialCompetition(
size_batch=size_batch,
true_model=GenerativeNormalMixtureModel([-3, 3], [1, 1]),
discriminative=pipeline.make_pipeline(preprocessing.PolynomialFeatures(4),
linear_model.LogisticRegression()),
generative=GenerativeNormalMixtureModel([-1, 1], [1, 1],
updates=["mu", "sigma"]),
gradient_descent=GradientDescent(0.01, 0.5),
)
print(competition)
for i in range(1000):
if i % 200 == 0:
competition.plot()
plt.show()
pass
competition.iteration()
def test_normal_mixture(self):
return self._test(GenerativeNormalMixtureModel([-3, 3], [1, 1]))
def test_normal_mixture(self):
return self._test(GenerativeNormalMixtureModel([0, 1], [0.5, 2]))