if __name__ == "__main__":
numpy.random.seed(0)
train_images, T = load_mnist("training", 60000)
train_images -= train_images.mean(axis=0)
test_images, T2 = load_mnist("testing", 10000)
test_images -= train_images.mean(axis=0)
print "Dataset loaded"
train_filter = train_images[:10000]
train_classifier = train_images
label_classifier = T
n_filters = 196
estimator = SparseAutoEncoder(n_filters=n_filters, lmbd=3e-3, beta=3, sparsity_param=0.1, maxfun=400, verbose=True)
estimator.fit(train_filter)
X = estimator.predict(train_classifier)
X2 = estimator.predict(test_images)
X_mean = X.mean(axis=0)
X_std = X.std(axis=0) + 1e-8
X = scale_features(X, X_mean, X_std)
X2 = scale_features(X2, X_mean, X_std)
print "Transformed datasets"
test_classifier(X, label_classifier, X2, T2)
pylab.figure()
pylab.subplots_adjust(wspace=0.0, hspace=0.0)
for i in range(estimator.W1_.shape[0]):
rows = int(numpy.sqrt(n_filters))
cols = int(numpy.sqrt(n_filters))
pylab.subplot(rows, cols, i + 1)
