diff = linalg.norm(num_grad - grad) / linalg.norm(num_grad + grad);
print(diff)
# === Step 4: Learning parameters ===
#
# Once the gradients are correct, we start training using
# [softmax.train()](softmax.html#section-5).
softmax_model = softmax.train(input_size, num_classes, lamb,
input_data, labels, maxfun=100)
# === Step 5: Testing ===
#
# Test the model against the test images, using
# [softmax.predict()](softmax.html#section-6), which returns
# predictions given a softmax model and the input data.
images = mnist.load_images('../data/t10k-images-idx3-ubyte')
labels = mnist.load_labels('../data/t10k-labels-idx1-ubyte')
input_data = images
if DEBUG:
input_data = input_data[:, :100]
labels = labels[:100]
input_data = np.asfortranarray(input_data[indices, :])
pred = softmax.predict(softmax_model, input_data)
acc = (labels == pred).mean()
print 'Accuracy: %0.3f' % (acc * 100)
# A = np.transpose(pooledFeaturesTrain, (2, 3, 0, 1)) # A = A[:, :, :, 1] # A = A.reshape([9, 400]) # util.display_network(A) # Train Softmax Classifier softmaxLambda = 1e-4; numOfClasses = 4; inputSize = np.size(pooledFeaturesTrain) / numTrainImages softmaxX = np.transpose(pooledFeaturesTrain, (0, 2, 3, 1)) softmaxX = softmaxX.reshape([inputSize, numTrainImages]) softmaxY = np.int_(trainLabels) - 1 softmaxModel = softmax.train(inputSize, numOfClasses, softmaxLambda, softmaxX, softmaxY, maxfun=400) # Test inputSize = np.size(pooledFeaturesTest) / numTestImages softmaxX = np.transpose(pooledFeaturesTest, (0, 2, 3, 1)) softmaxX = softmaxX.reshape([inputSize, numTestImages]) softmaxY = np.int_(testLabels) - 1 softmaxY = softmaxY.reshape([1, numTestImages]) pred = softmax.predict(softmaxModel, softmaxX) acc = (softmaxY == pred).mean() print 'Accuracy: %0.3f' % (acc * 100)
#!/usr/bin/env python
import sys
sys.path.append('..')
import numpy as np
from library import mnist
from library import softmax
if __name__ == '__main__':
inputSize = 28 * 28
numOfClasses = 10
lamb = 1e-4
trainImages = mnist.load_images('../data/train-images-idx3-ubyte')
trainLabels = mnist.load_labels('../data/train-labels-idx1-ubyte')
softmaxModel = softmax.train(inputSize, numOfClasses, lamb, trainImages, trainLabels, maxfun=100)
testImages = mnist.load_images('../data/t10k-images-idx3-ubyte')
testLabels = mnist.load_labels('../data/t10k-labels-idx1-ubyte')
pred = softmax.predict(softmaxModel, testImages)
acc = (testLabels == pred).mean()
print 'Accuracy: %0.3f' % (acc * 100)
fn = lambda theta: autoencoder.sparse_autoencoder_loss(
theta, input_size, hidden_size,lamb, sparsity_param, beta, unlabeled_data)
# Find `opt_theta` by running the sparse autoencoder on unlabeled
# training images.
opt_theta, loss, d = (
scipy.optimize.fmin_l_bfgs_b(fn, theta, maxfun=maxfun, iprint=1, m=20))
# Visualize weights
W1, W2, b1, b2 = autoencoder.unflatten(opt_theta, input_size, hidden_size)
util.display_network(W1.T)
# === Step 3: Extract Features from the Supervised Dataset ===
train_features = autoencoder.feedforward_autoencoder(
opt_theta, hidden_size, input_size, train_data)
test_features = autoencoder.feedforward_autoencoder(
opt_theta, hidden_size, input_size, test_data)
# === Step 4: Train the softmax classifier ===
lamb = 1e-4
num_classes = len(set(train_labels))
softmax_model = softmax.train(hidden_size, num_classes, lamb,
train_features, train_labels, maxfun=100)
# === Step 5: Testing ===
#
# Compute Predictions on the test set (testFeatures) using
# `softmax.predict`.
pred = softmax.predict(softmax_model, test_features)
acc = (test_labels == pred).mean()
print 'Accuracy: %0.3f' % (acc * 100)
opts.batchsize = 100 opts.momentun = 0 opts.numepochs = 50 # The cnn setup & training # starttime = datetime.datetime.now() stack = dbn.setup(stack, trainData, opts) stack = dbn.train(stack, trainData, opts) if DISPLAY: util.display_network(stack.layers[1].W.T) util.display_network(stack.layers[2].W.T) trainFeature = dbn.feedforward(stack, trainData) testFeature = dbn.feedforward(stack, testData) lamb = 1e-4 maxfun = 400 softmaxModel = softmax.train(trainFeature.shape[0], numOfClasses, lamb, trainFeature, trainLabels, maxfun=maxfun) pred = softmax.predict(softmaxModel, testFeature) acc = (testLabels == pred).mean() print 'Accuracy: %0.3f' % (acc * 100) # endtime = datetime.datetime.now() # print 'training stackedcnn last time : %s s' % (endtime-starttime)
iprint=1,
m=20))
# Visualize weights
W1, W2, b1, b2 = autoencoder.unflatten(opt_theta, input_size, hidden_size)
util.display_network(W1.T)
# === Step 3: Extract Features from the Supervised Dataset ===
train_features = autoencoder.feedforward_autoencoder(opt_theta, hidden_size,
input_size, train_data)
test_features = autoencoder.feedforward_autoencoder(opt_theta, hidden_size,
input_size, test_data)
# === Step 4: Train the softmax classifier ===
lamb = 1e-4
num_classes = len(set(train_labels))
softmax_model = softmax.train(hidden_size,
num_classes,
lamb,
train_features,
train_labels,
maxfun=100)
# === Step 5: Testing ===
#
# Compute Predictions on the test set (testFeatures) using
# `softmax.predict`.
pred = softmax.predict(softmax_model, test_features)
acc = (test_labels == pred).mean()
print 'Accuracy: %0.3f' % (acc * 100)
