def trainRBM(data, n_components, n_iter, batch_size, learning_rate=0.01):
acc = []
err = np.zeros((n_iter, 2))
rbm = BernoulliRBM(verbose=True,
batch_size=batch_size,
random_state=1,
n_components=n_components)
n_features = len(data['X'][0])
rbm.learning_rate = learning_rate
#initialize the weight matrix with small (normally distributed) random values with hidden and visible biases initialized to 0.
rbm.components = np.random.randn(n_components, n_features) * 0.1
rbm.intercept_hidden_ = np.zeros((n_components, ))
rbm.intercept_visible_ = np.zeros((n_features, ))
rbm.n_iter = 1
for i in range(n_iter):
rbm.fit(data['X'])
test = rbm.gibbs(data['X'])
train = rbm.gibbs(data['X'])
err[i, 1] = np.sum(
(test - data['X'])**2) / (n_features * len(data['X']))
err[i, 0] = np.sum(
(train - data['X'])**2) / (n_features * len(data['X']))
return rbm, err
def assignment4_2_DBN():
data = loadAll()
n_iter = 75
n_iter_mlp = 50
nodes = [] #[150, 100] #, 50]
no_of_layers = len(nodes)
learning_rate = 0.01
batch_size = 200
train = data['X']
test_img = data['plot_ims']
rbms = []
pipe = []
acc = []
prev_layer_size = len(train[0])
for i in range(no_of_layers):
rbm = BernoulliRBM(n_components=nodes[i],
verbose=True,
batch_size=batch_size,
random_state=1)
rbm.learning_rate = learning_rate
n_features = len(train[0])
rbm.components = np.random.randn(nodes[i], prev_layer_size) * 0.1
rbm.intercept_hidden_ = np.zeros((nodes[i], ))
rbm.intercept_visible_ = np.zeros((prev_layer_size, ))
rbm.n_iter = n_iter
#train = rbm.fit_transform(train) # Enable to start pre-training
rbms.append(rbm)
pipe.append(('rbm{}'.format(i), rbm))
prev_layer_size = nodes[i]
mlp = MLPClassifier(
solver='sgd',
random_state=1,
learning_rate="adaptive",
learning_rate_init=0.01,
hidden_layer_sizes=(784, 10), #(nodes[no_of_layers-1], 10),
max_iter=n_iter_mlp,
verbose=True)
#print(pipe)
pipe.append(('mlp', mlp))
print(pipe)
clsf = Pipeline(pipe)
clsf.fit(data['X'], np.ravel(data['T_trn']))
predicted_classes = clsf.predict(data['X_tst'])
acc.append(
np.sum(data['T_tst'].T == predicted_classes) / len(data['T_tst']) *
100)
print(acc)
joblib.dump(clsf, 'dbn_{}l.pkl'.format(no_of_layers))
