コード例 #1
0
ファイル: stackedAE.py プロジェクト: jayshonzs/UFLDL
def pre_train(train_data, train_labels):
    global input_size, num_labels, hidden_size_l1, hidden_size_l2, ro, lbda, beta
    levels_l1=[input_size, hidden_size_l1, input_size]
    
    print 'Step 1:', time.time()
    
    # stack 1
    init_theta = initialization(levels_l1)
    try:
        theta = np.genfromtxt("theta_l1.txt")
        print theta.shape
    except:
        theta, cost, info = fmin_l_bfgs_b(J, init_theta, args=(train_data, train_data, levels_l1, lbda, ro, beta), approx_grad=False, maxiter=400)
        np.savetxt("theta_l1.txt", theta)
        print "cost:", cost
        print "info:", info
    WB_l1 = vec2mat(theta, levels_l1)
    sio.savemat('W_l1', {'W_l1':WB_l1[0][0]})
    
    print 'Step 2:', time.time()
    
    # stack 2
    levels_l2 = [hidden_size_l1, hidden_size_l2, hidden_size_l1]
    train_l1_a2 = feed_forward(WB_l1[0], train_data, hidden_size_l1)
    init_theta = initialization(levels_l2)
    try:
        theta = np.genfromtxt("theta_l2.txt")
        print theta.shape
    except:
        theta, cost, info = fmin_l_bfgs_b(J, init_theta, args=(train_l1_a2, train_l1_a2, levels_l2, lbda, ro, beta), approx_grad=False, maxiter=400)
        np.savetxt("theta_l2.txt", theta)
        print "cost:", cost
        print "info:", info
    WB_l2 = vec2mat(theta, levels_l2)
    sio.savemat('W_l2', {'W_l2':WB_l2[0][0]})
    
    print 'Step 3:', time.time()
    
    try:
        sr_theta = np.genfromtxt("sr_theta.txt")
        print sr_theta.shape
    except:
        train_l2_a2 = feed_forward(WB_l2[0], train_l1_a2, hidden_size_l2)
        sr_init_theta = sr_train.initialize_theta(hidden_size_l2, num_labels)
        sr_theta = sr_train.train(sr_init_theta, train_l2_a2, train_labels, num_labels)
        np.savetxt("sr_theta.txt", sr_theta)
    sr_mat = sr_vec2mat(sr_theta, num_labels)
    
    return WB_l1, WB_l2, sr_mat
コード例 #2
0
ファイル: LearnMNISTFeatures.py プロジェクト: jayshonzs/UFLDL
def main():
    levels = [28*28, 196, 28*28]
    ro = 0.1
    beta = 3.
    lbda = 3e-3
    init_theta = initialization(levels)
    X = load_train_imgs()[:, :10000]
    theta, cost, info = fmin_l_bfgs_b(J, init_theta, args=(X, X, levels, lbda, ro, beta), approx_grad=False, maxiter=400)
    print theta
    print cost
    print info
    WB = vec2mat(theta, levels)
    print 'W shape:', WB[0][0].shape
    sio.savemat('W', {'W': WB[0][0]})
コード例 #3
0
ファイル: stl.py プロジェクト: jayshonzs/UFLDL
def main():
    global input_size, num_labels, hidden_size, ro, lbda, beta
    levels = [input_size, hidden_size, input_size]
    mnist_data = loader.load_train_imgs()
    mnist_labels = loader.load_train_labels()
    labeled_set = np.where(mnist_labels < num_labels)[0]
    unlabeled_set = np.where(mnist_labels > num_labels-1)[0]
    train_num = np.round(len(labeled_set)/2)
    train_data = mnist_data[:, labeled_set[:train_num]]
    train_labels = mnist_labels[labeled_set[:train_num]]
    test_data = mnist_data[:, labeled_set[train_num:]]
    test_labels = mnist_labels[labeled_set[train_num:]]
    unlabeled_data = mnist_data[:, unlabeled_set]
    print "train data:", train_data.shape[1]
    print "test data:", test_data.shape[1]
    print "unlabeled data:", unlabeled_data.shape[1]
    init_theta = initialization(levels)

    theta, cost, info = fmin_l_bfgs_b(J, init_theta, args=(unlabeled_data, unlabeled_data, levels, lbda, ro, beta), approx_grad=False, maxiter=400)
    print "cost:", cost
    print "info:", info

    WB = vec2mat(theta, levels)
    sio.savemat('W', {'W': WB[0][0]})
    train_a2 = feed_forward(WB[0], train_data, hidden_size)
    test_a2 = feed_forward(WB[0], test_data, hidden_size)
    sr_init_theta = sr_train.initialize_theta(hidden_size, num_labels)
    sr_theta = sr_train.train(sr_init_theta, train_a2, train_labels, num_labels)
    sr_mat = sr_vec2mat(sr_theta, num_labels)
    pY = sr_predict(sr_mat, test_a2)
    print test_labels[:20]
    print pY[:20]
    miss = 0.
    for i, l in enumerate(test_labels):
        if l != pY[i]:
            miss += 1.
    print miss/len(test_labels)