def gentest(pic, weight1, weight2, ans, a, bs):
data = np.zeros((bs, 3, 49 * 2 * a * weight1.shape[4]))
answer = np.zeros((bs, 2))
for i in range(0, 8):
num = [6, 7, i + 8]
data[i, :, :] = prep(pic[:, :, num], weight1, weight2, a)
if i == ans:
answer[i, :] = [1, 0]
else:
answer[i, :] = [0, 1]
if bs > 8:
for j in range(0, int(bs / 8)):
data[8 * (j + 1):8 * (j + 1) + 8, :] = data[0:8, :]
answer[8 * (j + 1):8 * (j + 1) + 8, :] = answer[0:8, :]
return data, answer
def pic3(pic,weight1,weight2,a):
data=np.zeros((8,3,49*2*a))
answer=np.zeros((8,2))
for i in range (0,8):
r=random.randint(0,4)
if r==1:
num=[0,1,2]
elif r==0:
num=[3,4,5]
else:
num=np.random.choice(8, 3)
data[i,:,:]=prep(pic[:,:,num],weight1,weight2,a)
if np.array_equal(num,[0,1,2]) | np.array_equal(num,[3,4,5]):
answer[i,:]=[1,0]
else:
answer[i,:]=[0,1]
return data, answer
def pic3_2(pic, weight1, weight2, a):
data = np.zeros((8, 49 * 2 * a * 3 * weight1.shape[4]))
answer = np.zeros((8, 2))
for i in range(0, 8):
r = random.randint(0, 3)
if r == 1:
num = [0, 3, 6]
elif r == 0:
num = [1, 4, 7]
else:
num = np.random.choice(8, 3)
data[i, :] = prep(pic[:, :, num], weight1, weight2,
a).reshape(1, 49 * 2 * a * 3 * weight1.shape[4])
if np.array_equal(num, [0, 3, 6]) | np.array_equal(num, [1, 4, 7]):
answer[i, :] = [1, 0]
else:
answer[i, :] = [0, 1]
return data, answer
import pandas as pd
import numpy as np
from sklearn.feature_extraction.text import TfidfVectorizer
from sklearn.model_selection import train_test_split
from sklearn.tree import DecisionTreeClassifier
from sklearn.ensemble import RandomForestClassifier
from sklearn.metrics import classification_report, accuracy_score, confusion_matrix
from sklearn.metrics import precision_recall_fscore_support as score
import pickle
import os
import matplotlib.pyplot as plt
from prepare import prep
import model
df = prep(model=True)
tfidf = TfidfVectorizer()
x = tfidf.fit_transform(df.lemmatized)
y = df.language
x_train, x_test, y_train, y_test = train_test_split(x,
y,
stratify=y,
test_size=.2,
random_state=42)
test = pd.DataFrame(dict(actual=y_test))
def train_rcon(pic, weight1, weight2, ans, n, a, bs):
tf.reset_default_graph()
learning_rate = 0.001
# training_steps = 10000
# batch_size = 128
# display_step = 200
# # Network Parameters
# num_input = 28 # MNIST data input (img shape: 28*28)
# timesteps = 28 # timesteps
# num_hidden = 128 # hidden layer num of features
# num_classes = 10 # MNIST total classes (0-9 digits)
# # tf Graph input
# X = tf.placeholder("float", [None, timesteps, num_input])
# Y = tf.placeholder("float", [None, num_classes])
Num = 0
learning_rate = 0.001
num_steps = n
batch_size = bs
display_step = 1
# Network Parameters
num_input = 7 * 7 * 2 * a * weight1.shape[
4] # MNIST data input (img shape: 28*28)
num_classes = 2 # MNIST total classes (0-9 digits)
timesteps = 3
num_hidden = 128
dropout = 0.75 # Dropout, probability to keep units
# tf Graph input
X = tf.placeholder(tf.float32, [None, timesteps, num_input])
Y = tf.placeholder(tf.float32, [None, num_classes])
keep_prob = tf.placeholder(tf.float32) # dropout (keep probability)
weights = {'out': tf.Variable(tf.random_normal([num_hidden, num_classes]))}
biases = {'out': tf.Variable(tf.random_normal([num_classes]))}
logits, outputs = RNN(X, weights, biases)
prediction = tf.nn.softmax(logits)
# Define loss and optimizer
loss_op = tf.reduce_mean(
tf.nn.softmax_cross_entropy_with_logits(logits=logits, labels=Y))
optimizer = tf.train.GradientDescentOptimizer(learning_rate=learning_rate)
train_op = optimizer.minimize(loss_op)
# Evaluate model (with test logits, for dropout to be disabled)
correct_pred = tf.equal(tf.argmax(prediction, 1), tf.argmax(Y, 1))
accuracy = tf.reduce_mean(tf.cast(correct_pred, tf.float32))
# Initialize the variables (i.e. assign their default value)
init = tf.global_variables_initializer()
# # Construct model
# logits = fullnet(X, weights, biases, keep_prob)
# prediction = tf.nn.softmax(logits)
# # Define loss and optimizer
# loss_op = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(
# logits=logits, labels=Y))
# optimizer = tf.train.AdamOptimizer(learning_rate=learning_rate)
# train_op = optimizer.minimize(loss_op)
# # Evaluate model
# correct_pred = tf.equal(tf.argmax(prediction, 1), tf.argmax(Y, 1))
# accuracy = tf.reduce_mean(tf.cast(correct_pred, tf.float32))
# # Initialize the variables (i.e. assign their default value)
# init = tf.global_variables_initializer()
with tf.Session() as sess:
# Run the initializer
sess.run(init)
#batch_x1, batch_y1 = pic3_2(pic,weight1,weight2)
#batch_x2, batch_y2 = pic3_2(pic,weight1,weight2)
#test,ans=gentest(pic,weight1,weight2,ans,a,bs)
for step in range(1, num_steps + 1):
batch_x, batch_y = pic3(pic, weight1, weight2, a)
# Run optimization op (backprop)
sess.run(train_op,
feed_dict={
X: batch_x,
Y: batch_y,
keep_prob: dropout
})
if step % display_step == 0 or step == 1:
# Calculate batch loss and accuracy
loss, acc = sess.run([loss_op, accuracy],
feed_dict={
X: batch_x,
Y: batch_y,
keep_prob: 1.0
})
print("Step " + str(step) + ", Minibatch Loss= " + \
"{:.4f}".format(loss) + ", Train Accuracy= " + \
"{:.3f}".format(acc))
if acc >= 0.8:
if step > 5:
Num = 1
break
#with tf.variable_scope("model", reuse=True):
#tr=1
EE = np.zeros((8, 1))
data = np.load('data.npy')
#EE2=np.zeros((6,tr))
#for j in range (0,6):
#II=forward(data[:,:,:,w],weight1,weight2)
# d=np.zeros((1,8,180))
# data[:,0,:]=II[0,:].reshape(1,180)
# data[:,1,:]=II[1,:].reshape(1,180)
# data[:,2,:]=II[2,:].reshape(1,180)
# data[:,4,:]=II[0,:].reshape(1,180)
# data[:,5,:]=II[2,:].reshape(1,180)
# data[:,6,:]=II[1,:].reshape(1,180)
A, B = gentest(pic, weight1, weight2, ans, 3, bs)
ll = np.zeros((128, 8))
for i in range(0, 8):
sess.run(accuracy,
feed_dict={
X: A[i, :, :].reshape(1, 3, 294),
Y: B[i, :].reshape(1, 2)
})
l = outputs.eval(
feed_dict={
X: A[i, :, :].reshape(1, 3, 294),
Y: B[i, :].reshape(1, 2),
keep_prob: 1.0
})
#print(outputs)
ll[:, i] = l
C = np.zeros((2, 3, 49 * 2 * a * weight1.shape[4]))
C[0, :, :] = prep(pic[:, :, 0:3], weight1, weight2, a)
C[1, :, :] = prep(pic[:, :, 3:6], weight1, weight2, a)
sess.run(accuracy,
feed_dict={
X: C[0, :, :].reshape(1, 3, 294),
Y: np.array([1, 0]).reshape(1, 2)
})
l1 = outputs.eval(
feed_dict={
X: C[0, :, :].reshape(1, 3, 294),
Y: np.array([1, 0]).reshape(1, 2),
keep_prob: 1.0
})
sess.run(accuracy,
feed_dict={
X: C[1, :, :].reshape(1, 3, 294),
Y: np.array([1, 0]).reshape(1, 2)
})
l2 = outputs.eval(
feed_dict={
X: C[1, :, :].reshape(1, 3, 294),
Y: np.array([1, 0]).reshape(1, 2),
keep_prob: 1.0
})
for i in range(0, 8):
EE[i, 0] = np.abs(ll[:, i] - 0.5 * (l1 + l2)).sum()
# for i in range (1,7):
# III=II[2+i,:].reshape(1,180)
# data[:,3,:]=III.reshape(1,180)
# data[:,7,:]=III.reshape(1,180)
# l3=logits.eval(feed_dict={X: data[:,2:4,:],
# Y: np.zeros((1,2)),
# keep_prob: 1.0})
# l4=logits.eval(feed_dict={X: data[:,6:8,:],
# Y: np.zeros((1,2)),
# keep_prob: 1.0})
# O1=RNN(data[:,0:2,:],weights, biases)
# O2=RNN(data[:,2:4,:],weights, biases)
# O3=RNN(data[:,4:6,:],weights, biases)
# O4=RNN(data[:,6:8,:],weights, biases)
#EE[i-1,j]=np.abs(l3-l).sum()+np.abs(l4-l1).sum()
N = np.argmin(EE[:, 0])
sess.close()
#loss, acc = sess.run([loss_op, accuracy], feed_dict={X: batch_x1,
#Y: batch_y1,
#keep_prob: 1.0})
#loss1, acc1 = sess.run([loss_op, accuracy], feed_dict={X: batch_x2,
#Y: batch_y2,
#keep_prob: 1.0})
#loss=(loss+loss1)/2
#acc=(acc+acc1)/2
#print("Step " + str(step) + ", Minibatch Loss= " + \
#"{:.4f}".format(loss) + ", Valication Accuracy= " + \
#"{:.3f}".format(acc))
#print("Optimization Finished!")
#Calculate accuracy for 256 MNIST test images
#print("Testing Accuracy:", \
#sess.run(accuracy, feed_dict={X: test,
#Y: ans,
#keep_prob: 1.0}))
# p=prediction.eval(feed_dict={X: test,
# Y: ans,
# keep_prob: 1.0})
# l=logits.eval(feed_dict={X: test,
# Y: ans,
# keep_prob: 1.0})
#w=weights['out'].eval(sess)
#b=biases['out'].eval(sess)
return EE, N, Num