def run(train_params,
model_params,
data_params,
v_params=None,
plot=False,
path=os.path.join(os.getcwd(), "Saves"),
model=None):
if model == None:
backend.clear_session()
gc.collect()
print("Generating Model")
model = model_params["model"](model_params)
print(model.summary())
else:
pass
data_manager = Save_Manager(path)
if train_params["patience"] >= 0:
callbacks = [
cb.EarlyStopping(
monitor='val_loss',
patience=train_params["patience"],
restore_best_weights=train_params["restore_best_weights"])
]
else:
callbacks = []
try:
callbacks += train_params["callbacks"]
except KeyError:
print("No Custom Callbacks")
print("Generating Data")
ret = data_manager.load_data(data_params)
if ret is not None:
data, labels, key = ret
shapes, _ = data_manager.load_shapes(data_params)
else:
shapes, data, labels = data_gen(data_params)
key = data_manager.save_data(data, labels, data_params)
data_manager.save_shapes(shapes, data_params)
if train_params["verification"]:
ret = data_manager.load_data(v_params)
if ret is not None:
v_data, v_labels, _ = ret
v_shapes, _ = data_manager.load_shapes(v_params)
else:
v_shapes, v_data, v_labels = data_gen(v_params)
data_manager.save_data(v_data, v_labels, v_params)
data_manager.save_shapes(v_shapes, v_params)
print("Begining fit")
start = time.time()
history = model.fit(data,
labels,
epochs=train_params["epochs"],
validation_data=(v_data, v_labels),
shuffle=True,
callbacks=callbacks)
else:
print("Begining fit")
start = time.time()
history = model.fit(data,
labels,
epochs=train_params["epochs"],
shuffle=True,
callbacks=callbacks)
end = time.time()
path = os.path.join(path, str(key) + "_models")
model_manager = Save_Manager(path)
model_key, train_key, model_n = model_manager.save_model(
model, model_params, train_params)
if plot:
#Plot training & validation accuracy values
plt.figure()
try:
plt.plot(history.history["accuracy"])
plt.plot(history.history["val_accuracy"])
acc1 = True
except KeyError:
plt.plot(history.history["output_main_accuracy"])
plt.plot(history.history["output_assister_accuracy"])
plt.plot(history.history["val_output_main_accuracy"])
plt.plot(history.history["val_output_assister_accuracy"])
acc1 = False
plt.title("Network accuracy")
plt.ylabel("Accuracy")
#plt.yscale("log")
plt.xlabel("Epoch")
if acc1:
plt.legend(["Train", "Validation"], loc="upper left")
else:
plt.legend(
["Train main", "Train assisst", "Test main", "Test assist"],
loc="upper left")
plt.xlim(0)
plt.tight_layout()
# Plot training & validation loss values
plt.figure()
plt.plot(history.history["loss"])
plt.plot(history.history["val_loss"])
plt.title("Network loss")
plt.ylabel("Loss")
#plt.yscale("log")
plt.xlabel("Epoch")
plt.legend(["Train", "Validation"], loc="upper left")
plt.xlim(0)
plt.tight_layout()
plt.show()
print()
try:
data_params["h_range"]
print("Prediction with hole:\t", model.predict(v_data)[0])
print("Prediction without hole:\t", model.predict(v_data)[-1])
except KeyError:
print("Prediction with clockwise: [0,1]\n",
model.predict(data)[0:10])
print("Prediction with anticlockwise: [1,0]\n",
model.predict(data)[-11:-1])
print()
print("Prediction with clockwise: [0,1]\n",
model.predict(v_data)[0:10])
print("Prediction with anticlockwise: [1,0]\n",
model.predict(v_data)[-11:-1])
print()
fig, axs = plt.subplots(2, 2)
i = 1
j = -1
axs[0, 0].set_xlim(data_params["lower"], data_params["upper"])
axs[0, 1].set_xlim(data_params["lower"], data_params["upper"])
v_shapes[i].rotate_coords(about=data_params["about"])
v_shapes[i].plot(axs[0, 0])
v_shapes[j].rotate_coords(about=data_params["about"])
v_shapes[j].plot(axs[0, 1])
n = data_params["data_points"]
xs = [
i * (data_params["upper"] - data_params["lower"]) / n +
(data_params["lower"] - data_params["upper"]) / 2 for i in range(n)
]
ax = axs[1, 0]
ax.plot(xs, v_data[0][i])
ax.set_xlim(data_params["lower"], data_params["upper"])
ax.set_ylim(0, 1)
ax.set_aspect('equal', 'box')
ax.set_ylabel("Intensity")
ax.set_xlabel("Position")
ax = axs[1, 1]
ax.plot(xs, v_data[0][j])
ax.set_xlim(data_params["lower"], data_params["upper"])
ax.set_ylim(0, 1)
ax.set_aspect('equal', 'box')
ax.set_ylabel("Intensity")
ax.set_xlabel("Position")
plt.tight_layout()
epoch = np.argmin(history.history["val_loss"])
try:
accuracy = history.history["val_accuracy"][epoch]
except KeyError:
accuracy = (history.history["val_output_main_accuracy"][epoch],
history.history["val_output_assister_accuracy"][epoch])
keys = [key, model_key, train_key, model_n]
return model, accuracy, epoch, end - start, keys
#net_structure += [64 for _ in range(2)]
#net_structure += [32 for _ in range(4)]
#net_structure += [16 for _ in range(4)]
#net_structure += [0]
model_params = {
"model": Grant,
"input_points": (64, 2),
"output_categories": 2,
"node_per_layer": net_structure,
"dropout_rate": .1,
"max_norm": 3.,
"layer_activation": "relu",
"output_activation": "softmax",
"optimizer": "Adadelta",
"loss": "categorical_crossentropy",
}
n = 0
accuracy = 0
while n < 3 and accuracy <= .65:
model, accuracy, epoch, t, keys = run(train_params, model_params,
data_params, v_params, True)
n += 1
if __name__ == '__main__':
print(keys)
v_params["data_count_c"] = 1000
v_params["data_count_a"] = 1000
v_params["data_count_n"] = 0
shapes, data, labels = data_gen(v_params)
# -*- coding: utf-8 -*-
"""
Created on Fri Jun 23 21:20:16 2017
@author: Quantum Liu
"""
import pickle,traceback
from predict import dic_inv,seq2str
import tensorflow as tf
from models import r2r
from generators import data_gen,get_params
batch_size=32
with open('dic.pkl','rb') as f:
udic=pickle.load(f)
dic_len=len(udic)
idic=dic_inv(udic)
val_filename='data_val.h5'
model_name='r2r'
input_length,ouput_length=get_params(val_filename)
val_gen=data_gen(val_filename,dic_len,batch_size=batch_size)
with tf.device('/gpu:0'):
model=r2r(dic_len=dic_len,input_length=input_length,output_length=ouput_length,hidden=512)
model.load_weights(model_name+'.h5')
results=model.predict_generator(generator=val_gen,steps=10)
strings=[seq2str(s,idic) for s in results]
for s in strings:
print(s)
"optimizer":"sgd",
"loss":"categorical_crossentropy",
}
if __name__ == '__main__':
model_params = Adam_default_params()
# del(model_params["node_per_layer"])
# model_params["number_of_single_layers"] = 3
# model_params["number_of_collection_layers"] = 2
model = Adam(model_params)
#Produce learning data
data_params = data_default_params(600)
data_params["angles"] = (0, np.pi/4)
_, data, labels = data_gen(data_params)
#Clear the shapes from memory
_ = None
#Produce validation data
v_params = data_default_params(200)
v_params["angles"] = (0, np.pi/4)
v_params["background"] = 19.
v_params["noise"] = .0011
_, v_data, v_labels = data_gen(v_params)
#Clear the shapes from memory
_ = None
#Then fit the data
training_epochs = 10