def main(xpl_data, num_features=None, num_iterations=None, save_todir=None):
data = xpl_data.data
# copies frequency data as original frequencies are used towards the end to estimate training error
w0 = xpl_data.freq0.copy()
w1 = xpl_data.freq1.copy()
error_list = []
mae_list = []
DEC = np.zeros(w0.shape)
GVector = []
i=0
winfile = "window_"
win = ".win"
png = ".png"
w0_train, w1_train = cl.normalize_table(xpl_data.freq0, xpl_data.freq1)
file = open(save_todir+"Error.txt", "w")
for i in range(num_iterations):
indices, feature_list, _ = ft.cmim(data, w0, w1, num_features)
tw.to_window_file(indices, xpl_data.winshape, save_todir+winfile+str(i)+win)
tw.to_image_file(indices,xpl_data.winshape, save_todir+winfile+str(i)+png, scale=8)
w0, w1 = cl.normalize_table(w0, w1)
w0, w1, updated_decision, cls_error = cl.apply_feature_selection(data, indices, w0, w1)
unique_array, unique_index = cl._apply_projection(data, indices)
xplutil.write_minterm_file(save_todir+"mtm_"+str(i),indices, xpl_data.winshape,unique_array,updated_decision[unique_index])
str_to_file = "Classification error for iteration " + str(i) +" = "+ str(cls_error) +".\n"
file.write(str_to_file)
error_list.append(cls_error)
bt = cl.beta_factor(cls_error)
gam = np.log(1/bt)
GVector = np.append(GVector,gam)
#DEC represents the Decision Table. Each column represents the decision
#for an iteration
DEC = np.column_stack((DEC,updated_decision))
aux_dec = DEC
aux_dec = np.delete(aux_dec,0, axis=1)
hypothesis = cl.adaboost_decision(aux_dec, GVector)
MAE_t = cl.mae_from_distribution(hypothesis,w0_train, w1_train)
mae_list = np.append(mae_list,MAE_t)
str_to_file = "MAE for iteration " + str(i) +" = "+ str(MAE_t) +".\n\n"
file.write(str_to_file)
#Must delete the first column because it contains only Zeros as it was initialized with np.zeros()
DEC = np.delete(DEC,0, axis=1)
hypothesis = cl.adaboost_decision(DEC, GVector)
MAE = cl.mae_from_distribution(hypothesis, w0_train, w1_train)
str_to_file = "Final MAE = "+ str(MAE)
file.write(str_to_file)
#print MAE
file.close()
gra.plot_MAE_iter(np.array(range(num_iterations)), np.array(mae_list))
def main(trainset, window, nfeatures, image, savetodir):
output = savetodir+"temp.xpl"
#building the xpl file
ensemble.build_xpl(trainset,window,output)
#reading the "just" created xpl file
result = xplutil.read_xpl(output)
XPL_data = result.data
w0 = result.freq0.copy()
w1 = result.freq1.copy()
#normalizing the table frequency values
w0,w1 = cl.normalize_table(w0, w1)
#calculating features and indexes
indices, feature_list, _ = ft.cmim(XPL_data, w0, w1, nfeatures)
#saving window file
tw.to_window_file(indices, result.winshape, savetodir+"window.win")
#applying the feature selection algorithm
w0, w1, updated_decision, cls_error = cl.apply_feature_selection(XPL_data, indices, w0, w1)
#calculating the unique array and their indexes
indices = np.sort(indices)
unique_array, unique_index = cl._apply_projection(XPL_data, indices)
#writing a mimterm file to disk
xplutil.write_minterm_file(savetodir+"mintermfile.mtm",indices, result.winshape, unique_array,updated_decision[unique_index])
#building the operator based on the mintermfile
ensemble.build_operator(savetodir+"window.win", savetodir+"mintermfile.mtm", savetodir+"operator")
#building a new XPL according to the learned window
output = savetodir+"Learned.xpl"
ensemble.build_xpl(trainset,savetodir+"window.win",output)
result_img = savetodir+"Image_applied"
#applying the operator on the image
ensemble.apply_operator(savetodir+"operator", image, result_img)
def min_empirical_error(xpldata):
"""
Given the data originally from a XPL file the minimal empirical error
is a value threshold for overfitting reference.
Parameters
----------
xpldata : ExampleData(data, freq0, freq1, winshape, windata, filename)
Same as xplutil returns.
Returns
-------
err : double
The error value.
"""
w0, w1 = clf.normalize_table(xpldata.freq0, xpldata.freq1)
err = clf.error(w0,w1)
return err
def main(trainset, window, save_todir):
XPL = window+'.xpl'
#building xpl file
ensemble.build_xpl(trainset,window,XPL)
#reading xpl file
xpl_data = xplutil.read_xpl(XPL)
indices = np.array([0,1,3,4,5,7,8])
w0 = xpl_data.freq0.copy()
w1 = xpl_data.freq1.copy()
w0, w1 = cl.normalize_table(w0, w1)
hash, unique_array = project(xpl_data.data, indices)
sum0 = []
sum1 = []
for row in unique_array:
arr = hash.get(tuple(row.reshape(1,-1)[0]))
indexes = tuple(arr[0].reshape(1,-1)[0])
sum0.append(w0[[np.array(indexes)]].sum())
sum1.append(w1[[np.array(indexes)]].sum())
decision = cl.make_decision(sum0, sum1)
xplutil.write_minterm_file(save_todir+"mtmFile.mtm",indices, xpl_data.winshape, unique_array,decision)