'''merge arff feature to a single file '''
import data_reader as dr
out_file_path = "D:/xiaomin/feature/record_openInn_NOISE_feature/intern_noise_all.arff"
filelist_path = "D:/xiaomin/feature/record_openInn_NOISE_feature/filelist.txt"
with open(filelist_path) as fin:
filelist = fin.readlines()
with open(out_file_path, 'w') as fout:
for file in filelist:
#(file)
fea = dr.ArffReader(file.strip())
for item in fea.data:
fout.write(item)
# 标准输入输出重定向到文本
log_path=logdir + '/' + now.strftime('%Y-%m-%d_%H:%M:%S') + '.log'
print("redirect output to %s"%log_path)
savedStdout = sys.stdout
fin = open(log_path, 'w+')
sys.stdout = fin
print('*********************************************')
print('******* Run LSTM %s ********' % (now.strftime('%Y-%m-%d %H:%M:%S')))
print('*********************************************')
#读入额外训练集
if extra_train_set_path!="" :
extra_train_set=dr.ArffReader(extra_train_set_path)
# read data
data_set = []
for i in range(set_num):
filepath = feadir+'/'+corpus+ '/' +which_copy+'/'+ str(i) + '.txt'
with open(filepath, 'r') as fin:
data_set.append(fin.readlines())
# CV
acc_val_cv = [] # 每次CV 时val_set的准确率
acc_train_cv = [] # 每次CV 时train_set的准确率
for i in range(set_num):
print('Begin CV %d :' % (i))