help="the path of configure file (default: './Config/config.ini')") Args = parser.parse_args() # the Arguments Args = read_config.read(Args) # read configure file #%% Main Function if __name__ == '__main__': #%% ########## Read Data ########## print('read data') ECG_data, ECG_label = read_data.extract_data( read_data.read_data(Args)) # read data #%% ########## Data Processing ########## ECG_data = data_process.cut_out(ECG_data, Args.len) # cut out the ECG signals ECG_data = data_process.axis_change(ECG_data) # change the axis ECG_label = data_process.label_from_0(ECG_label) # label from 0 # split data train_x, test_x, train_y, test_y = data_process.train_test_split( ECG_data, ECG_label, trainratio=Args.trainratio, random_state=0) # change to Tensor train_x, train_y = data_process.to_tensor(train_x, train_y) test_x, test_y = data_process.to_tensor(test_x, test_y) #%% ########## Load Data ########## # change to dataset train_dataset = Data.TensorDataset(train_x, train_y) test_dataset = Data.TensorDataset(test_x, test_y) # load data print('load data') loader_train = Data.DataLoader( dataset=train_dataset, # torch TensorDataset format batch_size=Args.batch_size, # mini batch size shuffle=True, # shuffle or not num_workers=0, # multi-worker for load data )
neg_file = './data/rt-polarity.neg' pos_file = './data/rt-polarity.pos' x_text, y = load_data_and_labels(pos_file, neg_file) Config.num_classes = y.shape[1] # 获取文本的最大长度 max_document_length = max(len(x.split(' ')) for x in x_text) Config.sequence_length = max_document_length vocab_path = os.path.join(Config.out_dir, "vocab") x_word_ids, vocabulary_ = text_to_word_ids(x_text, vocab_path, Config.sequence_length) Config.vocab_size = len(vocabulary_) # 划分训练集和测试集 (x_train, y_train), (x_test, y_test) = train_test_split(x_word_ids, y) # Config.do_train = True Config.do_eval = True def impl1(): from impl1.func_train_and_eval import train_and_evaluate, evaluate if Config.do_train: train_and_evaluate(x_train, y_train, x_test, y_test) if Config.do_eval: evaluate(x_text, y, x_word_ids) def impl2():