예제 #1
0
    help="the path of configure file (default: './Config/config.ini')")
Args = parser.parse_args()  # the Arguments
Args = read_config.read(Args)  # read configure file
#%% Main Function
if __name__ == '__main__':
    #%% ########## Read Data ##########
    print('read data')
    ECG_data, ECG_label = read_data.extract_data(
        read_data.read_data(Args))  # read data
    #%% ########## Data Processing ##########
    ECG_data = data_process.cut_out(ECG_data,
                                    Args.len)  # cut out the ECG signals
    ECG_data = data_process.axis_change(ECG_data)  # change the axis
    ECG_label = data_process.label_from_0(ECG_label)  # label from 0
    # split data
    train_x, test_x, train_y, test_y = data_process.train_test_split(
        ECG_data, ECG_label, trainratio=Args.trainratio, random_state=0)
    # change to Tensor
    train_x, train_y = data_process.to_tensor(train_x, train_y)
    test_x, test_y = data_process.to_tensor(test_x, test_y)
    #%% ########## Load Data ##########
    # change to dataset
    train_dataset = Data.TensorDataset(train_x, train_y)
    test_dataset = Data.TensorDataset(test_x, test_y)
    # load data
    print('load data')
    loader_train = Data.DataLoader(
        dataset=train_dataset,  # torch TensorDataset format
        batch_size=Args.batch_size,  # mini batch size
        shuffle=True,  # shuffle or not
        num_workers=0,  # multi-worker for load data
    )
예제 #2
0
neg_file = './data/rt-polarity.neg'
pos_file = './data/rt-polarity.pos'

x_text, y = load_data_and_labels(pos_file, neg_file)
Config.num_classes = y.shape[1]
# 获取文本的最大长度
max_document_length = max(len(x.split(' ')) for x in x_text)
Config.sequence_length = max_document_length

vocab_path = os.path.join(Config.out_dir, "vocab")
x_word_ids, vocabulary_ = text_to_word_ids(x_text, vocab_path, Config.sequence_length)
Config.vocab_size = len(vocabulary_)

# 划分训练集和测试集
(x_train, y_train), (x_test, y_test) = train_test_split(x_word_ids, y)

# Config.do_train = True
Config.do_eval = True


def impl1():
    from impl1.func_train_and_eval import train_and_evaluate, evaluate

    if Config.do_train:
        train_and_evaluate(x_train, y_train, x_test, y_test)
    if Config.do_eval:
        evaluate(x_text, y, x_word_ids)


def impl2():