def data_loading(train_text, test_text, train_target, test_target): dataset = data_infor(train_text, train_target) len_train = len(dataset) indx = list(range(len_train)) all_train_data = Subset(dataset, indx) train_indx = random.sample(indx, int(len_train * 0.8)) vali_indx = [i for i in indx if i not in train_indx] train_data = Subset(dataset, train_indx) vali_data = Subset(dataset, vali_indx) dataset = data_infor(test_text, test_target) len_test = len(dataset) indx = list(range(len_test)) test_data = Subset(dataset, indx) return all_train_data, train_data, vali_data, test_data
def data_loading(test_text, test_target, SAMPLE_SIZE): dataset = data_infor(test_text, test_target) len_test = len(dataset) indx = list(range(len_test)) all_test_data = Subset(dataset, indx) indx = random.sample(indx, SAMPLE_SIZE) test_data = Subset(dataset, indx) return test_data, all_test_data