def data_loading(train_text, test_text, train_target, test_target):
dataset = data_infor(train_text, train_target)
len_train = len(dataset)
indx = list(range(len_train))
all_train_data = Subset(dataset, indx)
train_indx = random.sample(indx, int(len_train * 0.8))
vali_indx = [i for i in indx if i not in train_indx]
train_data = Subset(dataset, train_indx)
vali_data = Subset(dataset, vali_indx)
dataset = data_infor(test_text, test_target)
len_test = len(dataset)
indx = list(range(len_test))
test_data = Subset(dataset, indx)
return all_train_data, train_data, vali_data, test_data
def data_loading(test_text, test_target, SAMPLE_SIZE):
dataset = data_infor(test_text, test_target)
len_test = len(dataset)
indx = list(range(len_test))
all_test_data = Subset(dataset, indx)
indx = random.sample(indx, SAMPLE_SIZE)
test_data = Subset(dataset, indx)
return test_data, all_test_data
