def load_data_set():
"""
load_data_set method is written for load input data and iterators
:return:
data_set: data_set
"""
# load data from input file
data_set = DataSet(train_data_path=TRAIN_NORMAL_DATA_PATH,
test_data_path=TEST_NORMAL_DATA_PATH,
validation_data_path=VALIDATION_NORMAL_DATA_PATH,
embedding_path=SKIPGRAM_NEWS_300D,
word_emotion_path=EMOTION_EMBEDDING_PATH)
data_set.load_data()
return data_set
def load_data_set():
"""
load_data_set method is written for load input data and iterators
:return:
data_set: data_set
"""
# load data from input file
data_set = DataSet(train_data_path=TRAIN_NORMAL_DATA_PATH,
test_data_path=TEST_NORMAL_DATA_PATH,
validation_data_path=VALIDATION_NORMAL_DATA_PATH,
embedding_path=SKIPGRAM_NEWS_300D,
word_emotion_path=EMOTION_EMBEDDING_PATH)
data_set.load_data(text_field_path=TEXT_FIELD_PATH, label_field_path=LABEL_FIELD_PATH,
device=DEVICE, batch_size=BATCH_SIZE, sen_max_len=MAX_LENGTH,
use_emotion=USE_EMOTION, emotion_embedding_dim=EMOTION_EMBEDDING_DIM,
min_freq=MIN_FREQ)
return data_set