Пример #1
0
 def load_data_set():
     """
     load_data_set method is written for load input data and iterators
     :return:
         data_set: data_set
     """
     # load data from input file
     data_set = DataSet(train_data_path=TRAIN_NORMAL_DATA_PATH,
                        test_data_path=TEST_NORMAL_DATA_PATH,
                        validation_data_path=VALIDATION_NORMAL_DATA_PATH,
                        embedding_path=SKIPGRAM_NEWS_300D,
                        word_emotion_path=EMOTION_EMBEDDING_PATH)
     data_set.load_data()
     return data_set
Пример #2
0
 def load_data_set():
     """
     load_data_set method is written for load input data and iterators
     :return:
         data_set: data_set
     """
     # load data from input file
     data_set = DataSet(train_data_path=TRAIN_NORMAL_DATA_PATH,
                        test_data_path=TEST_NORMAL_DATA_PATH,
                        validation_data_path=VALIDATION_NORMAL_DATA_PATH,
                        embedding_path=SKIPGRAM_NEWS_300D,
                        word_emotion_path=EMOTION_EMBEDDING_PATH)
     data_set.load_data(text_field_path=TEXT_FIELD_PATH, label_field_path=LABEL_FIELD_PATH,
                        device=DEVICE, batch_size=BATCH_SIZE, sen_max_len=MAX_LENGTH,
                        use_emotion=USE_EMOTION, emotion_embedding_dim=EMOTION_EMBEDDING_DIM,
                        min_freq=MIN_FREQ)
     return data_set