def process_console_input(self, entry): if self._file_preprocessor is None: file_path, file_name = BaseDataLoader._split_file_to_path_and_name( self.file_names[0]) # TODO: will be break with multiple filenames file_name = ConllPreprocessor.VOCABULARY_PREFIX + file_name self._file_preprocessor = ConllPreprocessor(file_path, file_name, self.field_delim, self.DEFAULT_VOCABULARY_SIZE, self.DEFAULT_MAX_DATA_LENGTH) entry = self._file_preprocessor.preprocess_single_entry(entry) return entry
def process_console_input(self, entry): if self._file_preprocessor is None: file_path, file_name = BaseDataLoader._split_file_to_path_and_name( self.file_names[0] ) # TODO: will be break with multiple filenames file_name = ConllPreprocessor.VOCABULARY_PREFIX + file_name self._file_preprocessor = ConllPreprocessor( file_path, file_name, self.field_delim, self.DEFAULT_VOCABULARY_SIZE, self.DEFAULT_MAX_DATA_LENGTH) entry = self._file_preprocessor.preprocess_single_entry(entry) return entry
def process_console_input(self, entry): if self.__file_preprocessor is None: voca_path, voca_name = BaseDataLoader._split_file_to_path_and_name( self.file_names[0] ) # TODO: will be break with multiple filenames voca_name = KagglePreprocessor.VOCABULARY_PREFIX + voca_name self.__file_preprocessor = KagglePreprocessor( voca_path, voca_name, self.field_delim, self.DEFAULT_VOCABULARY_SIZE, self.DEFAULT_MAX_DATA_LENGTH, self.DEFAULT_TEST_SPLIT) entry = self.__file_preprocessor.preprocess_single_entry(entry) return entry