Python _VocabularyProcessor 예제들

예제 #1

파일: data_utils.py 프로젝트: yutoc/tflearn

 def __init__(self,
              max_document_length,
              min_frequency=0,
              vocabulary=None,
              tokenizer_fn=None):
     from tensorflow.contrib.learn.python.learn.preprocessing.text import \
         VocabularyProcessor as _VocabularyProcessor
     self.__dict__['_vocabulary_processor'] = _VocabularyProcessor(
         max_document_length, min_frequency, vocabulary, tokenizer_fn)

예제 #2

파일: data_utils.py 프로젝트: EddywardoFTW/tflearn

 def __init__(self,
              max_document_length,
              min_frequency=0,
              vocabulary=None,
              tokenizer_fn=None):
     from tensorflow.contrib.learn.python.learn.preprocessing.text import \
         VocabularyProcessor as _VocabularyProcessor
     self.__dict__['_vocabulary_processor'] = _VocabularyProcessor(
         max_document_length,
         min_frequency,
         vocabulary,
         tokenizer_fn)