Пример #1
0
    def __init__(self, pcfg=None):
        if pcfg is None:
            pcfg = build_model()

        self.pcfg = pcfg
        self.tokenizer = PennTreebankTokenizer()

        if nltk_is_available:
            self.parse = self.nltk_parse
        else:
            self.parse = self.raw_parse
Пример #2
0
 def tokenize_for_parsing(string):
     tokenizer = PennTreebankTokenizer()
     return tokenizer.tokenize(string)