def __init__(self, pcfg=None): if pcfg is None: pcfg = build_model() self.pcfg = pcfg self.tokenizer = PennTreebankTokenizer() if nltk_is_available: self.parse = self.nltk_parse else: self.parse = self.raw_parse
def tokenize_for_parsing(string): tokenizer = PennTreebankTokenizer() return tokenizer.tokenize(string)