def _e(markup, **kwargs): base_pos = kwargs.pop('base_pos', ["DT", u"JJ", u"NN"]) evidence = EvidenceFactory(markup=markup, **kwargs) evidence = CandidateEvidenceManager.hydrate(evidence) n = len(evidence.segment.tokens) pos = (base_pos * n)[:n] evidence.segment.postags = pos return evidence
def _e(markup, **kwargs): base_pos = kwargs.pop('base_pos', ["DT", u"JJ", u"NN"]) base_lemmas = kwargs.pop('base_lemmas', None) evidence = EvidenceFactory(markup=markup, **kwargs) evidence = CandidateEvidenceManager.hydrate(evidence) if base_lemmas is None: base_lemmas = [x.lower() for x in evidence.segment.tokens] n = len(evidence.segment.tokens) pos = (base_pos * n)[:n] evidence.segment.postags = pos evidence.segment.lemmas = base_lemmas return evidence