Python Parser.find_tokens 예제들

예제 #1

파일: __init__.py 프로젝트: BarcelonaMedia-ViL/pattern

 def find_tokens(self, tokens, **kwargs):
     # 's in Dutch preceded by a vowel indicates plural ("auto's"): don't replace.
     kwargs.setdefault("abbreviations", ABBREVIATIONS)
     kwargs.setdefault("replace", {"'n": " 'n"})
     s = _Parser.find_tokens(self, tokens, **kwargs)
     s = [re.sub(r"' s (ochtends|morgens|middags|avonds)", "'s \\1", s) for s in s]
     return s

예제 #2

 def find_tokens(self, tokens, **kwargs):
     # 's in Dutch preceded by a vowel indicates plural ("auto's"): don't replace.
     kwargs.setdefault("abbreviations", ABBREVIATIONS)
     kwargs.setdefault("replace", {"'n": " 'n"})
     s = _Parser.find_tokens(self, tokens, **kwargs)
     s = [re.sub(r"' s (ochtends|morgens|middags|avonds)", "'s \\1", s) for s in s]
     return s

예제 #3

파일: __init__.py 프로젝트: pattern3/pattern

 def find_tokens(self, tokens, **kwargs):
     kwargs.setdefault("abbreviations", ABBREVIATIONS)
     kwargs.setdefault("replace", replacements)
     s = _Parser.find_tokens(self, tokens, **kwargs)
     s = [s.replace("&rsquo ;", u"’") if isinstance(
         s, unicode) else s for s in s]
     return s

예제 #4

파일: __init__.py 프로젝트: Afey/pattern

 def find_tokens(self, tokens, **kwargs):
     kwargs.setdefault("abbreviations", ABBREVIATIONS)
     kwargs.setdefault("replace", replacements)
     #return _Parser.find_tokens(self, tokens, **kwargs)
     
     s = _Parser.find_tokens(self, tokens, **kwargs)
     s = [s.replace(" &contraction ;", u"'").replace("XXX -", "-") for s in s]
     return s

예제 #5

 def find_tokens(self, tokens, **kwargs):
     kwargs.setdefault("abbreviations", ABBREVIATIONS)
     kwargs.setdefault("replace", replacements)
     #return _Parser.find_tokens(self, tokens, **kwargs)
     
     s = _Parser.find_tokens(self, tokens, **kwargs)
     s = [s.replace(" &contraction ;", u"'").replace("XXX -", "-") for s in s]
     return s

예제 #6

 def find_tokens(self, tokens, **kwargs):
     kwargs.setdefault("abbreviations", ABBREVIATIONS)
     kwargs.setdefault("replace", replacements)
     s = _Parser.find_tokens(self, tokens, **kwargs)
     s = [
         s.replace("&rsquo ;", "’") if isinstance(s, str) else s for s in s
     ]
     return s

예제 #7

파일: __init__.py 프로젝트: DevKhokhar/pattern

 def find_tokens(self, tokens, **kwargs):
     kwargs.setdefault("abbreviations", ABBREVIATIONS)
     kwargs.setdefault("replace", REPLACEMENTS)
     return _Parser.find_tokens(self, tokens, **kwargs)

예제 #8

 def find_tokens(self, tokens, **kwargs):
     kwargs.setdefault("abbreviations", ABBREVIATIONS)
     kwargs.setdefault("replace", REPLACEMENTS)
     return _Parser.find_tokens(self, tokens, **kwargs)

예제 #9

파일: Python_Computational_Linguistics_Redefine_Find_Token( ).py 프로젝트: VakinduPhilliam/Python_Computation_Linguistics

    def find_tokens(self, tokens, **kwargs):

        kwargs.setdefault("abbreviations", ABBREVIATIONS)
        kwargs.setdefault("replace", CONTRACTIONS)
        return Parser.find_tokens(self, tokens, **kwargs)