Exemple #1
0
 def __init__(self, vocabulary):
     """
     :param vocabulary: The mapping from tokens to bag keys. \
                        If None, no mapping is performed.
     """
     self._vocabulary = vocabulary if vocabulary is not None else FakeVocabulary()
     self._token_parser = TokenParser()
Exemple #2
0
 def __init__(self, vocabulary, token_parser=None):
     """
     :param vocabulary: The mapping from tokens to bag keys. If None, no mapping is performed.
     :param token_parser: Specify token parser if you want to use a custome one. \
         :class:'TokenParser' is used if it is not specified.
     """
     self._vocabulary = vocabulary if vocabulary is not None else FakeVocabulary()
     self._token_parser = TokenParser() if token_parser is None else token_parser
Exemple #3
0
 def setUp(self):
     self.tp = TokenParser(stem_threshold=4, max_token_length=20)
Exemple #4
0
 def __init__(self, *args, **kwargs):
     super(Repo2CooccBase, self).__init__(*args, **kwargs)
     self._token_parser = TokenParser()
Exemple #5
0
 def __init__(self, *args, **kwargs):
     super().__init__(*args, **kwargs)
     self._token_parser = TokenParser()
Exemple #6
0
 def __init__(self, edges=EDGE_TYPES, *args, **kwargs):
     super(ProxBase, self).__init__(*args, **kwargs)
     self.edges = set(edges)
     self._token_parser = TokenParser()
     self._clear()