def twoGramFingerprint(field):
if len(field) > 1:
return (u''.join(
sorted(gram.strip()
for gram in set(ngrams(field.replace(' ', ''), 2)))), )
else:
return ()
def commonSixGram(field):
"""Split the field into overlapping windows of 6 characters (spaces removed).
Examples:
.. code:: python
> print(commonFourGram('John Woodward'))
> {'JohnWo', 'Woodwa', 'hnWood', 'nWoodw', 'odward', 'ohnWoo', 'oodwar'}
"""
return set(ngrams(field.replace(' ', ''), 6))
def commonSixGram(field):
"""return 6-grams"""
return ngrams(field, 6)
def commonFourGram(field):
"""return 4-grams"""
return ngrams(field, 4)
def commonSixGram(field):
"""return 6-grams"""
return set(ngrams(field.replace(' ', ''), 6))
def twoGramFingerprint(field):
return (u''.join(sorted(gram.strip() for gram in ngrams(field, 2))), )
def commonFourGram(field):
"""return 4-grams"""
return set(ngrams(field.replace(' ', ''), 4))
def oneGramFingerprint(field):
return (u''.join(sorted(set(ngrams(field.replace(' ', ''), 1)))).strip(), )
def commonSixGram(field: str) -> Set[str]:
"""return 6-grams"""
return set(ngrams(field.replace(' ', ''), 6))
def preprocess(self, doc) :
return tuple(ngrams(doc.replace(' ', ''), 2))
def commonSixGram(field):
"""return 6-grams"""
return ngrams(field, 6)
def commonFourGram(field):
"""return 4-grams"""
return ngrams(field, 4)
def twoGramFingerprint(field) :
return (u''.join(sorted(gram.strip() for gram in ngrams(field, 2))),)
def oneGramFingerprint(field) :
return (u''.join(sorted(ngrams(field, 1))).strip(),)
def preprocess(self, doc):
return tuple(sorted(ngrams(" ".join(strip_punc(doc).split()), 2)))
def commonFourGram(field: str) -> Set[str]:
"""return 4-grams"""
return set(ngrams(field.replace(' ', ''), 4))
def preprocess(self, doc):
return tuple(sorted(ngrams(" ".join(strip_punc(doc).split()), 2)))
def preprocess(self, doc):
return tuple(ngrams(doc.replace(' ', ''), 2))
def oneGramFingerprint(field):
return (u''.join(sorted(set(ngrams(field.replace(' ', ''), 1)))).strip(),)
def twoGramFingerprint(field):
if len(field) > 1:
return (u''.join(sorted(gram.strip() for gram
in set(ngrams(field.replace(' ', ''), 2)))),)
else:
return ()
def commonFourGram(field):
"""return 4-grams"""
return set(ngrams(field.replace(' ', ''), 4))
def commonSixGram(field):
"""return 6-grams"""
return set(ngrams(field.replace(' ', ''), 6))
def oneGramFingerprint(field):
return (u''.join(sorted(ngrams(field, 1))).strip(), )
