Ejemplo n.º 1
0
    def _process_token(self, token):
        if self.krovetz_stemming:
            try:
                result = pyndri.stem(token)
            except UnicodeEncodeError as e:
                logging.error(e)

                result = None
        else:
            result = token

        return result
Ejemplo n.º 2
0
 def test_stemming(self):
     self.assertEqual(pyndri.stem('predictions'), 'prediction')
     self.assertEqual(pyndri.stem('marketing'), 'marketing')
     self.assertEqual(pyndri.stem('strategies'), 'strategy')
Ejemplo n.º 3
0
 def test_stemming(self):
     self.assertEqual(pyndri.stem('predictions'), 'prediction')
     self.assertEqual(pyndri.stem('marketing'), 'marketing')
     self.assertEqual(pyndri.stem('strategies'), 'strategy')
Ejemplo n.º 4
0
import pyndri

print pyndri.stem('predictions')  # prediction
print pyndri.stem('marketing')  # marketing
print pyndri.stem('strategies')  # strategy
Ejemplo n.º 5
0
 def _process_token(self, token):
     if self.krovetz_stemming:
         return pyndri.stem(token)
     else:
         return token