def setup(self):
self.extractor = FeatureExtractor()
self.document = 'I am so happy about this project'
def test_tokenize_custom(self):
def custom(document):
return document.lower().split(' ')
self.extractor = FeatureExtractor(tokenizer=custom)
assert self.extractor.tokenize is custom
