def preprocessing(keywords): '''Preprocessing the input keywords''' global start # print "use-preprocessing: ",time.clock()-start tokens = tok.normalizer(keywords.lower()) tokens = tok.stop_words(tokens) tokens = tok.stemmer(tokens) tokens = tok.lemmatizer(tokens) return tokens
