def remove_noise(text): text = f.no_url(text) text = f.no_usernames(text) text = f.no_hash(text) text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) return text
def method2(text): text = f.no_url(text) text = f.no_usernames(text) text = f.reduce_letter_duplicates(text) # text = p.remove_stopwords(text, ['not']) text = p.negation_attachment(text) return text
def remove_noise(text): text = f.no_url(text) text = f.no_usernames(text) text = f.hash_as_normal(text) text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) # text = p.negation_attachment(text) return text
def all(text): text = text.lower() text = f.no_url(text) text = f.no_usernames(text) text = f.no_emoticons(text) text = f.no_hash(text) text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) text = p.negation_attachment(text) return text
def add_filters (text): text = f.no_url(text) # text = f.username_placeholder(text) text = f.no_usernames(text) # text = f.no_emoticons(text) text = f.no_hash(text) # text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) # text = p.remove_stopwords(text, ['not']) text = p.negation_attachment(text) return text
def add_filters(text): text = f.no_url(text) # text = f.username_placeholder(text) text = f.no_usernames(text) # text = f.no_emoticons(text) text = f.no_hash(text) # text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) # text = p.remove_stopwords(text, ['not']) text = p.negation_attachment(text) return text
def no_url_usernames_reduced_attached(text): text = f.no_url(text) text = f.no_usernames(text) text = f.reduce_letter_duplicates(text) text = p.negation_attachment(text) return text
def reduced_attached(text): text = f.reduce_letter_duplicates(text) text = p.negation_attachment(text) return text
def test_reduce_letter_duplicates(self): tmp = f.reduce_letter_duplicates(self.text) self.assertEqual(tmp, "Oooh myyy goood, @username!!! :D :) This is #amazing: http://someurl.com/fdhsiufds?dsads=dsa".lower()) t1 = f.reduce_letter_duplicates('My gooooooooooooooooooooood') self.assertEqual(t1, 'My goood'.lower())