def remove_noise(text): text = f.no_url(text) text = f.no_usernames(text) text = f.no_hash(text) text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) return text
def method2(text): text = f.no_url(text) text = f.no_usernames(text) text = f.reduce_letter_duplicates(text) # text = p.remove_stopwords(text, ['not']) text = p.negation_attachment(text) return text
def method2(text):
text = f.no_url(text)
text = f.no_usernames(text)
text = f.reduce_letter_duplicates(text)
# text = p.remove_stopwords(text, ['not'])
text = p.negation_attachment(text)
return text
def remove_noise(text):
text = f.no_url(text)
text = f.no_usernames(text)
text = f.no_hash(text)
text = f.no_rt_tag(text)
text = f.reduce_letter_duplicates(text)
return text
def remove_noise(text): text = f.no_url(text) text = f.no_usernames(text) text = f.hash_as_normal(text) text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) # text = p.negation_attachment(text) return text
def remove_noise(text):
text = f.no_url(text)
text = f.no_usernames(text)
text = f.hash_as_normal(text)
text = f.no_rt_tag(text)
text = f.reduce_letter_duplicates(text)
# text = p.negation_attachment(text)
return text
def all(text): text = text.lower() text = f.no_url(text) text = f.no_usernames(text) text = f.no_emoticons(text) text = f.no_hash(text) text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) text = p.negation_attachment(text) return text
def all(text):
text = text.lower()
text = f.no_url(text)
text = f.no_usernames(text)
text = f.no_emoticons(text)
text = f.no_hash(text)
text = f.no_rt_tag(text)
text = f.reduce_letter_duplicates(text)
text = p.negation_attachment(text)
return text
def add_filters (text): text = f.no_url(text) # text = f.username_placeholder(text) text = f.no_usernames(text) # text = f.no_emoticons(text) text = f.no_hash(text) # text = f.no_rt_tag(text) text = f.reduce_letter_duplicates(text) # text = p.remove_stopwords(text, ['not']) text = p.negation_attachment(text) return text
def add_filters(text):
text = f.no_url(text)
# text = f.username_placeholder(text)
text = f.no_usernames(text)
# text = f.no_emoticons(text)
text = f.no_hash(text)
# text = f.no_rt_tag(text)
text = f.reduce_letter_duplicates(text)
# text = p.remove_stopwords(text, ['not'])
text = p.negation_attachment(text)
return text
def no_url_usernames_reduced_attached(text): text = f.no_url(text) text = f.no_usernames(text) text = f.reduce_letter_duplicates(text) text = p.negation_attachment(text) return text
def reduced_attached(text): text = f.reduce_letter_duplicates(text) text = p.negation_attachment(text) return text
def test_reduce_letter_duplicates(self):
tmp = f.reduce_letter_duplicates(self.text)
self.assertEqual(tmp, "Oooh myyy goood, @username!!! :D :) This is #amazing: http://someurl.com/fdhsiufds?dsads=dsa".lower())
t1 = f.reduce_letter_duplicates('My gooooooooooooooooooooood')
self.assertEqual(t1, 'My goood'.lower())
def no_url_usernames_reduced_attached(text):
text = f.no_url(text)
text = f.no_usernames(text)
text = f.reduce_letter_duplicates(text)
text = p.negation_attachment(text)
return text
def reduced_attached(text):
text = f.reduce_letter_duplicates(text)
text = p.negation_attachment(text)
return text
