def parse_full_page(self, target_url):
""" Based on target website to scrape all the plain text.
Will enable filter to remove the following.
Remove whitespace and make sure sentences at least certain len.
take care of cases where there is no modified text
Args:
target_url (str): Url str.
"""
webtext = Pattern_Parsing.get_plain_text_fr_website(target_url)
if webtext == '':
print 'no text'
return
webtext = Pattern_Parsing.replace_special_char_as_newline(webtext)
modified_text = Pattern_Parsing.retain_text_with_min_sentences_len(webtext,self.min_of_words_in_sentence, join_char = '\n', limit_num_of_sentences = self.numlimit_of_sentences )
#modified_text = Pattern_Parsing.return_subset_of_text(modified_text, 0,5)
#print modified_text
self.parse_results_list.append(modified_text)
