def analyze_feed_spam(analyzer, group, message): """ Return true if analyzed words and spam words are same :param analyzer: analyzer for analysis :param group: group object :param message: message of post or comment :return: true or false """ spam_db = SpamWordList.objects.filter(Q(group=group), Q(status='filter') | Q(status='user')) data_set = [sp.word for sp in spam_db] word_set = core.analyze_articles(analyzer, message) return core.analysis_text_by_words(data_set, word_set)
def analyze_feed_spam(group, message): """ Return true if analyzed words and spam words are same :param group: group object :param message: message of post or comment :return: true or false """ spam_db = SpamWordList.objects.filter( Q(group=group), Q(status='filter') | Q(status='user')) data_set = [sp.word for sp in spam_db] word_set = core.analyze_articles(analyzer, message) # arg = SpamWordList.objects.filter(group=group).aggregate(avgcount=Avg('count')) return core.analysis_text_by_words(data_set, word_set, 0)
def analyze_feed(analyzer, data_object, group): """ analyze a feed :param analyzer: analyzer for analysis :param data_object: data object :return: words from analyzed feed """ #if data_object.message is not None: # message = data_object.message #else: # message = '' #if 'attachment' in data_object: # attach = data_object.get('attachment') # if 'description' in attach: # attach_message = attach.get('description') # elif 'title' in attach: # attach_message = attach.get('title') # else: # attach_message = '' #else: # attach_message = '' message = data_object attach_message = '' if message is not '': message_word_set = core.analyze_articles(analyzer, message) else: message_word_set = [] if attach_message is not '': attach_word_set = core.analyze_articles(analyzer, attach_message) else: attach_word_set = [] temp_set = message_word_set + attach_word_set word_set = list(set(temp_set)) # make better algorithm word_db = ArchiveAnalysisWord.objects.filter(group=group, weigh__gte=100) data_set = [sp.word for sp in word_db] return core.analysis_text_by_words(data_set, word_set)
def analyze_feed(data_object): """ analyze a feed :param data_object: data object :return: words from analyzed feed """ if data_object.message is not None: message = data_object.message else: message = '' if 'attachment' in data_object: attach = data_object.get('attachment') if 'description' in attach: attach_message = attach.get('description') elif 'title' in attach: attach_message = attach.get('title') else: attach_message = '' else: attach_message = '' # message = data_object # attach_message = '' if message is not '': message_word_set = core.analyze_articles(message) else: message_word_set = [] if attach_message is not '': attach_word_set = core.analyze_articles(attach_message) else: attach_word_set = [] temp_set = message_word_set + attach_word_set word_set = list(set(temp_set)) # make better algorithm word_db = MonthlyWords.objects.filter(group=data_object.group) data_set = [sp.word for sp in word_db] return core.analysis_text_by_words(data_set, word_set, 5)
def analyze_feed(data_object): """ analyze a feed :param data_object: data object :return: words from analyzed feed """ if data_object.message is not None: message = data_object.message else: message = "" if "attachment" in data_object: attach = data_object.get("attachment") if "description" in attach: attach_message = attach.get("description") elif "title" in attach: attach_message = attach.get("title") else: attach_message = "" else: attach_message = "" # message = data_object # attach_message = '' if message is not "": message_word_set = core.analyze_articles(message) else: message_word_set = [] if attach_message is not "": attach_word_set = core.analyze_articles(attach_message) else: attach_word_set = [] temp_set = message_word_set + attach_word_set word_set = list(set(temp_set)) # make better algorithm word_db = MonthlyWords.objects.filter(group=data_object.group) data_set = [sp.word for sp in word_db] return core.analysis_text_by_words(data_set, word_set, 5)