def worker(news_text):
key_word_list = key_words.get_key_word(news_text.text,
news_text.news.title)
for word in key_word_list:
key_word, is_created = KeyWord.objects.get_or_create(word=word)
key_word.news.add(news_text.news)
news_text.is_keywords_extracted = True
news_text.save()
return news_text.pk, len(key_word_list)
def key_words_create():
for newstext in NewsText.objects.filter(is_keywords_extracted=False).iterator():
if newstext.text:
key_word_list = key_words.get_key_word(newstext.text, newstext.news.title)
print(key_word_list)
for word in key_word_list:
try:
key_word = KeyWord.objects.get(word=word)
except:
key_word = KeyWord(word=word)
key_word.save()
key_word.news.add(newstext.news)
def worker(work_obj):
news_pk, news_title, news_text = work_obj
key_word_list = key_words.get_key_word(news_text, news_title)
print("news_id {}\t num of keywords {}".format(news_pk,
len(key_word_list)))
return news_pk, key_word_list