Exemplo n.º 1
0
Arquivo: main.py Projeto: wfrick/Brief
        final_summary = ''
        for sentence in summary:
            final_summary = final_summary + sentence + ' '
        article.summary = final_summary.decode('ascii', 'ignore')
    except:
        print "Error converting summary."
        all_content.remove(article)
    #API is rate limited to 5 calls/min https://dev.agolo.com/products/570d737791554004a7060001
    time.sleep(15)

#For each article, get topics and entities
print "Getting topics and entities from openCalais..."
for article in all_content:
    calais = openCalais(calais_token, article.text)
    article.topics = calais[0]
    article.entities = calais[1]

#Get lists of all topics and entities
lists = articleCounter(all_content)
all_topics = lists[0]
all_entities = lists[1]
all_sources = lists[2]

#Get corresponding articles for each topic
articles_by_topic = {}
for topic in all_topics:
    articles = []
    for article in all_content:
        if topic in article.topics:
            articles.append(article)
    articles_by_topic[topic] = articles