def getnews():
db = DBManager()
api = NewsSources()
newsResponse = api.getNewsFromSources()
newArticles = list(set(newsResponse['articlesURLs']) - set(db.getSummarizedArticlesURL()))
for url in newArticles:
sens = parse(url)
fs = FrequencySummarizer()
textsum = fs.summarize(sens, 4)
if False != textsum:
newsResponse['articlesData'][url]["exSummary"] = textsum
else:
del newsResponse['articlesData'][url]
ret = {'status': 'Failed'}
if db.addArticles(newsResponse['articlesData'].values()):
ret = {'status': 'ok', 'summarizedCount': len(newsResponse['articlesData'].values())}
return jsonify(ret)
def getnews():
db = DBManager()
api = NewsSources()
newsResponse = api.getNewsFromSources()
newArticles = list(
set(newsResponse['articlesURLs']) - set(db.getSummarizedArticlesURL()))
for url in newArticles:
sens, cat = parse(url)
fs = FrequencySummarizer()
textsum = fs.summarize(sens, 4)
s = 0
if False != textsum:
for x in textsum:
s = s + len(x)
newsResponse['articlesData'][url]["exSummary"] = textsum
newsResponse['articlesData'][url]["category"] = cat
newsResponse['articlesData'][url]["ratio"] = s / (len(sens) * 1.0)
else:
del newsResponse['articlesData'][url]
headers = {'content-type': 'application/json'}
r = requests.post("https://summarizer.localtunnel.me/api",
data=json.dumps(list(
newsResponse['articlesData'].keys())),
headers=headers)
if r.status_code == 200:
x = r.json()
i = 0
for url in list(newsResponse['articlesData'].keys()):
newsResponse['articlesData'][url]["abSummary"] = x[i]
i = i + 1
else:
ret = {'status': 'abSummary Failed'}
return jsonify(ret)
ret = {
'status': 'ok',
'summarizedCount':
db.addArticles(newsResponse['articlesData'].values())
}
return jsonify(ret)