def test_news_from_feed():
test_feed = {
"title":
"American dies of coronavirus in China; five Britons infected in French Alps",
"summary":
'A 60-year-old American has died of the new coronavirus, the first confirmed non-Chinese death of the illness, U.S. officials said, as millions of Chinese began returning home after a Lunar New Year break that was extended to try to contain the outbreak.<div class="feedflare">\n<a href="http://feeds.reuters.com/~ff/reuters/topNews?a=OmyoX_6P_ok:xVts69RBOpQ:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/reuters/topNews?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.reuters.com/~ff/reuters/topNews?a=OmyoX_6P_ok:xVts69RBOpQ:V_sGLiPBpWU"><img src="http://feeds.feedburner.com/~ff/reuters/topNews?i=OmyoX_6P_ok:xVts69RBOpQ:V_sGLiPBpWU" border="0"></img></a> <a href="http://feeds.reuters.com/~ff/reuters/topNews?a=OmyoX_6P_ok:xVts69RBOpQ:-BTjWOF_DHI"><img src="http://feeds.feedburner.com/~ff/reuters/topNews?i=OmyoX_6P_ok:xVts69RBOpQ:-BTjWOF_DHI" border="0"></img></a>\n</div><img src="http://feeds.feedburner.com/~r/reuters/topNews/~4/OmyoX_6P_ok" height="1" width="1" alt=""/>',
"link":
"http://feeds.reuters.com/~r/reuters/topNews/~3/OmyoX_6P_ok/american-dies-of-coronavirus-in-china-five-britons-infected-in-french-alps-idUSKBN20003J",
"published": "Sat, 08 Feb 2020 12:22:37 -0500",
}
item_from_feed = News.from_feed(test_feed)
assert (
item_from_feed.title ==
"American dies of coronavirus in China; five Britons infected in French Alps"
)
assert (
item_from_feed.description ==
"A 60-year-old American has died of the new coronavirus, the first confirmed non-Chinese death of the illness, U.S. officials said, as millions of Chinese began returning home after a Lunar New Year break that was extended to try to contain the outbreak."
)
assert (
item_from_feed.url ==
"http://feeds.reuters.com/~r/reuters/topNews/~3/OmyoX_6P_ok/american-dies-of-coronavirus-in-china-five-britons-infected-in-french-alps-idUSKBN20003J"
)
assert item_from_feed.published == datetime.datetime(2020,
2,
8,
17,
22,
37,
tzinfo=pytz.utc)
def save_feed(datastores=datastores):
"""
Load and save news to datastores
"""
# get feed
feed = feedparser.parse("http://feeds.reuters.com/reuters/topNews")
for item in feed["items"]:
# create News object
news_item = News.from_feed(item)
# get full text
news_html = requests.get(news_item.url, timeout=5)
news_item.set_text_from_html(news_html.text)
# save to datastores
for ds in datastores:
ds.save(news_item.to_dict())
