def get_data_reddit():
for url in REDDIT_RSS:
data = rss_data(url)
for content in data:
print 'Storing data from ' + url
print 'TITLE:' + content['title'] + ' URL: ' + content['url']
print '------------------------------------------------------'
time.sleep(0.5)
Content.create_or_update_content(db.session, **content)
db.session.commit()
def get_data_reddit():
for url in REDDIT_RSS:
data = rss_data(url)
for content in data:
print 'Storing data from ' + url
print 'TITLE:' + content['title'] + ' URL: ' + content['url']
print '------------------------------------------------------'
time.sleep(0.5)
Content.create_or_update_content(db.session,**content)
db.session.commit()
def load_database(force_refresh=False):
sources = ContentSource.query.all()
for source in sources:
url = source.url
if 'google.com' in url:
data = requestRssData(url, google=True, force_refresh=force_refresh)
elif 'newsvine.com' in url:
data = requestRssData(url, newsvine=True, force_refresh=force_refresh)
elif 'feedsportal.com/c/35344/f' in url:
data = requestRssData(url, fark=True, force_refresh=force_refresh)
elif 'reddit.com' in url:
data = rss_data(url)
else:
data = requestRssData(url, force_refresh=force_refresh)
for content in data:
content['source_id'] = source.id
print 'Storing ' + content['url'] + ' from ' + url + ' ...'
Content.create_or_update_content(db.session, **content)
db.session.commit()
print 'done loading database...'
