def get_data_reddit(): for url in REDDIT_RSS: data = rss_data(url) for content in data: print 'Storing data from ' + url print 'TITLE:' + content['title'] + ' URL: ' + content['url'] print '------------------------------------------------------' time.sleep(0.5) Content.create_or_update_content(db.session, **content) db.session.commit()
def get_data_reddit(): for url in REDDIT_RSS: data = rss_data(url) for content in data: print 'Storing data from ' + url print 'TITLE:' + content['title'] + ' URL: ' + content['url'] print '------------------------------------------------------' time.sleep(0.5) Content.create_or_update_content(db.session,**content) db.session.commit()
def load_database(force_refresh=False): sources = ContentSource.query.all() for source in sources: url = source.url if 'google.com' in url: data = requestRssData(url, google=True, force_refresh=force_refresh) elif 'newsvine.com' in url: data = requestRssData(url, newsvine=True, force_refresh=force_refresh) elif 'feedsportal.com/c/35344/f' in url: data = requestRssData(url, fark=True, force_refresh=force_refresh) elif 'reddit.com' in url: data = rss_data(url) else: data = requestRssData(url, force_refresh=force_refresh) for content in data: content['source_id'] = source.id print 'Storing ' + content['url'] + ' from ' + url + ' ...' Content.create_or_update_content(db.session, **content) db.session.commit() print 'done loading database...'