def create_feed(name, session=None):
"""
Return the named feed
"""
local_session = None
created = None
feed = None
if not session:
local_session = db_session()
else:
local_session = session
feed = retrieve_feed(name, local_session)
if feed:
return (True, feed)
try:
feed = Feed(title=name)
local_session.add(feed)
local_session.commit()
created = True
except Exception as e:
print "Got exception {0}".format(e)
feed = None
local_session.rollback()
finally:
if not session:
local_session.close()
return (created, feed)
def add_feed():
"""
Add feeds
"""
if not request.form.get('url'):
return redirect(url_for('index'))
feed = Feed(request.form['url'], request.user)
db.session.add(feed)
db.session.commit()
return redirect(url_for('feeds'))
def create_photo_feed(feed_type, photo, photowalk=1):
user = photo.user
feed = Feed(photo=photo, user=user, feed_type=feed_type)
if feed_type is 'photowalk':
feed.photowalk = photowalk
feed.save()
for stalker in followers(user):
wall = UserWall.objects.get(user=stalker)
wall.feeds.add(feed)
wall.save()
return
def test_feed_model(self):
"""Does basic model work?"""
f = Feed(name="test feed name", user_id=self.uid)
db.session.add(f)
db.session.commit()
# User should have 1 feed created
self.assertEqual(len(self.u.feeds), 1)
self.assertEqual(self.u.feeds[0].name, "test feed name")
def main() -> None:
kv = Ingestor(KV_DIR)
symlist = SymbolList(SYMBOLS_CSV)
for _, symbol in symlist.next():
if kv.get(symbol) is None:
f = Feed(symbol, url=FEED_URL.format(symbol=symbol))
f.refresh()
kv.set(symbol, f)
print("Wrote {}".format(symbol), flush=True)
sleep(FEED_FETCH_SLEEP)
kv.finish()
def add_feed():
title = request.form.get('title')
url = request.form.get('url')
delay = request.form.get('delay')
feed = Feed()
feed.url = url
feed.title = title
feed.delay = delay
feed.latest_fetch = datetime.datetime.now()
feed.put()
flash(u'KeyWord add successfully~', 'success')
flush_feed_cache()
return redirect(url_for("admin"))
def FeedFromDict(dico, config):
dico = normalize_feed_dict(dico)
feed = Feed(dico['url'])
feed.title = dico['title']
feed.link = dico['link']
feed.subtitle = dico['subtitle']
feed.author = dico['author']
feed.generator = dico['generator']
feed.encoding = dico['encoding']
feed.updated = dico['updated']
feed.entries_hash = dico['entries_hash']
feed.refresh_interval = config.default_refresh_interval
feed.max_entries = config.default_max_entries
feed.highlight_news = config.default_highlight_news
feed.entries_per_page = config.default_entries_per_page
feed.has_news = False
return feed
def update_feed(feed_params, session=None):
"""
Updates the feed object described by feed_params
Arguments:
feed_params: string json formatted string that describes the
parameters of the feed object to create.
session: sqlalchemy.orm.session.Session will be the session object
to interact with the database
"""
local_session = None
created = None
feed = None
if not session:
local_session = db_session()
else:
local_session = session
try:
feed = Feed(**feed_params)
existing_feed = local_session.query(Feed).filter(Feed.title == feed.title).first()
if existing_feed:
update_param = dict()
print "Updating feed {0}".format(existing_feed)
for key, value in feed_params.iteritems():
if key != 'pub_time' and key != 'feed_uuid':
update_param[key] = value
elif key == 'pub_time':
update_param[key] = existing_feed.pub_time
else:
update_param[key] = existing_feed.feed_uuid
print update_param
local_session.query(Feed).filter(Feed.title == feed.title).update(update_param)
else:
local_session.merge(feed)
local_session.commit()
created = True
except Exception as e:
print "Got exception {0}".format(e)
feed = None
local_session.rollback()
finally:
if not session:
local_session.close()
return (created, feed)
def send_form(request):
try:
instance = Student.objects.get(email_id=request.user.email)
except:
instance = ''
if request.method == 'POST':
form = FeedbackForm(request.POST)
if form.is_valid():
name = request.POST.get('name', '')
email_id = request.POST.get('email_id', '')
query = request.POST.get('query', '')
obj = Feed(name=name, email_id=email_id, query=query)
obj.save()
return index(request)
else:
print form.errors
else:
form = FeedbackForm()
context = {'form': form, 'student': instance}
return render(request, 'feedback1.html', context)
def feed_add():
"""Add a feed:
"""
if not g.user:
flash("Access unauthorized.", "danger")
return redirect("/")
form = AddForm()
if form.validate_on_submit():
name = form.name.data
feed = Feed(name=name)
g.user.feeds.append(feed)
db.session.commit()
flash("Feed created", "success")
feeds = (Feed.query.filter(Feed.user_id == g.user.id).all())
return render_template('feeds/new.html', form=form, feeds=feeds)
with open(join(PATH, 'urls', urls_filename)) as urls:
urls = urls.read().splitlines()
ignored = lambda url: not url.strip().startswith('#')
urls = filter(ignored, urls)
urls = filter(None, urls)
# Path to scraped feed data for this state.
STATE_FEED_DATA = join('data', 'feeds')
try:
shutil.rmtree(STATE_FEED_DATA)
except OSError:
pass
try:
os.makedirs(STATE_FEED_DATA)
except OSError:
pass
extractor = Extractor(abbr)
for url in urls:
feed = Feed(url)
for entry in feed.entries():
extractor.process_entry(entry.entry)
import ipdb
ipdb.set_trace()
entry.finish_report(abbr)
entry.save_if_entities_found()
feed.finish_report()
feed.save()
ignored = lambda url: not url.strip().startswith('#')
urls = filter(ignored, urls)
urls = filter(None, urls)
# Path to scraped feed data for this state.
STATE_FEED_DATA = join('data', 'feeds')
try:
shutil.rmtree(STATE_FEED_DATA)
except OSError:
pass
try:
os.makedirs(STATE_FEED_DATA)
except OSError:
pass
extractor = Extractor(abbr)
for url in urls:
feed = Feed(url, jurisdiction=abbr)
if not feed.is_valid():
continue
for entry in feed.entries():
if entry.is_valid():
extractor.process_entry(entry.entry)
entry.finish_report(abbr)
entry.save_if_entities_found()
feed.finish_report()
feed.save()
def scrape():
feed = Feed('BBC Daily News', scrape_links())
return feed.to_string()
def init_gae():
f = Feed()
f.url = 'http://money.163.com/special/00252EQ2/yaowenrss.xml'
f.title = '要闻综合-网易财经'
f.put()
def fetch():
tweets = api.GetSearch(raw_query="q=videnskabdk")
filtered = filter(lambda tweet: is_from_videnskabdk(tweet), tweets)
items = list(map(lambda tweet: tweet_to_item(tweet), filtered))
feed = Feed('Videnskabdk', items)
return feed.to_string()
