def update_for_feed(cls,
feed,
publish=False,
skip_queue=False,
overflow=False,
overflow_reason=OVERFLOW_REASON.BACKLOG):
parsed_feed, resp, feed = yield fetch_parsed_feed_for_feed(feed)
num_new_items = 0
drain_queue = False
# There should be no data in here anyway
if resp.status_code != 304:
etag = resp.headers.get('ETag')
modified_feed = False
# Update feed location
if resp.was_permanente_redirect:
feed.feed_url = resp.final_url
modified_feed = True
publish = False
elif etag and feed.etag != etag:
feed.etag = etag
modified_feed = True
if 'language' in parsed_feed.feed:
lang = get_language(parsed_feed.feed.language)
if lang != feed.language:
feed.language = lang
modified_feed = True
if modified_feed:
yield feed.put_async()
new_guids, old_guids = yield cls.process_parsed_feed(
parsed_feed, feed, overflow, overflow_reason)
num_new_items = len(new_guids)
if len(new_guids + old_guids) >= 5 and len(new_guids) == len(
new_guids + old_guids):
drain_queue = True
if publish:
yield cls.publish_for_feed(feed, skip_queue)
if drain_queue:
yield cls.drain_queue(feed)
raise ndb.Return((parsed_feed, num_new_items))
def feed_validate():
"""preview a feed"""
feed_type = int(request.form.get('feed_type', 1))
form = FEED_TYPE_TO_CLASS[feed_type].preview_form(request.form)
if not form.validate():
raise ndb.Return(jsonify(status='error', form_errors=form.errors))
feed = Feed()
form.populate_obj(feed)
feed.preview = True
error = None
parsed_feed = None
try:
parsed_feed, resp, feed = yield fetch_parsed_feed_for_feed(feed)
feed.update_feed_from_parsed_feed(parsed_feed)
if len(parsed_feed.entries) == 0:
error = 'The url you entred is not a valid feed.'
except FetchException, e:
error = unicode(e)
def feed_validate():
"""preview a feed"""
feed_type = int(request.form.get('feed_type', 1))
form = FEED_TYPE_TO_CLASS[feed_type].preview_form(request.form)
if not form.validate():
raise ndb.Return(jsonify(status='error', form_errors=form.errors))
feed = Feed()
form.populate_obj(feed)
feed.preview = True
error = None
parsed_feed = None
try:
parsed_feed, resp, feed = yield fetch_parsed_feed_for_feed(feed)
feed.update_feed_from_parsed_feed(parsed_feed)
if len(parsed_feed.entries) == 0:
error = 'The url you entred is not a valid feed.'
except FetchException, e:
error = unicode(e)
def update_for_feed(cls, feed, publish=False, skip_queue=False, overflow=False, overflow_reason=OVERFLOW_REASON.BACKLOG):
parsed_feed, resp, feed = yield fetch_parsed_feed_for_feed(feed)
num_new_items = 0
drain_queue = False
# There should be no data in here anyway
if resp.status_code != 304:
etag = resp.headers.get('ETag')
modified_feed = False
# Update feed location
if resp.was_permanente_redirect:
feed.feed_url = resp.final_url
modified_feed = True
publish = False
elif etag and feed.etag != etag:
feed.etag = etag
modified_feed = True
if 'language' in parsed_feed.feed:
lang = get_language(parsed_feed.feed.language)
if lang != feed.language:
feed.language = lang
modified_feed = True
if modified_feed:
yield feed.put_async()
new_guids, old_guids = yield cls.process_parsed_feed(parsed_feed, feed, overflow, overflow_reason)
num_new_items = len(new_guids)
if len(new_guids + old_guids) >= 5 and len(new_guids) == len(new_guids + old_guids):
drain_queue = True
if publish:
yield cls.publish_for_feed(feed, skip_queue)
if drain_queue:
yield cls.drain_queue(feed)
raise ndb.Return((parsed_feed, num_new_items))
