def treat_link_text(match):
link_text = match.group()
return unescape(link_text)
def populate_items(self, n_items=5):
self._items = []
base_uri = getUtility(IProvideSiteConfig).get('svenweb uri')
uri = '%s/feed/' % base_uri
# pull down the feed with the proper cookie
req = urllib2.Request(uri)
req.add_header('X-Openplans-Project', self.context.getId())
cookie = self.context.REQUEST.get_header('Cookie')
if cookie:
req.add_header('Cookie', cookie)
try:
feed = urllib2.urlopen(req).read()
except (urllib2.HTTPError, urllib2.URLError):
# fail silently for now
feed = ''
# parse with feedparser
feed = feedparser.parse(feed)
# feedparser takes care of HTML sanitization:
# http://www.feedparser.org/docs/html-sanitization.html
try:
title = feed.feed.title
except AttributeError:
# this means the uri is not a feed (or something?)
return
# maybe this should be done after comments?
# feed.entries.sort(key=date_key) # they appeared sorted already?
feed.entries = feed.entries[:n_items]
for entry in feed.entries:
title = entry.title
if not title.strip():
title = unescape(entry.summary) # XXX unescaping seems weird
# see #2845 - it seems the results returned by wordpress use
# the request URL to determine the items' link base
# and since we're using the "internal" link this will
# be wrong. so i'll just manually replace each item's
# 'base href' with the right one.
#
# we have to do this for the link to the entry itself and also
# the link to the entry's comments/replies, if it exists
if entry.link.startswith(base_uri):
entry.link = entry.link[len(base_uri):] # lstrip base_uri
entry.link = '/'.join((self.link.rstrip('/'), entry.link.lstrip('/')))
num_comments = int(entry.get('slash_comments', 0))
if num_comments > 0:
if entry.comments.startswith(base_uri): # see #2845
entry.comments = entry.comments[len(base_uri):]
entry.comments = '/'.join((self.link.rstrip('/'),
entry.comments.lstrip('/')))
response = FeedItemResponses(num_comments,
entry.comments,
'comment')
else:
response = None
self.add_item(title=title,
description=entry.summary,
link=entry.link,
author=entry.author,
authorURL=self.memberURL(entry.userid),
pubDate=entry.date,
responses=response)
