def _pareData(jsonvalue):
if not jsonvalue or 'statuses' not in jsonvalue:
return []
pages = []
for item in jsonvalue['statuses']:
page = {
'content': item['text'],
'published': dateutil.jsDate2utc14(item['created_at']),
}
if 'user' in item and 'name' in item['user']:
page['publisher'] = item['user']['name']
pages.append(page)
return pages
def _gnewsItem2Page(item):
pageItem = {}
pageItem["title"] = htmlutil.getTextContent(item.get("title"))
pageItem["url"] = item.get("unescapedUrl")
pageItem["content"] = htmlutil.getTextContent(item.get("content"))
pageItem["publisher"] = item.get("publisher")
pageItem["published"] = dateutil.jsDate2utc14(item.get("publishedDate"))
if item.get("image"):
img = {}
img["url"] = item["image"].get("url")
img["width"] = item["image"].get("tbWidth")
img["height"] = item["image"].get("tbHeight")
pageItem["img"] = img
return pageItem
