def _pareData(jsonvalue): if not jsonvalue or 'statuses' not in jsonvalue: return [] pages = [] for item in jsonvalue['statuses']: page = { 'content': item['text'], 'published': dateutil.jsDate2utc14(item['created_at']), } if 'user' in item and 'name' in item['user']: page['publisher'] = item['user']['name'] pages.append(page) return pages
def _gnewsItem2Page(item): pageItem = {} pageItem["title"] = htmlutil.getTextContent(item.get("title")) pageItem["url"] = item.get("unescapedUrl") pageItem["content"] = htmlutil.getTextContent(item.get("content")) pageItem["publisher"] = item.get("publisher") pageItem["published"] = dateutil.jsDate2utc14(item.get("publishedDate")) if item.get("image"): img = {} img["url"] = item["image"].get("url") img["width"] = item["image"].get("tbWidth") img["height"] = item["image"].get("tbHeight") pageItem["img"] = img return pageItem