def parse(self, response): result = json.loads(response.text) for image in result.get('list'): item = ImagesItem() item['id'] = image.get('imageid') item['url'] = image.get('qhimg_url') item['title'] = image.get('group_title') item['thumb'] = image.get('qhimg_thumb_url') yield item
def parse(self, response): result = json.loads(response.text) for image in result.get('list'): item = ImagesItem() item['id'] = image.get('id', 'None') item['url'] = unquote(image.get('qhimg_thumb_url', 'None')) item['title'] = unquote(image.get('group_title', 'None')) item['tags'] = image.get('tag', 'None') yield item self.logger.debug(dict(item))
def parse(self, response): # pass result = json.loads(response.text) # self.logger.debug(result) for image in result.get("list"): item = ImagesItem() item["id"] = image.get("imageid") item["url"] = image.get("qhimg_url") item["title"] = image.get("group_title") item["thumb"] = image.get("qhimg_thumb_url") yield item