Пример #1
0
    def parseItemWithLoader(self, response):

        selector = HtmlXPathSelector(response)

        for sel in selector.select(self._x_query['xpath_item']):

            flowersItemLoader = XPathItemLoader(FlowersItem(), selector=sel)

            # flowersItemLoader.default_input_processor = MapCompose(unicode.strip)
            flowersItemLoader.default_output_processor = TakeFirst()

            # printcn(flowersItemLoader.get_xpath(self._x_query['xpath_item_name']))
            # print flowersItemLoader.get_xpath(self._x_query['xpath_item_image'])
            # printcn(flowersItemLoader.get_xpath(self._x_query['xpath_item_desc']))

            flowersItemLoader.add_xpath('flowerName', self._x_query['xpath_item_name'])
            flowersItemLoader.add_xpath('imageUrl', self._x_query['xpath_item_image'])
            flowersItemLoader.add_xpath('desc', self._x_query['xpath_item_desc'])
            url = str(response.url)
            flowersItemLoader.add_value('url', url)

            flowerItem = flowersItemLoader.load_item()

            yield flowerItem