Пример #1
0
    def parse(self, response):
        hxs = HtmlXPathSelector(response)
        for h3 in hxs.css('#video-content-metadata .infobar strong::text'
                          ).extract_first():
            item = XnListItem()
            item['title'] = h3
            yield item()
            # yield XnListItem(title=h3)

        for url in hxs.select('//a/@href').extract():
            yield Request(url, callback=self.parse)

        for url in self.start_urls:
            title = response.css(
                '#video-content-metadata .infobar strong::text').extract_first(
                )
            # print('------'+str(title))
            item = XnListItem()
            item['title'] = title
            yield item
        yield scrapy.Request(url=url, callback=self.parse)