def parse(self, response): hxs = HtmlXPathSelector(response) for h3 in hxs.css('#video-content-metadata .infobar strong::text' ).extract_first(): item = XnListItem() item['title'] = h3 yield item() # yield XnListItem(title=h3) for url in hxs.select('//a/@href').extract(): yield Request(url, callback=self.parse) for url in self.start_urls: title = response.css( '#video-content-metadata .infobar strong::text').extract_first( ) # print('------'+str(title)) item = XnListItem() item['title'] = title yield item yield scrapy.Request(url=url, callback=self.parse)