class NovelYanYang(NovelSpiderBase): # name = "Novel2KXS" name= SpiderTypes.getTypeName_2KXiaoShuo() def __init__(self): super().__init__() self.headLink="http://www.2kxs.com" def getXpathList(self, response): return response.xpath('//dl[@class="book"]/dd') def getXpathMainInfo(self, response): return response.xpath('//div[@id="bookinfo"]/div[@id="title"]') def getStrMainInfo_Name(self, info): return info.xpath('./h1/text()').extract()[0] def getStrMainInfo_Author(self, info): return info.xpath('./address[@class="author"]/a/text()').extract()[0] def getStrItem_Link(self, item): try: part_url = item.xpath('./a/@href').extract()[0] except: part_url="" if part_url.__contains__(BooksSetting.getHtmlLast()): link = self.urls[0] + part_url else: link="" return link def getStrItem_Idex(self, item): return item.xpath('./a/text()').extract()[0] def getXpathItem_Main(self, response): return response.xpath('//div[@id="box"]') def getStrItem_Title(self, xpath_main): return xpath_main.xpath('./h2/text()').extract()[0].strip().replace(' ', '').replace( '\r', '').replace('\n', '').replace('\t', '') def getStrItem_Content(self, xpath_main): return xpath_main.xpath('./p[@class="Text"]/text()').extract()
def getScrapyType(self): return SpiderTypes.getTypeName_2KXiaoShuo()