def parse(self, response):
for entry in response.xpath(
"//div[@class='main-container']//p|//div[@class='main-container']//ul"):
text = entry.xpath(".//text()").extract()
for href in entry.xpath(".//a/@href").extract():
if "Firmware" in href:
item = FirmwareLoader(
item=FirmwareImage(), response=response)
item.add_value("url", href)
item.add_value(
"product", FirmwareLoader.find_product(text))
item.add_value("vendor", self.name)
yield item.load_item()
def parse(self, response):
for entry in response.xpath(
"//div[@class='main-container']//p|//div[@class='main-container']//ul"
):
text = entry.xpath(".//text()").extract()
for href in entry.xpath(".//a/@href").extract():
if "Firmware" in href:
item = FirmwareLoader(item=FirmwareImage(),
response=response)
item.add_value("url", href)
item.add_value("product",
FirmwareLoader.find_product(text))
item.add_value("vendor", self.name)
yield item.load_item()
