def parse_stylesheets(self, response):
response_html = html.fromstring(response)
stylesheets = response_html.xpath("//link[@rel='stylesheet']/@href")
dfd_list = []
for sheet in stylesheets:
sheet_url = urljoin(self.url, sheet)
req = request_get(sheet_url)
req.addErrback(self.handle_error)
dfd_list.append(req)
dfd_list = DeferredList(dfd_list)
dfd_list.addCallback(self.stylesheets_done, response)
return dfd_list
def download(self, *args, **kwargs):
req = request_get(self.url)
req.addCallback(self.parse_stylesheets)
req.addErrback(self.handle_error)
return req
