def parse_stylesheets(self, response): response_html = html.fromstring(response) stylesheets = response_html.xpath("//link[@rel='stylesheet']/@href") dfd_list = [] for sheet in stylesheets: sheet_url = urljoin(self.url, sheet) req = request_get(sheet_url) req.addErrback(self.handle_error) dfd_list.append(req) dfd_list = DeferredList(dfd_list) dfd_list.addCallback(self.stylesheets_done, response) return dfd_list
def download(self, *args, **kwargs): req = request_get(self.url) req.addCallback(self.parse_stylesheets) req.addErrback(self.handle_error) return req