def _process_site_url(self, url): for rule, cb in self._cbs: if rule.search(url): req = Request(url, callback=cb) req = self.process_site_request(req) if req: req.callback = partial(self._site_request_callback, req.callback) req.errback = partial(self._site_request_errback, req.errback) return req