def process_request(self, request, spider): if spider.name in ['lianjia', 'douban', 'loewe']: driver = utils.create_chrome_driver() driver.get(request.url) response = HtmlResponse(url=request.url) response.driver = driver return response else: return None