def process_request(self,request,spider): if spider.name in ['chongqing','hlj','sh','zj','bj','hn']: try: spider.browser.get(request.url) response =HtmlResponse(url=request.url) response.browser = spider.browser except TimeoutException as e: print('超时') pass return response