コード例 #1
0
 def process_request(self,request,spider):
     if spider.name in ['chongqing','hlj','sh','zj','bj','hn']:
         try:
             spider.browser.get(request.url)
             response =HtmlResponse(url=request.url)
             response.browser = spider.browser
         except TimeoutException as e:
             print('超时')
             pass
         return response