def process_exception(self, request, exception, spider):
        # 清理失效ip

        #         print '11111111111111111', request.meta

        if request.meta.has_key("ip"):
            utils.disable_ip(request.meta["ip"], request.meta["port"])

        # 清空meta,请求重试
        request.meta.clear()
        return request
Beispiel #2
0
    def process_exception(self, request, exception, spider):
        #清理失效ip

        #         print '11111111111111111', request.meta

        if request.meta.has_key('ip'):
            utils.disable_ip(request.meta['ip'], request.meta['port'])

        #清空meta,请求重试
        request.meta.clear()
        return request
Beispiel #3
0
    def process_exception(self, request, exception, spider):
        if request.meta.has_key('ip'):
            utils.disable_ip(request.meta['ip'], request.meta['port'])

        pass
 def process_exception(self, request, exception, spider):        
     if request.meta.has_key('ip'):
         utils.disable_ip(request.meta['ip'], request.meta['port'])
         
     pass