def process_exception(self, request, exception, spider): # 清理失效ip # print '11111111111111111', request.meta if request.meta.has_key("ip"): utils.disable_ip(request.meta["ip"], request.meta["port"]) # 清空meta,请求重试 request.meta.clear() return request
def process_exception(self, request, exception, spider): #清理失效ip # print '11111111111111111', request.meta if request.meta.has_key('ip'): utils.disable_ip(request.meta['ip'], request.meta['port']) #清空meta,请求重试 request.meta.clear() return request
def process_exception(self, request, exception, spider): if request.meta.has_key('ip'): utils.disable_ip(request.meta['ip'], request.meta['port']) pass