def errback_f(self, failure): # 校验失败的处理 meta = failure.request.meta proxy_item = ProxyipSpiderItem() proxy_item['proxy'] = meta['proxy'] proxy_item['proxy_ip'] = meta['proxy_ip'] proxy_item['proxy_port'] = meta['proxy_port'] proxy_item['proxy_anonymity'] = meta['proxy_anonymity'] proxy_item['proxy_type'] = meta['proxy_type'] proxy_item['proxy_response_speed'] = meta['download_timeout'] proxy_item['status'] = False yield proxy_item
def verify(self, response): # 校验成功处理 meta = response.meta proxy_item = ProxyipSpiderItem() proxy_item['proxy'] = meta['proxy'] proxy_item['proxy_ip'] = meta['proxy_ip'] proxy_item['proxy_port'] = meta['proxy_port'] proxy_item['proxy_anonymity'] = meta['proxy_anonymity'] proxy_item['proxy_type'] = meta['proxy_type'] proxy_item['proxy_response_speed'] = meta['download_timeout'] proxy_item['status'] = True yield proxy_item