def errback_f(self, failure):
# 校验失败的处理
meta = failure.request.meta
proxy_item = ProxyipSpiderItem()
proxy_item['proxy'] = meta['proxy']
proxy_item['proxy_ip'] = meta['proxy_ip']
proxy_item['proxy_port'] = meta['proxy_port']
proxy_item['proxy_anonymity'] = meta['proxy_anonymity']
proxy_item['proxy_type'] = meta['proxy_type']
proxy_item['proxy_response_speed'] = meta['download_timeout']
proxy_item['status'] = False
yield proxy_item
def verify(self, response):
# 校验成功处理
meta = response.meta
proxy_item = ProxyipSpiderItem()
proxy_item['proxy'] = meta['proxy']
proxy_item['proxy_ip'] = meta['proxy_ip']
proxy_item['proxy_port'] = meta['proxy_port']
proxy_item['proxy_anonymity'] = meta['proxy_anonymity']
proxy_item['proxy_type'] = meta['proxy_type']
proxy_item['proxy_response_speed'] = meta['download_timeout']
proxy_item['status'] = True
yield proxy_item
