def new_proxy(self, item):
key = build_key(item)
logger.debug('Got proxy: %s' % item)
# if not self.cli.exists(key):
return self.cli.hmset_dict(key, item)
def check_ip_failed(self, failure):
self.logger.error(repr(failure))
item = failure.request.meta['_item_obj']
key = build_key(item)
self.srv.add_failure(key)
if failure.check(HttpError):
response = failure.value.response
self.logger.error('HttpError on %s', response.url)
elif failure.check(DNSLookupError):
request = failure.request
self.logger.error('DNSLookupError on %s', request.url)
elif failure.check(TimeoutError, TCPTimedOutError):
request = failure.request
self.logger.error('TimeoutError on %s', request.url)
async def new_proxy(self, item):
key = build_key(item)
logger.debug('Got proxy: %s' % item)
return await self.cli.hmset_dict(key, item)