def __init__(self):
self._pool_lock = threading.RLock()
# Map hosts to a `collections.deque` of response status.
self._hostresp = {}
# Current number of 'in-a-row-timeouts'. It may vary depending on the
# current size of the pool.
self._curr_check_failures = IN_A_ROW_TIMEOUTS
# Tail list filter factory function
self._get_tail_filter = lambda: deque(maxlen=self._curr_check_failures)
def __init__(self):
self.settings = urlOpenerSettings.urlOpenerSettings()
self._opener = None
self._cacheOpener = None
self._memoryUsageCounter = 0
# For error handling
self._lastRequestFailed = False
self._last_errors = deque(maxlen=10)
self._errorCount = {}
self._dnsCache()
self._tm = thread_manager
self._sizeLRU = LRU(200)
# User configured options (in an indirect way)
self._grepPlugins = []
self._evasionPlugins = []
self._paused = False
self._mustStop = False
self._ignore_errors_conf = False
