def __init__(self, threadcnt): BasicRequests.__init__(self) self.thread_count = threadcnt self.job_queue = Queue.Queue(100) self.job_queue2 = Queue.LifoQueue() self.job_queue3 = Queue.Queue() #for failed jobs. self._tls = threading.local() self._logport = 5555 self._end_mark = 0 self._mjlock = threading.RLock() self._mjlocktime = 0 self._name = 'spider' self._threads = [] self._reporter = None self._dispatcher = None self._worker_count = 0 self.curjobid = 0 self.enable_mainjob_timedlock = False self._start_timet = time.time() self._start_datetime = None self._running_count = 0