コード例 #1
0
ファイル: spider.py プロジェクト: wolfwhoami/xxxxx
 def __init__(self, threadcnt):
     BasicRequests.__init__(self)
     self.thread_count = threadcnt
     self.job_queue = Queue.Queue(100)
     self.job_queue2 = Queue.LifoQueue()
     self.job_queue3 = Queue.Queue() #for failed jobs.
     self._tls = threading.local()
     self._logport = 5555
     self._end_mark = 0
     self._mjlock = threading.RLock()
     self._mjlocktime = 0
     self._name = 'spider'
     self._threads = []
     self._reporter = None
     self._dispatcher = None
     self._worker_count = 0
     self.curjobid = 0
     self.enable_mainjob_timedlock = False
     self._start_timet = time.time()
     self._start_datetime = None
     self._running_count = 0