def __init__(self, depth, count, cur_url, storage_dir):
self.url = cur_url
self.q = Queue()
self.depth = depth
self.listOfThreads = []
self.q.put((self.url, 0))
self.path = storage_dir
for i in xrange(count):
t = Thread(self.todo())
t.signal = True
t.daemon = True
self.listOfThreads.append(t)
def __init__(self, depth, count, cur_url, storage_dir):
self.url = cur_url[0]
self.q = Queue()
self.depth = depth
self.listOfThreads = []
self.q.put((self.url, 0))
print cur_url
for i in xrange(1, len(cur_url)):
self.q.put((cur_url[i], 0))
self.path = storage_dir
self._stop = threading.Event()
for i in xrange(count):
t = Thread(self.todo())
t.signal = True
t.daemon = True
self.listOfThreads.append(t)
def __init__(self, depth, count, cur_url, storage_dir):
self.url = cur_url[0]
self.q = Queue()
self.depth = depth
self.listOfThreads = []
self.q.put((self.url, 0))
print cur_url
for i in xrange(1, len(cur_url)):
self.q.put((cur_url[i], 0))
self.path = storage_dir
self._stop = threading.Event()
for i in xrange(count):
t = Thread(self.todo())
t.signal = True
t.daemon = True
self.listOfThreads.append(t)
