def __init__(self, config, page_queue=queue.Queue(), item_queue=queue.Queue(), thread_factory=ThreadFactory()): self.config = config self.page_queue = page_queue self.item_queue = item_queue self.item_processor = None self.thread_factory = thread_factory self.spawn_worker_threads()
def setUp(self): self.thread_factory = ThreadFactory()