def __init__(self,
config,
page_queue=queue.Queue(),
item_queue=queue.Queue(),
thread_factory=ThreadFactory()):
self.config = config
self.page_queue = page_queue
self.item_queue = item_queue
self.item_processor = None
self.thread_factory = thread_factory
self.spawn_worker_threads()
def setUp(self):
self.thread_factory = ThreadFactory()
