def initialize(self):
""" Do initializations per project """
# Url thread group class for multithreaded downloads
if self._cfg.usethreads:
self._urlThreadPool = HarvestManUrlThreadPool()
self._urlThreadPool.spawn_threads()
else:
self._urlThreadPool = None
# URL database, a BST with disk-caching
self._urldb = BST()
# Collections database, a BST with disk-caching
self.collections = BST()
# For testing, don't set this otherwise we might
# be left with many orphaned .bidx... folders!
if not self._cfg.testing:
self._urldb.set_auto(2)
self.collections.set_auto(2)
# Load any mirrors
self.mirrormgr.load_mirrors(self._cfg.mirrorfile)
# Set mirror search flag
self.mirrormgr.mirrorsearch = self._cfg.mirrorsearch
