def test_manager(self): file_path = os.path.realpath(__file__) crawler_dir = os.path.normpath( os.path.join(file_path, "../testdata/config")) manager = CrawlerManager() assert len(manager) == 0 manager.load_path(crawler_dir) assert isinstance(manager.crawlers, dict) assert all(isinstance(crawler, Crawler) for crawler in manager) assert len(manager) == 3 assert isinstance(manager.get("book_scraper"), Crawler) assert isinstance(manager["book_scraper"], Crawler) assert isinstance(manager, Iterable)
def manager(): manager = CrawlerManager() manager.load_path(crawler_dir()) return manager
def get_manager(): manager = CrawlerManager() manager.load_path(get_crawler_dir()) settings._manager = manager return manager