def __init__(self, config, app): self.processes = {} self.max_proc = config.getint('max_proc', 0) if not self.max_proc: self.max_proc = cpu_count() * config.getint('max_proc_per_cpu', 4) self.runner = config.get('runner', 'scrapyd.runner') self.app = app
def __init__(self, config, app): self.max_proc = config.getint('max_proc', 0) or cpu_count() self.egg_runner = config.get('egg_runner', 'scrapyd.eggrunner') self.app = app
def spawn_processes(self): for settings_module, count in settings['PROJECTS'].items(): for i in range(count or cpu_count()): self.spawn_process(settings_module, i)