def __init__(self, config, app):
self.processes = {}
self.max_proc = config.getint('max_proc', 0)
if not self.max_proc:
self.max_proc = cpu_count() * config.getint('max_proc_per_cpu', 4)
self.runner = config.get('runner', 'scrapyd.runner')
self.app = app
def __init__(self, config, app):
self.processes = {}
self.max_proc = config.getint('max_proc', 0)
if not self.max_proc:
self.max_proc = cpu_count() * config.getint('max_proc_per_cpu', 4)
self.runner = config.get('runner', 'scrapyd.runner')
self.app = app
def __init__(self, config, app):
self.max_proc = config.getint('max_proc', 0) or cpu_count()
self.egg_runner = config.get('egg_runner', 'scrapyd.eggrunner')
self.app = app
def spawn_processes(self):
for settings_module, count in settings['PROJECTS'].items():
for i in range(count or cpu_count()):
self.spawn_process(settings_module, i)
