def start_workers(concurrency=None, autoscale = False, autoscale_mult = None): ''' Start workers on registered hosts with specified concurrency. Parameters ---------- concurrency : int autoscale : bool, optional (default is True) autoscale_mult : int, optional (default is 2) concurrency * autoscale_mult is maximum number of processes. See Also -------- http://celery.readthedocs.org/en/latest/reference/celery.bin.multi.html ''' print "starting workers: %s" % hosts_str setup_celery_dir() with cd(CODE_DIR): run("%s multi start %s" % (FabUtil.get_celery_command(), FabUtil.build_celery_opts(concurrency, autoscale=autoscale, autoscale_mult=autoscale_mult)))
def start_workers(concurrency=cpu_count(), autoscale = False, autoscale_mult = None): ''' Start workers on registered hosts with specified concurrency. Parameters ---------- concurrency : int autoscale : bool, optional (default is True) autoscale_mult : int, optional (default is 2) concurrency * autoscale_mult is maximum number of processes. See Also -------- http://celery.readthedocs.org/en/latest/reference/celery.bin.multi.html ''' run("rm -r %s" % LOG_FILE) run("mkdir -p /tmp/celery/") run("%s worker %s" % (get_celery_command(), FabUtil.build_celery_opts(concurrency, worker_name = "", autoscale=autoscale, autoscale_mult=autoscale_mult, # log to stdout log_file=None)))
def start_workers(concurrency=None, autoscale=False, autoscale_mult=None): ''' Start workers on registered hosts with specified concurrency. Parameters ---------- concurrency : int autoscale : bool, optional (default is True) autoscale_mult : int, optional (default is 2) concurrency * autoscale_mult is maximum number of processes. See Also -------- http://celery.readthedocs.org/en/latest/reference/celery.bin.multi.html ''' print "starting workers: %s" % hosts_str setup_celery_dir() with cd(CODE_DIR): run("%s multi start %s" % (FabUtil.get_celery_command(), FabUtil.build_celery_opts(concurrency, autoscale=autoscale, autoscale_mult=autoscale_mult)))