def main(args=sys.argv):
from powerhose.util import set_logger, resolve_name
parser = argparse.ArgumentParser(description='Run a Powerhose cluster.')
parser.add_argument('--frontend',
dest='frontend',
default=DEFAULT_FRONTEND,
help="ZMQ socket to receive jobs.")
parser.add_argument('--backend',
dest='backend',
default=DEFAULT_BACKEND,
help="ZMQ socket for workers.")
parser.add_argument('--heartbeat',
dest='heartbeat',
default=DEFAULT_HEARTBEAT,
help="ZMQ socket for the heartbeat.")
parser.add_argument('target', help="Fully qualified name of the callable.")
parser.add_argument('--debug',
action='store_true',
default=False,
help="Debug mode")
parser.add_argument('--numprocesses',
dest='numprocesses',
default=5,
help="Number of processes to run.")
parser.add_argument('--logfile',
dest='logfile',
default='stdout',
help="File to log in to .")
args = parser.parse_args()
set_logger(args.debug, 'powerhose', args.logfile)
set_logger(args.debug, 'circus', args.logfile)
sys.path.insert(0, os.getcwd()) # XXX
resolve_name(args.target) # check the callable
cluster = get_cluster(args.target,
args.numprocesses,
frontend=args.frontend,
backend=args.backend,
heartbeat=args.heartbeat,
logfile=args.logfile,
debug=args.debug)
try:
cluster.start()
except KeyboardInterrupt:
pass
finally:
cluster.stop()
def main(args=sys.argv):
from powerhose.util import set_logger, resolve_name
parser = argparse.ArgumentParser(description='Run a Powerhose cluster.')
parser.add_argument('--frontend', dest='frontend',
default=DEFAULT_FRONTEND,
help="ZMQ socket to receive jobs.")
parser.add_argument('--backend', dest='backend',
default=DEFAULT_BACKEND,
help="ZMQ socket for workers.")
parser.add_argument('--heartbeat', dest='heartbeat',
default=DEFAULT_HEARTBEAT,
help="ZMQ socket for the heartbeat.")
parser.add_argument('target', help="Fully qualified name of the callable.")
parser.add_argument('--debug', action='store_true', default=False,
help="Debug mode")
parser.add_argument('--numprocesses', dest='numprocesses', default=5,
help="Number of processes to run.")
parser.add_argument('--logfile', dest='logfile', default='stdout',
help="File to log in to .")
args = parser.parse_args()
set_logger(args.debug, 'powerhose', args.logfile)
set_logger(args.debug, 'circus', args.logfile)
sys.path.insert(0, os.getcwd()) # XXX
resolve_name(args.target) # check the callable
cluster = get_cluster(args.target, args.numprocesses,
frontend=args.frontend, backend=args.backend,
heartbeat=args.heartbeat, logfile=args.logfile,
debug=args.debug)
try:
cluster.start()
except KeyboardInterrupt:
pass
finally:
cluster.stop()
def main(args=sys.argv):
parser = argparse.ArgumentParser(description='Run some watchers.')
parser.add_argument('--backend', dest='backend',
default=DEFAULT_BACKEND,
help="ZMQ socket to the broker.")
parser.add_argument('target', help="Fully qualified name of the callable.")
parser.add_argument('--debug', action='store_true', default=False,
help="Debug mode")
parser.add_argument('--logfile', dest='logfile', default='stdout',
help="File to log in to.")
parser.add_argument('--heartbeat', dest='heartbeat',
default=DEFAULT_HEARTBEAT,
help="ZMQ socket for the heartbeat.")
parser.add_argument('--params', dest='params', default=None,
help='The parameters to be used in the worker.')
parser.add_argument('--timeout', dest='timeout', type=float,
default=DEFAULT_TIMEOUT_MOVF,
help=('The maximum time allowed before the thread '
'stacks is dump and the job result not sent '
'back.'))
args = parser.parse_args()
set_logger(args.debug, logfile=args.logfile)
sys.path.insert(0, os.getcwd()) # XXX
target = resolve_name(args.target)
if args.params is None:
params = {}
else:
params = decode_params(args.params)
logger.info('Worker registers at %s' % args.backend)
logger.info('The heartbeat socket is at %r' % args.heartbeat)
worker = Worker(target, backend=args.backend, heartbeat=args.heartbeat,
params=params, timeout=args.timeout)
try:
worker.start()
except KeyboardInterrupt:
return 1
finally:
worker.stop()
return 0
def main(args=sys.argv):
parser = argparse.ArgumentParser(description='Run some watchers.')
parser.add_argument('--backend', dest='backend',
default=DEFAULT_BACKEND,
help="ZMQ socket to the broker.")
parser.add_argument('target', help="Fully qualified name of the callable.")
parser.add_argument('--debug', action='store_true', default=False,
help="Debug mode")
parser.add_argument('--logfile', dest='logfile', default='stdout',
help="File to log in to.")
parser.add_argument('--heartbeat', dest='heartbeat',
default=DEFAULT_HEARTBEAT,
help="ZMQ socket for the heartbeat.")
parser.add_argument('--params', dest='params', default=None,
help='The parameters to be used in the worker.')
parser.add_argument('--timeout', dest='timeout', type=float,
default=DEFAULT_TIMEOUT_MOVF,
help=('The maximum time allowed before the thread '
'stacks is dump and the job result not sent '
'back.'))
parser.add_argument('--max-age', dest='max_age', type=float,
default=DEFAULT_MAX_AGE,
help=('The maximum age for a worker in seconds. '
'After that delay, the worker will simply quit. '
'When set to -1, never quits.'))
parser.add_argument('--max-age-delta', dest='max_age_delta', type=int,
default=DEFAULT_MAX_AGE_DELTA,
help='The maximum value in seconds added to max_age')
args = parser.parse_args()
set_logger(args.debug, logfile=args.logfile)
sys.path.insert(0, os.getcwd()) # XXX
target = resolve_name(args.target)
if args.params is None:
params = {}
else:
params = decode_params(args.params)
logger.info('Worker registers at %s' % args.backend)
logger.info('The heartbeat socket is at %r' % args.heartbeat)
worker = Worker(target, backend=args.backend, heartbeat=args.heartbeat,
params=params, timeout=args.timeout, max_age=args.max_age,
max_age_delta=args.max_age_delta)
try:
worker.start()
except KeyboardInterrupt:
return 1
finally:
worker.stop()
return 0
def main(args=sys.argv):
parser = argparse.ArgumentParser(description="Run some watchers.")
parser.add_argument("--backend", dest="backend", default=DEFAULT_BACKEND, help="ZMQ socket to the broker.")
parser.add_argument("--register", dest="register", default=DEFAULT_REG, help="ZMQ socket for the registration.")
parser.add_argument("target", help="Fully qualified name of the callable.")
parser.add_argument("--debug", action="store_true", default=False, help="Debug mode")
parser.add_argument("--logfile", dest="logfile", default="stdout", help="File to log in to.")
parser.add_argument(
"--heartbeat", dest="heartbeat", default=DEFAULT_HEARTBEAT, help="ZMQ socket for the heartbeat."
)
parser.add_argument("--params", dest="params", default=None, help="The parameters to be used in the worker.")
parser.add_argument(
"--timeout",
dest="timeout",
type=float,
default=DEFAULT_TIMEOUT_MOVF,
help=("The maximum time allowed before the thread " "stacks is dump and the job result not sent " "back."),
)
parser.add_argument(
"--max-age",
dest="max_age",
type=float,
default=DEFAULT_MAX_AGE,
help=(
"The maximum age for a worker in seconds. "
"After that delay, the worker will simply quit. "
"When set to -1, never quits."
),
)
parser.add_argument(
"--max-age-delta",
dest="max_age_delta",
type=int,
default=DEFAULT_MAX_AGE_DELTA,
help="The maximum value in seconds added to max_age",
)
args = parser.parse_args()
set_logger(args.debug, logfile=args.logfile)
sys.path.insert(0, os.getcwd()) # XXX
target = resolve_name(args.target)
if args.params is None:
params = {}
else:
params = decode_params(args.params)
logger.info("Worker registers at %s" % args.backend)
logger.info("The heartbeat socket is at %r" % args.heartbeat)
worker = Worker(
target,
backend=args.backend,
heartbeat=args.heartbeat,
register=args.register,
params=params,
timeout=args.timeout,
max_age=args.max_age,
max_age_delta=args.max_age_delta,
)
try:
worker.start()
except KeyboardInterrupt:
return 1
finally:
worker.stop()
return 0