def main(args=sys.argv): parser = argparse.ArgumentParser(description='Run some watchers.') parser.add_argument('--backend', dest='backend', default=DEFAULT_BACKEND, help="ZMQ socket to the broker.") parser.add_argument('target', help="Fully qualified name of the callable.") parser.add_argument('--debug', action='store_true', default=False, help="Debug mode") parser.add_argument('--logfile', dest='logfile', default='stdout', help="File to log in to.") parser.add_argument('--heartbeat', dest='heartbeat', default=DEFAULT_HEARTBEAT, help="ZMQ socket for the heartbeat.") parser.add_argument('--params', dest='params', default=None, help='The parameters to be used in the worker.') parser.add_argument('--timeout', dest='timeout', type=float, default=DEFAULT_TIMEOUT_MOVF, help=('The maximum time allowed before the thread ' 'stacks is dump and the job result not sent ' 'back.')) args = parser.parse_args() set_logger(args.debug, logfile=args.logfile) sys.path.insert(0, os.getcwd()) # XXX target = resolve_name(args.target) if args.params is None: params = {} else: params = decode_params(args.params) logger.info('Worker registers at %s' % args.backend) logger.info('The heartbeat socket is at %r' % args.heartbeat) worker = Worker(target, backend=args.backend, heartbeat=args.heartbeat, params=params, timeout=args.timeout) try: worker.start() except KeyboardInterrupt: return 1 finally: worker.stop() return 0
def main(args=sys.argv): parser = argparse.ArgumentParser(description='Powerhose broker.') parser.add_argument('--frontend', dest='frontend', default=DEFAULT_FRONTEND, help="ZMQ socket to receive jobs.") parser.add_argument('--backend', dest='backend', default=DEFAULT_BACKEND, help="ZMQ socket for workers.") parser.add_argument('--heartbeat', dest='heartbeat', default=DEFAULT_HEARTBEAT, help="ZMQ socket for the heartbeat.") parser.add_argument('--debug', action='store_true', default=False, help="Debug mode") parser.add_argument('--logfile', dest='logfile', default='stdout', help="File to log in to .") args = parser.parse_args() set_logger(args.debug, logfile=args.logfile) logger.info('Starting the broker') broker = Broker(frontend=args.frontend, backend=args.backend, heartbeat=args.heartbeat) logger.info('Listening to incoming jobs at %r' % args.frontend) logger.info('Workers may register at %r' % args.backend) logger.info('The heartbeat socket is at %r' % args.heartbeat) try: broker.start() except KeyboardInterrupt: pass finally: broker.stop()
def main(args=sys.argv): parser = argparse.ArgumentParser(description='Powerhose broker.') parser.add_argument('--frontend', dest='frontend', default=DEFAULT_FRONTEND, help="ZMQ socket to receive jobs.") parser.add_argument('--backend', dest='backend', default=DEFAULT_BACKEND, help="ZMQ socket for workers.") parser.add_argument('--heartbeat', dest='heartbeat', default=DEFAULT_HEARTBEAT, help="ZMQ socket for the heartbeat.") parser.add_argument('--debug', action='store_true', default=False, help="Debug mode") parser.add_argument('--check', action='store_true', default=False, help=("Use this option to check if there's a running " " broker. Returns the PID if a broker is up.")) parser.add_argument('--purge-ghosts', action='store_true', default=False, help="Use this option to purge ghost brokers.") parser.add_argument('--logfile', dest='logfile', default='stdout', help="File to log in to .") args = parser.parse_args() set_logger(args.debug, logfile=args.logfile) if args.purge_ghosts: broker_pids, ghosts = kill_ghost_brokers(args.frontend) if broker_pids is None: logger.info('No running broker.') else: logger.info('The active broker runs at PID: %s' % broker_pids) if len(ghosts) == 0: logger.info('No ghosts where killed.') else: logger.info('Ghost(s) killed: %s' \ % ', '.join([str(g) for g in ghosts])) return 0 if args.check: pid = verify_broker(args.frontend) if pid is None: logger.info('There seem to be no broker on this endpoint') else: logger.info('A broker is running. PID: %s' % pid) return 0 logger.info('Starting the broker') try: broker = Broker(frontend=args.frontend, backend=args.backend, heartbeat=args.heartbeat) except DuplicateBrokerError, e: logger.info('There is already a broker running on PID %s' % e) logger.info('Exiting') return 1
if pid is None: logger.info('There seem to be no broker on this endpoint') else: logger.info('A broker is running. PID: %s' % pid) return 0 logger.info('Starting the broker') try: broker = Broker(frontend=args.frontend, backend=args.backend, heartbeat=args.heartbeat) except DuplicateBrokerError, e: logger.info('There is already a broker running on PID %s' % e) logger.info('Exiting') return 1 logger.info('Listening to incoming jobs at %r' % args.frontend) logger.info('Workers may register at %r' % args.backend) logger.info('The heartbeat socket is at %r' % args.heartbeat) try: broker.start() except KeyboardInterrupt: pass finally: broker.stop() return 0 if __name__ == '__main__': sys.exit(main())
def main(args=sys.argv): parser = argparse.ArgumentParser(description='Run some watchers.') parser.add_argument('--backend', dest='backend', default=DEFAULT_BACKEND, help="ZMQ socket to the broker.") parser.add_argument('target', help="Fully qualified name of the callable.") parser.add_argument('--debug', action='store_true', default=False, help="Debug mode") parser.add_argument('--logfile', dest='logfile', default='stdout', help="File to log in to.") parser.add_argument('--heartbeat', dest='heartbeat', default=DEFAULT_HEARTBEAT, help="ZMQ socket for the heartbeat.") parser.add_argument('--params', dest='params', default=None, help='The parameters to be used in the worker.') parser.add_argument('--timeout', dest='timeout', type=float, default=DEFAULT_TIMEOUT_MOVF, help=('The maximum time allowed before the thread ' 'stacks is dump and the job result not sent ' 'back.')) parser.add_argument('--max-age', dest='max_age', type=float, default=DEFAULT_MAX_AGE, help=('The maximum age for a worker in seconds. ' 'After that delay, the worker will simply quit. ' 'When set to -1, never quits.')) parser.add_argument('--max-age-delta', dest='max_age_delta', type=int, default=DEFAULT_MAX_AGE_DELTA, help='The maximum value in seconds added to max_age') args = parser.parse_args() set_logger(args.debug, logfile=args.logfile) sys.path.insert(0, os.getcwd()) # XXX target = resolve_name(args.target) if args.params is None: params = {} else: params = decode_params(args.params) logger.info('Worker registers at %s' % args.backend) logger.info('The heartbeat socket is at %r' % args.heartbeat) worker = Worker(target, backend=args.backend, heartbeat=args.heartbeat, params=params, timeout=args.timeout, max_age=args.max_age, max_age_delta=args.max_age_delta) try: worker.start() except KeyboardInterrupt: return 1 finally: worker.stop() return 0
def lost(self): logger.info('Master lost ! Quitting..') self.running = False self.loop.stop() return True
def main(args=sys.argv): parser = argparse.ArgumentParser(description='Powerhose broker.') parser.add_argument('--frontend', dest='frontend', default=DEFAULT_FRONTEND, help="ZMQ socket to receive jobs.") parser.add_argument('--backend', dest='backend', default=DEFAULT_BACKEND, help="ZMQ socket for workers.") parser.add_argument('--heartbeat', dest='heartbeat', default=DEFAULT_HEARTBEAT, help="ZMQ socket for the heartbeat.") parser.add_argument('--register', dest='register', default=DEFAULT_REG, help="ZMQ socket for the registration.") parser.add_argument('--io-threads', type=int, default=DEFAULT_IOTHREADS, help="Number of I/O threads") parser.add_argument('--debug', action='store_true', default=False, help="Debug mode") parser.add_argument('--check', action='store_true', default=False, help=("Use this option to check if there's a running " " broker. Returns the PID if a broker is up.")) parser.add_argument('--purge-ghosts', action='store_true', default=False, help="Use this option to purge ghost brokers.") parser.add_argument('--logfile', dest='logfile', default='stdout', help="File to log in to .") args = parser.parse_args() set_logger(args.debug, logfile=args.logfile) if args.purge_ghosts: broker_pids, ghosts = kill_ghost_brokers(args.frontend) if broker_pids is None: logger.info('No running broker.') else: logger.info('The active broker runs at PID: %s' % broker_pids) if len(ghosts) == 0: logger.info('No ghosts where killed.') else: logger.info('Ghost(s) killed: %s' \ % ', '.join([str(g) for g in ghosts])) return 0 if args.check: pid = verify_broker(args.frontend) if pid is None: logger.info('There seem to be no broker on this endpoint') else: logger.info('A broker is running. PID: %s' % pid) return 0 logger.info('Starting the broker') try: broker = Broker(frontend=args.frontend, backend=args.backend, heartbeat=args.heartbeat, register=args.register, io_threads=args.io_threads) except DuplicateBrokerError, e: logger.info('There is already a broker running on PID %s' % e) logger.info('Exiting') return 1
logger.info('There seem to be no broker on this endpoint') else: logger.info('A broker is running. PID: %s' % pid) return 0 logger.info('Starting the broker') try: broker = Broker(frontend=args.frontend, backend=args.backend, heartbeat=args.heartbeat, register=args.register, io_threads=args.io_threads) except DuplicateBrokerError, e: logger.info('There is already a broker running on PID %s' % e) logger.info('Exiting') return 1 logger.info('Listening to incoming jobs at %r' % args.frontend) logger.info('Workers may register at %r' % args.backend) logger.info('The heartbeat socket is at %r' % args.heartbeat) try: broker.start() except KeyboardInterrupt: pass finally: broker.stop() return 0 if __name__ == '__main__': sys.exit(main())
def main(args=sys.argv): parser = argparse.ArgumentParser(description="Run some watchers.") parser.add_argument("--backend", dest="backend", default=DEFAULT_BACKEND, help="ZMQ socket to the broker.") parser.add_argument("--register", dest="register", default=DEFAULT_REG, help="ZMQ socket for the registration.") parser.add_argument("target", help="Fully qualified name of the callable.") parser.add_argument("--debug", action="store_true", default=False, help="Debug mode") parser.add_argument("--logfile", dest="logfile", default="stdout", help="File to log in to.") parser.add_argument( "--heartbeat", dest="heartbeat", default=DEFAULT_HEARTBEAT, help="ZMQ socket for the heartbeat." ) parser.add_argument("--params", dest="params", default=None, help="The parameters to be used in the worker.") parser.add_argument( "--timeout", dest="timeout", type=float, default=DEFAULT_TIMEOUT_MOVF, help=("The maximum time allowed before the thread " "stacks is dump and the job result not sent " "back."), ) parser.add_argument( "--max-age", dest="max_age", type=float, default=DEFAULT_MAX_AGE, help=( "The maximum age for a worker in seconds. " "After that delay, the worker will simply quit. " "When set to -1, never quits." ), ) parser.add_argument( "--max-age-delta", dest="max_age_delta", type=int, default=DEFAULT_MAX_AGE_DELTA, help="The maximum value in seconds added to max_age", ) args = parser.parse_args() set_logger(args.debug, logfile=args.logfile) sys.path.insert(0, os.getcwd()) # XXX target = resolve_name(args.target) if args.params is None: params = {} else: params = decode_params(args.params) logger.info("Worker registers at %s" % args.backend) logger.info("The heartbeat socket is at %r" % args.heartbeat) worker = Worker( target, backend=args.backend, heartbeat=args.heartbeat, register=args.register, params=params, timeout=args.timeout, max_age=args.max_age, max_age_delta=args.max_age_delta, ) try: worker.start() except KeyboardInterrupt: return 1 finally: worker.stop() return 0