Example #1
0
def main(args=sys.argv):
    cherrypy.config.update({'server.socket_host': '0.0.0.0'})

    cherrypy.config.update({'log.screen': False})

    if cherrypy.config.get('server.socket_port') is None:
        cherrypy.config.update({'server.socket_port': 8000})

    parser = OptionParser(usage="Usage: ciel master [options]")
    parser.add_option("-p",
                      "--port",
                      action="callback",
                      callback=lambda w, x, y, z: set_port(y),
                      default=cherrypy.config.get('server.socket_port'),
                      type="int",
                      help="Server port",
                      metavar="PORT")
    parser.add_option("-b",
                      "--blockstore",
                      action="store",
                      dest="blockstore",
                      help="Path to the block store directory",
                      metavar="PATH",
                      default=None)
    parser.add_option("-j",
                      "--journaldir",
                      action="store",
                      dest="journaldir",
                      help="Path to the job journal directory",
                      metavar="PATH",
                      default=None)
    parser.add_option(
        "-H",
        "--hostname",
        action="store",
        dest="hostname",
        help=
        "Hostname the master and other workers should use to contact this host",
        default=None)
    parser.add_option("-D",
                      "--daemonise",
                      action="store_true",
                      dest="daemonise",
                      help="Run as a daemon",
                      default=False)
    parser.add_option("-o",
                      "--logfile",
                      action="store",
                      dest="logfile",
                      help="If daemonised, log to FILE",
                      default="/dev/null",
                      metavar="FILE")
    parser.add_option(
        "-v",
        "--verbose",
        action="callback",
        callback=lambda w, x, y, z: ciel.set_log_level(logging.DEBUG),
        help="Turns on debugging output")
    parser.add_option("-6",
                      "--task-log-root",
                      action="store",
                      dest="task_log_root",
                      help="Path to store task state log",
                      metavar="PATH",
                      default=None)
    parser.add_option("-i",
                      "--pidfile",
                      action="store",
                      dest="pidfile",
                      help="Record the PID of the process",
                      default=None)
    (options, args) = parser.parse_args(args=args)

    if options.pidfile:
        cherrypy.process.plugins.PIDFile(cherrypy.engine,
                                         options.pidfile).subscribe()

    if options.daemonise:
        if options.logfile is None:
            cherrypy.config.update({'log.screen': False})
        daemon = cherrypy.process.plugins.Daemonizer(cherrypy.engine,
                                                     stdout=options.logfile,
                                                     stderr=options.logfile)
        cherrypy.engine.subscribe("start", daemon.start, 0)

    master_main(options)
Example #2
0
def main(args=sys.argv):

    cherrypy.config.update({'server.socket_host': '0.0.0.0'})
    
    cherrypy.config.update({'log.screen': False})
    
    if cherrypy.config.get('server.socket_port') is None:
        cherrypy.config.update({'server.socket_port': 8000})
    
    parser = OptionParser(usage="Usage: ciel master [options]")
    parser.add_option("-p", "--port", action="callback", callback=lambda w, x, y, z: set_port(y), default=cherrypy.config.get('server.socket_port'), type="int", help="Server port", metavar="PORT")
    parser.add_option("-b", "--blockstore", action="store", dest="blockstore", help="Path to the block store directory", metavar="PATH", default=None)
    parser.add_option("-j", "--journaldir", action="store", dest="journaldir", help="Path to the job journal directory", metavar="PATH", default=None)
    parser.add_option("-H", "--hostname", action="store", dest="hostname", help="Hostname the master and other workers should use to contact this host", default=None)
    parser.add_option("-D", "--daemonise", action="store_true", dest="daemonise", help="Run as a daemon", default=False)
    parser.add_option("-o", "--logfile", action="store", dest="logfile", help="If daemonised, log to FILE", default="/dev/null", metavar="FILE")
    parser.add_option("-v", "--verbose", action="callback", callback=lambda w, x, y, z: ciel.set_log_level(logging.DEBUG), help="Turns on debugging output")
    parser.add_option("-6", "--task-log-root", action="store", dest="task_log_root", help="Path to store task state log", metavar="PATH", default=None)
    parser.add_option("-i", "--pidfile", action="store", dest="pidfile", help="Record the PID of the process", default=None);
    (options, args) = parser.parse_args(args=args)

    if options.pidfile:
        cherrypy.process.plugins.PIDFile(cherrypy.engine, options.pidfile).subscribe()

    if options.daemonise:
        if options.logfile is None:
            cherrypy.config.update({'log.screen': False})
        daemon = cherrypy.process.plugins.Daemonizer(cherrypy.engine, stdout=options.logfile, stderr=options.logfile)
        cherrypy.engine.subscribe("start", daemon.start, 0)

    master_main(options)
Example #3
0
def main(args=sys.argv):
    cherrypy.config.update({'server.socket_host': '0.0.0.0'})
    cherrypy.config.update({'log.screen': False})
    if cherrypy.config.get('server.socket_port') is None:
        cherrypy.config.update({'server.socket_port': 8001})
    
    parser = OptionParser(usage="Usage: ciel worker [options]")
    parser.add_option("-p", "--port", action="callback", callback=lambda w, x, y, z: set_port(y), default=cherrypy.config.get('server.socket_port'), type="int", help="Server port", metavar="PORT")
    parser.add_option("-m", "--master", action="store", dest="master", help="Master URI", metavar="URI", default=ciel.config.get('cluster', 'master', 'http://localhost:8000'))
    parser.add_option("-b", "--blockstore", action="store", dest="blockstore", help="Path to the block store directory", metavar="PATH", default=None)
    parser.add_option("-H", "--hostname", action="store", dest="hostname", help="Hostname the master and other workers should use to contact this host", default=None)
    parser.add_option("-n", "--num-threads", action="store", dest="num_threads", help="Number of worker threads to create (for worker/all-in-one)", type="int", default=1)
    parser.add_option("-D", "--daemonise", action="store_true", dest="daemonise", help="Run as a daemon", default=False)
    parser.add_option("-o", "--logfile", action="store", dest="logfile", help="If daemonised, log to FILE", default="/dev/null", metavar="FILE")
    #parser.add_option("-C", "--scheduling-classes", action="store", dest="scheduling_classes", help="List of semicolon-delimited scheduling classes", metavar="CLASS,N;CLASS,N;...", default=None)
    parser.add_option("-P", "--auxiliary-port", action="store", dest="aux_port", type="int", help="Listen port for auxiliary TCP connections (for workers)", metavar="PORT", default=None)
    parser.add_option("-v", "--verbose", action="callback", callback=lambda w, x, y, z: ciel.set_log_level(logging.DEBUG), help="Turns on debugging output")
    parser.add_option("-i", "--pidfile", action="store", dest="pidfile", help="Record the PID of the process", default=None);
    (options, args) = parser.parse_args(args=args)

    if options.pidfile:
        cherrypy.process.plugins.PIDFile(cherrypy.engine, options.pidfile).subscribe()

    if options.daemonise:
        if options.logfile is None:
            cherrypy.config.update({'log.screen': False})
        daemon = cherrypy.process.plugins.Daemonizer(cherrypy.engine, stdout=options.logfile, stderr=options.logfile)
        cherrypy.engine.subscribe("start", daemon.start, 0)

    worker_main(options)
Example #4
0
def main(args=sys.argv):
    cherrypy.config.update({'server.socket_host': '0.0.0.0'})
    cherrypy.config.update({'log.screen': False})
    if cherrypy.config.get('server.socket_port') is None:
        cherrypy.config.update({'server.socket_port': 8001})

    parser = OptionParser(usage="Usage: ciel worker [options]")
    parser.add_option("-p",
                      "--port",
                      action="callback",
                      callback=lambda w, x, y, z: set_port(y),
                      default=cherrypy.config.get('server.socket_port'),
                      type="int",
                      help="Server port",
                      metavar="PORT")
    parser.add_option("-m",
                      "--master",
                      action="store",
                      dest="master",
                      help="Master URI",
                      metavar="URI",
                      default=ciel.config.get('cluster', 'master',
                                              'http://localhost:8000'))
    parser.add_option("-b",
                      "--blockstore",
                      action="store",
                      dest="blockstore",
                      help="Path to the block store directory",
                      metavar="PATH",
                      default=None)
    parser.add_option(
        "-H",
        "--hostname",
        action="store",
        dest="hostname",
        help=
        "Hostname the master and other workers should use to contact this host",
        default=None)
    parser.add_option(
        "-n",
        "--num-threads",
        action="store",
        dest="num_threads",
        help="Number of worker threads to create (for worker/all-in-one)",
        type="int",
        default=1)
    parser.add_option("-D",
                      "--daemonise",
                      action="store_true",
                      dest="daemonise",
                      help="Run as a daemon",
                      default=False)
    parser.add_option("-o",
                      "--logfile",
                      action="store",
                      dest="logfile",
                      help="If daemonised, log to FILE",
                      default="/dev/null",
                      metavar="FILE")
    #parser.add_option("-C", "--scheduling-classes", action="store", dest="scheduling_classes", help="List of semicolon-delimited scheduling classes", metavar="CLASS,N;CLASS,N;...", default=None)
    parser.add_option(
        "-P",
        "--auxiliary-port",
        action="store",
        dest="aux_port",
        type="int",
        help="Listen port for auxiliary TCP connections (for workers)",
        metavar="PORT",
        default=None)
    parser.add_option(
        "-v",
        "--verbose",
        action="callback",
        callback=lambda w, x, y, z: ciel.set_log_level(logging.DEBUG),
        help="Turns on debugging output")
    parser.add_option("-i",
                      "--pidfile",
                      action="store",
                      dest="pidfile",
                      help="Record the PID of the process",
                      default=None)
    (options, args) = parser.parse_args(args=args)

    if options.pidfile:
        cherrypy.process.plugins.PIDFile(cherrypy.engine,
                                         options.pidfile).subscribe()

    if options.daemonise:
        if options.logfile is None:
            cherrypy.config.update({'log.screen': False})
        daemon = cherrypy.process.plugins.Daemonizer(cherrypy.engine,
                                                     stdout=options.logfile,
                                                     stderr=options.logfile)
        cherrypy.engine.subscribe("start", daemon.start, 0)

    worker_main(options)