Пример #1
0
def baseInit(loop, node_type):
    """Intitialize application and return app object"""
    log.info("Application baseInit")
    app = Application(loop=loop)

    # set a bunch of global state
    node_id = createNodeId(node_type)
    app["id"] = node_id
    app["node_state"] = "INITIALIZING"
    app["node_type"] = node_type
    node_port = config.get(node_type + "_port")
    app["node_port"] = config.get(node_type + "_port")
    log.info(f"baseInit - node_id: {node_id} node_port: {node_port}")
    app["node_number"] = -1
    app["node_count"] = -1
    app["start_time"] = int(time.time())  # seconds after epoch
    app['register_time'] = 0
    bucket_name = config.get("bucket_name")
    if bucket_name:
        log.info(f"using bucket: {bucket_name}")
    else:
        log.info("no default bucket defined")
    app["bucket_name"] = bucket_name
    app["sn_urls"] = {}
    app["dn_urls"] = {}
    counter = {}
    counter["GET"] = 0
    counter["PUT"] = 0
    counter["POST"] = 0
    counter["DELETE"] = 0
    counter["num_tasks"] = 0
    app["req_count"] = counter
    counter = {}
    counter["DEBUG"] = 0
    counter["INFO"] = 0
    counter["WARN"] = 0
    counter["ERROR"] = 0
    app["log_count"] = counter

    app["s3_stats"] = getInitialS3Stats()

    if config.get("oio_proxy"):
        app["oio_proxy"] = config.get("oio_proxy")
    if config.get("host_ip"):
        app["host_ip"] = config.get("host_ip")
    else:
        app["host_ip"] = "127.0.0.1"

    log.app = app
    # save session object
    session = get_session(loop=loop)
    app["session"] = session
    app["loop"] = loop

    app.router.add_get('/info', info)
    app.router.add_get('/about', about)

    return app
Пример #2
0
async def init(loop):
    """Intitialize application and return app object"""
    app = Application(loop=loop)

    # set a bunch of global state
    app["id"] = createNodeId("head")
    app["cluster_state"] = "INITIALIZING"
    app["start_time"] = int(time.time())  # seconds after epoch
    app["target_sn_count"] = int(config.get("target_sn_count"))
    app["target_dn_count"] = int(config.get("target_dn_count"))
    log.info("target_sn_count: {}".format(app["target_sn_count"]))
    log.info("target_dn_count: {}".format(app["target_dn_count"]))
    bucket_name = config.get("sys_bucket_name")
    if not bucket_name:
        # use a combine data/sys bucket
        bucket_name = config.get("bucket_name")
    if not bucket_name:
        log.error("BUCKET_NAME environment variable not set")
        sys.exit()
    log.info("using bucket: {}".format(bucket_name))
    app["bucket_name"] = bucket_name

    app["head_host"] = config.get("head_host")
    app["head_port"] = config.get("head_port")

    nodes = []
    for node_type in ("dn", "sn", "an"):
        target_count = getTargetNodeCount(app, node_type)
        for i in range(target_count):
            node = {
                "node_number": i,
                "node_type": node_type,
                "host": None,
                "port": None,
                "id": None
            }
            nodes.append(node)

    app["nodes"] = nodes
    app["node_stats"] = {
    }  # stats retuned by node/info request.  Keyed by node id
    app["node_ids"] = {}  # dictionary to look up node by id
    app["s3_stats"] = getInitialS3Stats()
    app.router.add_get('/', info)
    app.router.add_get('/nodestate', nodestate)
    app.router.add_get('/nodestate/{nodetype}', nodestate)
    app.router.add_get('/nodestate/{nodetype}/{nodenumber}', nodestate)
    app.router.add_get('/nodeinfo', nodeinfo)
    app.router.add_get('/nodeinfo/{statkey}', nodeinfo)
    app.router.add_get('/info', info)
    app.router.add_post('/register', register)

    return app
Пример #3
0
def baseInit(loop, node_type):
    """Intitialize application and return app object"""
    log.info("Application baseInit")
    app = Application(loop=loop)

    # set a bunch of global state 
    app["id"] = createNodeId(node_type)
    app["node_state"] = "INITIALIZING"
    app["node_type"] = node_type
    app["node_port"] = config.get(node_type + "_port")
    app["node_number"] = -1
    app["node_count"] = -1
    app["start_time"] = int(time.time())  # seconds after epoch
    app['register_time'] = 0
    bucket_name = config.get("bucket_name")
    if not bucket_name:
        log.error("BUCKET_NAME environment variable not set")
        sys.exit()
    log.info("using bucket: {}".format(bucket_name))
    app["bucket_name"] = bucket_name
    app["sn_urls"] = {}
    app["dn_urls"] = {}
    counter = {}
    counter["GET"] = 0
    counter["PUT"] = 0
    counter["POST"] = 0
    counter["DELETE"] = 0
    counter["num_tasks"] = 0
    app["req_count"] = counter
    counter = {}
    counter["DEBUG"] = 0
    counter["INFO"] = 0
    counter["WARN"] = 0
    counter["ERROR"] = 0
    app["log_count"] = counter
 
    app["s3_stats"] = getInitialS3Stats()
    
    log.app = app
    # save session object
    session = get_session(loop=loop)
    app["session"] = session
    app["loop"] = loop

    app.router.add_get('/info', info)
    app.router.add_get('/about', about)
      
    return app