def __init__(self):
LoggerMixin.configure()
db.configure()
Compute.configure()
APIContainer.configure()
JBoxAsyncJob.configure()
JBoxAsyncJob.init(JBoxAsyncJob.MODE_PUB)
self.application = tornado.web.Application(handlers=[
(r"^/", APIInfoHandler),
(r"^/.*/.*", APIHandler)
])
self.application.settings["cookie_secret"] = JBoxCfg.get('sesskey')
self.application.listen(JBoxCfg.get('api.manager_port'), address=socket.gethostname())
self.application.listen(JBoxCfg.get('api.manager_port'), address='localhost')
self.ioloop = ioloop.IOLoop.instance()
# run container maintainence every 5 minutes
run_interval = 5 * 60 * 1000
self.log_info("Container maintenance every " + str(run_interval / (60 * 1000)) + " minutes")
self.ct = ioloop.PeriodicCallback(JBoxAPI.do_housekeeping, run_interval, self.ioloop)
self.sigct = ioloop.PeriodicCallback(JBoxAPI.do_signals, 1000, self.ioloop)
def do_housekeeping():
is_leader = is_cluster_leader()
if is_leader:
JBoxAPI.log_info("I am the cluster leader")
terminating = False
else:
try:
terminating = JBoxAsyncJob.sync_is_terminating()
if terminating['code'] == 0:
terminating = terminating['data']
else:
JBoxAPI.log_error(
"Error checking if instance is terminating. Assuming False."
)
terminating = False
except:
JBoxAPI.log_error(
"Exception checking if instance is terminating. Assuming False."
)
terminating = False
if terminating:
JBoxAPI.log_warn("terminating to scale down")
else:
APIContainer.maintain()
JBoxAsyncJob.async_plugin_maintenance(is_leader)
def __init__(self):
LoggerMixin.configure()
db.configure()
Compute.configure()
APIContainer.configure()
JBoxAsyncJob.configure()
JBoxAsyncJob.init(JBoxAsyncJob.MODE_PUB)
self.application = tornado.web.Application(
handlers=[(r"^/", APIInfoHandler), (r"^/.*/.*", APIHandler)])
self.application.settings["cookie_secret"] = JBoxCfg.get('sesskey')
self.application.listen(JBoxCfg.get('api.manager_port'),
address=socket.gethostname())
self.application.listen(JBoxCfg.get('api.manager_port'),
address='localhost')
self.ioloop = ioloop.IOLoop.instance()
# run container maintainence every 5 minutes
run_interval = 5 * 60 * 1000
self.log_info("Container maintenance every " +
str(run_interval / (60 * 1000)) + " minutes")
self.ct = ioloop.PeriodicCallback(JBoxAPI.do_housekeeping,
run_interval, self.ioloop)
self.sigct = ioloop.PeriodicCallback(JBoxAPI.do_signals, 1000,
self.ioloop)
def run(self):
APIContainer.refresh_container_list()
JBoxAPI.log_debug("Setting up signal handlers")
signal.signal(signal.SIGINT, JBoxAPI.signal_handler)
signal.signal(signal.SIGTERM, JBoxAPI.signal_handler)
JBoxAPI.log_debug("Starting ioloops")
self.ct.start()
self.sigct.start()
self.ioloop.start()
JBoxAPI.log_info("Stopped.")
def run(self):
APIContainer.refresh_container_list()
JBoxAPI.log_debug("Setting up signal handlers")
signal.signal(signal.SIGINT, JBoxAPI.signal_handler)
signal.signal(signal.SIGTERM, JBoxAPI.signal_handler)
JBoxAPI.log_debug("Starting ioloops")
self.ct.start()
self.sigct.start()
self.ioloop.start()
JBoxAPI.log_info("Stopped.")
def __init__(self):
LoggerMixin.configure()
db.configure()
Compute.configure()
SessContainer.configure()
APIContainer.configure()
VolMgr.configure()
JBoxAsyncJob.configure()
JBoxAsyncJob.init(JBoxAsyncJob.MODE_SUB)
self.log_debug("Container manager listening on ports: %s", repr(JBoxCfg.get('container_manager_ports')))
JBoxd.QUEUE = JBoxAsyncJob.get()
JBoxd.MAX_ACTIVATIONS_PER_SEC = JBoxCfg.get('user_activation.max_activations_per_sec')
JBoxd.MAX_AUTO_ACTIVATIONS_PER_RUN = JBoxCfg.get('user_activation.max_activations_per_run')
JBoxd.ACTIVATION_SUBJECT = JBoxCfg.get('user_activation.mail_subject')
JBoxd.ACTIVATION_BODY = JBoxCfg.get('user_activation.mail_body')
JBoxd.ACTIVATION_SENDER = JBoxCfg.get('user_activation.sender')
def do_housekeeping():
is_leader = is_cluster_leader()
if is_leader:
JBoxAPI.log_info("I am the cluster leader")
terminating = False
else:
try:
terminating = JBoxAsyncJob.sync_is_terminating()
if terminating['code'] == 0:
terminating = terminating['data']
else:
JBoxAPI.log_error("Error checking if instance is terminating. Assuming False.")
terminating = False
except:
JBoxAPI.log_error("Exception checking if instance is terminating. Assuming False.")
terminating = False
if terminating:
JBoxAPI.log_warn("terminating to scale down")
else:
APIContainer.maintain()
JBoxAsyncJob.async_plugin_maintenance(is_leader)
def get_api_status():
api_status = dict()
for c in BaseContainer.api_containers(allcontainers=True):
name = c["Names"][0] if (("Names" in c) and (c["Names"] is not None)) else c["Id"][0:12]
api_name = APIContainer.get_api_name_from_container_name(name)
if api_name is None:
continue
cnt = api_status.get(api_name, 0)
api_status[api_name] = cnt + 1
self_load = Compute.get_instance_stats(Compute.get_instance_id(), 'Load')
accept = Compute.should_accept_session(is_proposed_cluster_leader())
return {'load': self_load, 'accept': accept, 'api_status': api_status}
def publish_instance_state():
iid = Compute.get_instance_id()
api_status = dict()
for c in BaseContainer.api_containers(allcontainers=True):
name = c["Names"][0] if (("Names" in c) and (c["Names"] is not None)) else c["Id"][0:12]
api_name = APIContainer.get_api_name_from_container_name(name)
if api_name is None:
continue
cnt = api_status.get(api_name, 0)
api_status[api_name] = cnt + 1
self_load = Compute.get_instance_stats(iid, 'Load')
accept = Compute.should_accept_session(is_proposed_cluster_leader())
JBoxInstanceProps.set_props(Compute.get_install_id(), iid, load=self_load, accept=accept, api_status=api_status)
def publish_instance_state():
iid = Compute.get_instance_id()
api_status = dict()
for c in BaseContainer.api_containers(allcontainers=True):
name = c["Names"][0] if (("Names" in c) and (c["Names"] is not None)) else c["Id"][0:12]
api_name = APIContainer.get_api_name_from_container_name(name)
if api_name is None:
continue
cnt = api_status.get(api_name, 0)
api_status[api_name] = cnt + 1
self_load = Compute.get_instance_stats(iid, 'Load')
accept = Compute.should_accept_session(is_proposed_cluster_leader())
JBoxInstanceProps.set_props(Compute.get_install_id(), iid, load=self_load, accept=accept, api_status=api_status)
