def monitor_host(): global DOCKER_MONITOR session = None host = None # container monitoring can get a smaller slice of the CPU time os.nice(10) signal.signal(signal.SIGTERM, interrupt_handler) signal.signal(signal.SIGINT, interrupt_handler) while True: try: session = api_helper.get_local_api_session() client = api_helper.LocalXenAPIClient() # need to refresh the host, in case we just joined a pool host = api_helper.Host(client, api_helper.get_this_host_ref(session)) if not DOCKER_MONITOR: DOCKER_MONITOR = DockerMonitor(host) else: DOCKER_MONITOR.set_host(host) log.info("Monitoring host %s" % (host.get_id())) try: # Avoid race conditions - get a current event token event_from = session.xenapi.event_from(["vm"], '', 0.0) token_from = event_from['token'] # Now load the VMs that are enabled for monitoring DOCKER_MONITOR.refresh() while True: event_from = session.xenapi.event_from( ["vm"], token_from, EVENT_FROM_TIMEOUT_S) token_from = event_from['token'] events = event_from['events'] for event in events: if (event['operation'] == 'mod' and 'snapshot' in event): # At this point the monitor may need to # refresh it's monitoring state of a particular # vm. DOCKER_MONITOR.process_vmrecord(event['ref'], event['snapshot']) elif event['operation'] == 'del': DOCKER_MONITOR.process_vm_del(event['ref']) finally: try: session.xenapi.session.logout() except XenAPI.Failure: log.exception("Failed when trying to logout") except (socket.error, XenAPI.Failure, xmlrpclib.ProtocolError) as e: if session is not None: log.exception(e) log.error("Could not connect to XAPI - Is XAPI running? " + "Will retry in %d" % (XAPIRETRYSLEEPINS)) else: log.exception("Recovering from XAPI failure - Is XAPI " + "restarting? Will retry in %d." % (XAPIRETRYSLEEPINS)) time.sleep(XAPIRETRYSLEEPINS) api_helper.reinit_global_xapi_session()
def monitor_host(): global DOCKER_MONITOR session = None host = None # container monitoring can get a smaller slice of the CPU time os.nice(10) signal.signal(signal.SIGTERM, interrupt_handler) signal.signal(signal.SIGINT, interrupt_handler) while True: try: session = api_helper.get_local_api_session() client = api_helper.LocalXenAPIClient() # need to refresh the host, in case we just joined a pool host = api_helper.Host(client, api_helper.get_this_host_ref(session)) if not DOCKER_MONITOR: DOCKER_MONITOR = DockerMonitor(host) else: DOCKER_MONITOR.set_host(host) log.info("Monitoring host %s" % (host.get_id())) try: # Avoid race conditions - get a current event token event_from = session.xenapi.event_from(["vm"], '', 0.0) token_from = event_from['token'] # Now load the VMs that are enabled for monitoring DOCKER_MONITOR.refresh() while True: event_from = session.xenapi.event_from( ["vm"], token_from, EVENT_FROM_TIMEOUT_S) token_from = event_from['token'] events = event_from['events'] for event in events: if (event['operation'] == 'mod' and 'snapshot' in event): # At this point the monitor may need to # refresh it's monitoring state of a particular # vm. DOCKER_MONITOR.process_vmrecord(event['ref'], event['snapshot']) elif event['operation'] == 'del': DOCKER_MONITOR.process_vm_del(event['ref']) finally: try: session.xenapi.session.logout() except XenAPI.Failure: log.exception("Failed when trying to logout") except (socket.error, XenAPI.Failure, xmlrpclib.ProtocolError) as e: if session is not None: log.exception(e) log.error("Could not connect to XAPI - Is XAPI running? " + "Will retry in %d" % (XAPIRETRYSLEEPINS)) else: log.exception("Recovering from XAPI failure - Is XAPI " + "restarting? Will retry in %d." % (XAPIRETRYSLEEPINS)) time.sleep(XAPIRETRYSLEEPINS) api_helper.reinit_global_xapi_session()
def decorated(*args, **kwargs): try: return func(*args, **kwargs) except Exception, exception: log.error("Caught exception '%s'. Retrying with new session." % (str(exception))) reinit_global_xapi_session() # Return the func undecorated return func(*args, **kwargs)
def decorated(*args, **kwargs): try: return func(*args, **kwargs) except Exception, exception: log.error("Caught exception '%s'. Retrying with new session." % (str(exception))) reinit_global_xapi_session() # Return the func undecorated return func(*args, **kwargs)
def missing_host_key(self, client, hostname, key): hostkey = key.get_base64() remembered_hostkey = api_helper.get_ssh_hostkey(self._session, self._vm_uuid) if remembered_hostkey: # We have a key on record if hostkey == remembered_hostkey: # all good - continue return else: # bad - throw error because of mismatch message = ("Key for VM %s does not match the known public key." % (self._vm_uuid)) log.error(message) raise VmHostKeyException(message) else: # we don't have key on record. Let's remember this one for next # time log.debug("No public key on record found for %s. Will remember." % hostkey) api_helper.set_ssh_hostkey(self._session, self._vm_uuid, hostkey) # all good - continue return
def missing_host_key(self, client, hostname, key): hostkey = key.get_base64() remembered_hostkey = api_helper.get_ssh_hostkey( self._session, self._vm_uuid) if remembered_hostkey: # We have a key on record if hostkey == remembered_hostkey: # all good - continue return else: # bad - throw error because of mismatch message = ( "Key for VM %s does not match the known public key." % (self._vm_uuid)) log.error(message) raise VmHostKeyException(message) else: # we don't have key on record. Let's remember this one for next # time log.debug("No public key on record found for %s. Will remember." % hostkey) api_helper.set_ssh_hostkey(self._session, self._vm_uuid, hostkey) # all good - continue return