class Smokerd(object):
"""
Main entrance for smokerd
"""
conf = {}
# ThreadedHTTPServer instance
server = None
# PluginManager instance
pluginmgr = None
def __init__(self, **kwargs):
"""
Initialize smokerd
* load submitted arguments
* load config
* catch SIGINT/SIGTERM
"""
# Load user-supplied arguments and config file
# args have to be dictionary
self.conf = kwargs
if 'config' not in kwargs:
lg.info(
"Config argument not submitted, default config file will be used!"
)
self.conf['config'] = '/etc/smokerd/smokerd.yaml'
self._load_config()
# Catch SIGINT and SIGTERM if supported
if hasattr(signal, 'SIGINT'):
signal.signal(signal.SIGINT, self._shutdown)
if hasattr(signal, 'SIGTERM'):
signal.signal(signal.SIGTERM, self._shutdown)
def _yaml_include(self, loader, node):
"""
Include another yaml file from main file
This is usually done by registering !include tag
"""
filepath = "%s/%s" % (os.path.dirname(self.conf['config']), node.value)
try:
with open(filepath, 'r') as inputfile:
return yaml.load(inputfile)
except IOError as e:
lg.error("Can't include config file %s: %s" % (filepath, e))
raise
def _load_config(self):
"""
Load specified config file
"""
try:
fp = open(self.conf['config'], 'r')
except IOError as e:
lg.error("Can't read config file %s: %s" %
(self.conf['config'], e))
raise
# Register include constructor
yaml.add_constructor('!include', self._yaml_include)
try:
conf = yaml.load(fp)
except Exception as e:
lg.error("Can't parse config file %s: %s" %
(self.conf['config'], e))
raise
finally:
fp.close()
# Store parameters but don't overwite
# those submitted by command line
for key, value in conf.iteritems():
if self.conf.has_key(key):
# User has submitted own parameter,
# use that instead of config one
lg.debug(
"Using parameter %s from user, ignoring config file value"
% key)
else:
self.conf[key] = value
def run(self):
"""
Run daemon
* change effective uid/gid
* start thread for each check
* start webserver
"""
lg.info("Starting daemon")
# Change effective UID/GID
if self.conf.has_key('uid') and self.conf.has_key('gid'):
if os.geteuid != self.conf['uid'] and os.getegid != self.conf[
'gid']:
try:
os.setegid(self.conf['gid'])
os.seteuid(self.conf['uid'])
except TypeError as e:
lg.error(
"Config parameters uid/gid have to be integers: %s" %
e)
except OSError as e:
lg.error("Can't switch effective UID/GID to %s/%s: %s" %
(self.conf['uid'], self.conf['gid'], e))
lg.exception(e)
self._shutdown(exitcode=1)
else:
lg.info("Not changing effective UID/GID, keeping %s/%s" %
(os.geteuid(), os.getegid()))
if not isinstance(self.conf['bind_port'], int):
lg.error("Config parameter bind_port has to be integer")
# Initialize plugin manager
config = {}
for key in ['plugins', 'templates', 'actions']:
try:
config[key] = self.conf[key]
except KeyError as e:
lg.warn("Config section not found: %s" % e)
# Check we have some plugins configured
if not config['plugins']:
lg.error('No configured plugins')
self._shutdown(exitcode=1)
try:
self.pluginmgr = PluginManager(**config)
except Exception as e:
lg.error("Can't initialize PluginManager")
lg.exception(e)
self._shutdown(exitcode=1)
try:
self.pluginmgr.start()
except Exception as e:
lg.error("Can't start PluginManager")
lg.exception(e)
self._shutdown(exitcode=1)
lg.info("Starting webserver on %(bind_host)s:%(bind_port)s" %
self.conf)
try:
self.server = ThreadedHTTPServer(
(self.conf['bind_host'], self.conf['bind_port']), HTTPHandler,
self)
try:
self.server.serve_forever()
except select.error as e:
# Suppress exception during shutdown
# (4, 'Interrupted system call')
pass
except KeyboardInterrupt:
lg.info("Interrupted")
except Exception as e:
lg.error("Can't start HTTP server: %s" % e)
lg.exception(e)
self._shutdown(exitcode=1)
def stop(self):
"""
Kill running daemon
Use sys.exit() here instead of self._shutdown(), because it's executed from separate process
"""
if not os.path.isfile(self.conf['pidfile']):
lg.error("PID file doesn't exist! Daemon not running?")
sys.exit(1)
fp = open(self.conf['pidfile'], 'r')
pid = fp.read()
fp.close()
lg.info("Killing process %s" % pid)
os.kill(int(pid), signal.SIGTERM)
def daemonize(self):
"""
Daemonize and run daemon
Use double-fork magic to do that
Use sys.exit() here instead of self._shutdown() because we don't have running
daemon to shutdown in this function
"""
# Check PID file
if os.path.isfile(self.conf['pidfile']):
lg.error("PID file %s already exists" % self.conf['pidfile'])
sys.exit(1)
# Unix double-fork magic
pid = os.fork()
if pid:
sys.exit(0)
os.chdir('/')
os.setsid()
os.umask(0)
pid = os.fork()
if pid:
sys.exit(0)
# Ensure that directories for stdout and stderr logging
# exists or create them
for log in ['stdout', 'stderr', 'stdin']:
path = os.path.dirname(self.conf[log])
if not os.path.exists(path):
os.mkdir(path)
# Redirect standard I/O
sys.stdout.flush()
sys.stderr.flush()
try:
si = file(self.conf['stdin'], 'r')
so = file(self.conf['stdout'], 'a+')
se = file(self.conf['stderr'], 'a+', 0)
except Exception as e:
lg.error("Can't open configured output: %s" % e)
lg.exception(e)
sys.exit(1)
os.dup2(si.fileno(), sys.stdin.fileno())
os.dup2(so.fileno(), sys.stdout.fileno())
os.dup2(se.fileno(), sys.stderr.fileno())
# Save PID into pidfile
try:
fh = open(self.conf['pidfile'], 'w')
fh.write(str(os.getpid()))
fh.flush()
fh.close()
except Exception as e:
lg.error("Can't write PID into pidfile: %s" % e)
sys.exit(1)
try:
self.run()
except Exception as e:
# On exception, try to shutdown and log
self._shutdown(exitcode=1)
lg.exception(e)
def _shutdown(self, signum=None, frame=None, exitcode=0, exception=False):
"""
Shutdown smoker daemon (internal use)
exitcode - exit code number (default 0)
signum, frame - used by signal handler
exception - if True, raise on exception, otherwise just log it and pass
"""
# Ignore if we are already stopping
if self.pluginmgr and self.pluginmgr.stopping:
return
lg.info("Shutting down")
try:
# Shutdown webserver
if self.server:
self.server.socket.close()
# Shutdown pluginmanager and all plugins
if self.pluginmgr:
self.pluginmgr.stop()
# Kill all running threads that has left (there shouldn't be any)
if threading.activeCount() > 1:
lg.info("Killing %s active threads" %
(threading.activeCount() - 1))
for t in threading.enumerate():
if t.getName() == 'MainThread':
continue
t._Thread__stop()
# Remove PID file if exists
if os.path.isfile(self.conf['pidfile']):
os.remove(self.conf['pidfile'])
except Exception as e:
lg.exception(e)
if exception:
raise
sys.exit(exitcode)
class Smokerd(object):
"""
Main entrance for smokerd
"""
conf = {}
# ThreadedHTTPServer instance
server = None
# PluginManager instance
pluginmgr = None
def __init__(self, **kwargs):
"""
Initialize smokerd
* load submitted arguments
* load config
* catch SIGINT/SIGTERM
"""
# Load user-supplied arguments and config file
# args have to be dictionary
self.conf = kwargs
if not kwargs['config']:
lg.info("Config argument not submitted, default config file will be used!")
self.conf['config'] = '/etc/smokerd/smokerd.yaml'
self._load_config()
# Catch SIGINT and SIGTERM if supported
if hasattr(signal, 'SIGINT'):
signal.signal(signal.SIGINT, self._shutdown)
if hasattr(signal, 'SIGTERM'):
signal.signal(signal.SIGTERM, self._shutdown)
def _yaml_include(self, loader, node):
"""
Include another yaml file from main file
This is usually done by registering !include tag
"""
filepath = "%s/%s" % (os.path.dirname(self.conf['config']), node.value)
try:
with open(filepath, 'r') as inputfile:
return yaml.load(inputfile)
except IOError as e:
lg.error("Can't include config file %s: %s" % (filepath, e))
raise
def _load_config(self):
"""
Load specified config file
"""
try:
fp = open(self.conf['config'], 'r')
except IOError as e:
lg.error("Can't read config file %s: %s" % (self.conf['config'], e))
raise
# Register include constructor
yaml.add_constructor('!include', self._yaml_include)
try:
conf = yaml.load(fp)
except Exception as e:
lg.error("Can't parse config file %s: %s" % (self.conf['config'], e))
raise
finally:
fp.close()
# Store parameters but don't overwite
# those submitted by command line
for key, value in conf.iteritems():
if self.conf.has_key(key):
# User has submitted own parameter,
# use that instead of config one
lg.debug("Using parameter %s from user, ignoring config file value" % key)
else:
self.conf[key] = value
def run(self):
"""
Run daemon
* change effective uid/gid
* start thread for each check
* start webserver
"""
lg.info("Starting daemon")
# Change effective UID/GID
if self.conf.has_key('uid') and self.conf.has_key('gid'):
if os.geteuid != self.conf['uid'] and os.getegid != self.conf['gid']:
try:
os.setegid(self.conf['gid'])
os.seteuid(self.conf['uid'])
except TypeError as e:
lg.error("Config parameters uid/gid have to be integers: %s" % e)
except OSError as e:
lg.error("Can't switch effective UID/GID to %s/%s: %s" % (self.conf['uid'], self.conf['gid'], e))
lg.exception(e)
self._shutdown(exitcode=1)
else:
lg.info("Not changing effective UID/GID, keeping %s/%s" % (os.geteuid(), os.getegid()))
if not isinstance(self.conf['bind_port'], int):
lg.error("Config parameter bind_port has to be integer")
# Initialize plugin manager
config = {}
for key in ['plugins', 'templates', 'actions']:
try:
config[key] = self.conf[key]
except KeyError as e:
lg.warn("Config section not found: %s" % e)
# Check we have some plugins configured
if not config['plugins']:
lg.error('No configured plugins')
self._shutdown(exitcode=1)
try:
self.pluginmgr = PluginManager(**config)
except Exception as e:
lg.error("Can't initialize PluginManager")
lg.exception(e)
self._shutdown(exitcode=1)
try:
self.pluginmgr.start()
except Exception as e:
lg.error("Can't start PluginManager")
lg.exception(e)
self._shutdown(exitcode=1)
lg.info("Starting webserver on %(bind_host)s:%(bind_port)s" % self.conf)
try:
self.server = ThreadedHTTPServer((self.conf['bind_host'], self.conf['bind_port']), HTTPHandler, self)
try:
self.server.serve_forever()
except select.error as e:
# Suppress exception during shutdown
# (4, 'Interrupted system call')
pass
except KeyboardInterrupt:
lg.info("Interrupted")
except Exception as e:
lg.error("Can't start HTTP server: %s" % e)
lg.exception(e)
self._shutdown(exitcode=1)
def stop(self):
"""
Kill running daemon
Use sys.exit() here instead of self._shutdown(), because it's executed from separate process
"""
if not os.path.isfile(self.conf['pidfile']):
lg.error("PID file doesn't exist! Daemon not running?")
sys.exit(1)
fp = open(self.conf['pidfile'], 'r')
pid = fp.read()
fp.close()
lg.info("Killing process %s" % pid)
os.kill(int(pid), signal.SIGTERM)
def daemonize(self):
"""
Daemonize and run daemon
Use double-fork magic to do that
Use sys.exit() here instead of self._shutdown() because we don't have running
daemon to shutdown in this function
"""
# Check PID file
if os.path.isfile(self.conf['pidfile']):
lg.error("PID file %s already exists" % self.conf['pidfile'])
sys.exit(1)
# Unix double-fork magic
pid = os.fork()
if pid > 0:
sys.exit(0)
os.chdir('/')
os.setsid()
os.umask(0)
pid = os.fork()
if pid > 0:
sys.exit(0)
# Ensure that directories for stdout and stderr logging
# exists or create them
for log in ['stdout', 'stderr', 'stdin']:
path = os.path.dirname(self.conf[log])
if not os.path.exists(path):
os.mkdir(path)
# Redirect standard I/O
sys.stdout.flush()
sys.stderr.flush()
try:
si = file(self.conf['stdin'], 'r')
so = file(self.conf['stdout'], 'a+')
se = file(self.conf['stderr'], 'a+', 0)
except Exception as e:
lg.error("Can't open configured output: %s" % e)
lg.exception(e)
sys.exit(1)
os.dup2(si.fileno(), sys.stdin.fileno())
os.dup2(so.fileno(), sys.stdout.fileno())
os.dup2(se.fileno(), sys.stderr.fileno())
# Save PID into pidfile
try:
fh = open(self.conf['pidfile'], 'w')
fh.write(str(os.getpid()))
fh.flush()
fh.close()
except Exception as e:
lg.error("Can't write PID into pidfile: %s" % e)
sys.exit(1)
try:
self.run()
except Exception as e:
# On exception, try to shutdown and log
self._shutdown(exitcode=1)
lg.exception(e)
def _shutdown(self, signum=None, frame=None, exitcode=0, exception=False):
"""
Shutdown smoker daemon (internal use)
exitcode - exit code number (default 0)
signum, frame - used by signal handler
exception - if True, raise on exception, otherwise just log it and pass
"""
# Ignore if we are already stopping
if self.pluginmgr.stopping:
return
lg.info("Shutting down")
try:
# Shutdown webserver
if self.server:
self.server.socket.close()
# Shutdown pluginmanager and all plugins
if self.pluginmgr:
self.pluginmgr.stop()
# Kill all running threads that has left (there shouldn't be any)
if threading.activeCount() > 1:
lg.info("Killing %s active threads" % (threading.activeCount() - 1))
for t in threading.enumerate():
if t.getName() == 'MainThread':
continue
t._Thread__stop()
# Remove PID file if exists
if os.path.isfile(self.conf['pidfile']):
os.remove(self.conf['pidfile'])
except Exception as e:
lg.exception(e)
if exception:
raise
sys.exit(exitcode)
def run(self):
"""
Run daemon
* change effective uid/gid
* start thread for each check
* start webserver
"""
lg.info("Starting daemon")
# Change effective UID/GID
if self.conf.has_key('uid') and self.conf.has_key('gid'):
if os.geteuid != self.conf['uid'] and os.getegid != self.conf[
'gid']:
try:
os.setegid(self.conf['gid'])
os.seteuid(self.conf['uid'])
except TypeError as e:
lg.error(
"Config parameters uid/gid have to be integers: %s" %
e)
except OSError as e:
lg.error("Can't switch effective UID/GID to %s/%s: %s" %
(self.conf['uid'], self.conf['gid'], e))
lg.exception(e)
self._shutdown(exitcode=1)
else:
lg.info("Not changing effective UID/GID, keeping %s/%s" %
(os.geteuid(), os.getegid()))
if not isinstance(self.conf['bind_port'], int):
lg.error("Config parameter bind_port has to be integer")
# Initialize plugin manager
config = {}
for key in ['plugins', 'templates', 'actions']:
try:
config[key] = self.conf[key]
except KeyError as e:
lg.warn("Config section not found: %s" % e)
# Check we have some plugins configured
if not config['plugins']:
lg.error('No configured plugins')
self._shutdown(exitcode=1)
try:
self.pluginmgr = PluginManager(**config)
except Exception as e:
lg.error("Can't initialize PluginManager")
lg.exception(e)
self._shutdown(exitcode=1)
try:
self.pluginmgr.start()
except Exception as e:
lg.error("Can't start PluginManager")
lg.exception(e)
self._shutdown(exitcode=1)
lg.info("Starting webserver on %(bind_host)s:%(bind_port)s" %
self.conf)
try:
self.server = ThreadedHTTPServer(
(self.conf['bind_host'], self.conf['bind_port']), HTTPHandler,
self)
try:
self.server.serve_forever()
except select.error as e:
# Suppress exception during shutdown
# (4, 'Interrupted system call')
pass
except KeyboardInterrupt:
lg.info("Interrupted")
except Exception as e:
lg.error("Can't start HTTP server: %s" % e)
lg.exception(e)
self._shutdown(exitcode=1)
def run(self):
"""
Run daemon
* change effective uid/gid
* start thread for each check
* start webserver
"""
lg.info("Starting daemon")
# Change effective UID/GID
if self.conf.has_key('uid') and self.conf.has_key('gid'):
if os.geteuid != self.conf['uid'] and os.getegid != self.conf['gid']:
try:
os.setegid(self.conf['gid'])
os.seteuid(self.conf['uid'])
except TypeError as e:
lg.error("Config parameters uid/gid have to be integers: %s" % e)
except OSError as e:
lg.error("Can't switch effective UID/GID to %s/%s: %s" % (self.conf['uid'], self.conf['gid'], e))
lg.exception(e)
self._shutdown(exitcode=1)
else:
lg.info("Not changing effective UID/GID, keeping %s/%s" % (os.geteuid(), os.getegid()))
if not isinstance(self.conf['bind_port'], int):
lg.error("Config parameter bind_port has to be integer")
# Initialize plugin manager
config = {}
for key in ['plugins', 'templates', 'actions']:
try:
config[key] = self.conf[key]
except KeyError as e:
lg.warn("Config section not found: %s" % e)
# Check we have some plugins configured
if not config['plugins']:
lg.error('No configured plugins')
self._shutdown(exitcode=1)
try:
self.pluginmgr = PluginManager(**config)
except Exception as e:
lg.error("Can't initialize PluginManager")
lg.exception(e)
self._shutdown(exitcode=1)
try:
self.pluginmgr.start()
except Exception as e:
lg.error("Can't start PluginManager")
lg.exception(e)
self._shutdown(exitcode=1)
lg.info("Starting webserver on %(bind_host)s:%(bind_port)s" % self.conf)
try:
self.server = ThreadedHTTPServer((self.conf['bind_host'], self.conf['bind_port']), HTTPHandler, self)
try:
self.server.serve_forever()
except select.error as e:
# Suppress exception during shutdown
# (4, 'Interrupted system call')
pass
except KeyboardInterrupt:
lg.info("Interrupted")
except Exception as e:
lg.error("Can't start HTTP server: %s" % e)
lg.exception(e)
self._shutdown(exitcode=1)
