def init(self, log_fmt):
super(LogWatch_ProcessErrors, self).init(log_fmt)
self.hostname = socket.gethostname()
self.error_reset_interval = self.cf.getint('error_reset_interval', 300)
self.last_error_time = time.time()
self.msg_suffix = self.cf.get('msg-suffix', 'confdb')
if self.msg_suffix and not is_msg_req_valid(self.msg_suffix):
self.log.error("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
def init (self, log_fmt):
super(LogWatch_ProcessErrors, self).init(log_fmt)
self.hostname = socket.gethostname()
self.error_reset_interval = self.cf.getint ('error_reset_interval', 300)
self.last_error_time = time.time()
self.msg_suffix = self.cf.get ('msg-suffix', 'confdb')
if self.msg_suffix and not is_msg_req_valid (self.msg_suffix):
self.log.error ("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
def reload(self):
super(LogfileTailer, self).reload()
self.op_mode = self.cf.get('operation-mode', '')
if self.op_mode not in (None, '', 'classic', 'rotated'):
self.log.error("unknown operation-mode: %s", self.op_mode)
self.file_mode = self.cf.get('file-mode', '')
if self.file_mode not in (None, '', 'text', 'binary'):
self.log.error("unknown file-mode: %s", self.file_mode)
self.logdir = self.cf.getfile('logdir')
if self.op_mode in (None, '', 'classic'):
self.logmask = self.cf.get('logmask')
elif self.op_mode == 'rotated':
self.logname = self.cf.get('logname')
if re.search('\?|\*', self.logname):
self.log.error("wildcards in logname not supported: %s",
self.logname)
self.logmask = self.logname
self.compression = self.cf.get('compression', '')
if self.compression not in (None, '', 'none', 'gzip', 'bzip2'):
self.log.error("unknown compression: %s", self.compression)
self.compression_level = self.cf.getint('compression-level', '')
self.msg_suffix = self.cf.get('msg-suffix', '')
if self.msg_suffix and not is_msg_req_valid(self.msg_suffix):
self.log.error("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
self.use_blob = self.cf.getbool('use-blob', True)
self.lag_maxbytes = cc.util.hsize_to_bytes(
self.cf.get('lag-max-bytes', '0'))
self.reverse_sort = False
self.buf_maxbytes = cc.util.hsize_to_bytes(
self.cf.get('buffer-bytes', '0'))
self.buf_maxlines = self.cf.getint('buffer-lines', -1)
self.buf_maxdelay = 1.0
# compensate for our config class weakness
if self.buf_maxbytes <= 0: self.buf_maxbytes = None
if self.buf_maxlines < 0: self.buf_maxlines = None
# set defaults if nothing found in config
if self.buf_maxbytes is None and self.buf_maxlines is None:
self.buf_maxbytes = 1024 * 1024
if self.compression not in (None, '', 'none'):
if self.buf_maxbytes < self.BUF_MINBYTES:
self.log.info("buffer-bytes too low, adjusting: %i -> %i",
self.buf_maxbytes, self.BUF_MINBYTES)
self.buf_maxbytes = self.BUF_MINBYTES
def reload(self):
super(InfofileCollector, self).reload()
self.infodir = self.cf.getfile('infodir')
self.infomask = self.cf.get('infomask')
self.compression = self.cf.get('compression', 'none')
if self.compression not in (None, '', 'none', 'gzip', 'bzip2'):
self.log.error("unknown compression: %s", self.compression)
self.compression_level = self.cf.getint('compression-level', '')
self.maint_period = self.cf.getint('maint-period', 60 * 60)
self.stats_period = self.cf.getint('stats-period', 30)
self.msg_suffix = self.cf.get('msg-suffix', '')
if self.msg_suffix and not is_msg_req_valid(self.msg_suffix):
self.log.error("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
self.use_blob = self.cf.getbool('use-blob', True)
def reload(self):
super(InfofileCollector, self).reload()
self.infodir = self.cf.getfile('infodir')
self.infomask = self.cf.get('infomask')
self.compression = self.cf.get ('compression', 'none')
if self.compression not in (None, '', 'none', 'gzip', 'bzip2'):
self.log.error ("unknown compression: %s", self.compression)
self.compression_level = self.cf.getint ('compression-level', '')
self.maint_period = self.cf.getint ('maint-period', 60 * 60)
self.stats_period = self.cf.getint ('stats-period', 30)
self.msg_suffix = self.cf.get ('msg-suffix', '')
if self.msg_suffix and not is_msg_req_valid (self.msg_suffix):
self.log.error ("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
self.use_blob = self.cf.getbool ('use-blob', True)
def reload (self):
super(LogfileTailer, self).reload()
self.op_mode = self.cf.get ('operation-mode', '')
if self.op_mode not in (None, '', 'classic', 'rotated'):
self.log.error ("unknown operation-mode: %s", self.op_mode)
self.file_mode = self.cf.get ('file-mode', '')
if self.file_mode not in (None, '', 'text', 'binary'):
self.log.error ("unknown file-mode: %s", self.file_mode)
self.logdir = self.cf.getfile ('logdir')
if self.op_mode in (None, '', 'classic'):
self.logmask = self.cf.get ('logmask')
elif self.op_mode == 'rotated':
self.logname = self.cf.get ('logname')
if re.search ('\?|\*', self.logname):
self.log.error ("wildcards in logname not supported: %s", self.logname)
self.logmask = self.logname
self.compression = self.cf.get ('compression', '')
if self.compression not in (None, '', 'none', 'gzip', 'bzip2'):
self.log.error ("unknown compression: %s", self.compression)
self.compression_level = self.cf.getint ('compression-level', '')
self.msg_suffix = self.cf.get ('msg-suffix', '')
if self.msg_suffix and not is_msg_req_valid (self.msg_suffix):
self.log.error ("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
self.use_blob = self.cf.getbool ('use-blob', True)
self.lag_maxbytes = cc.util.hsize_to_bytes (self.cf.get ('lag-max-bytes', '0'))
self.reverse_sort = False
self.buf_maxbytes = cc.util.hsize_to_bytes (self.cf.get ('buffer-bytes', '0'))
self.buf_maxlines = self.cf.getint ('buffer-lines', -1)
self.buf_maxdelay = 1.0
# compensate for our config class weakness
if self.buf_maxbytes <= 0: self.buf_maxbytes = None
if self.buf_maxlines < 0: self.buf_maxlines = None
# set defaults if nothing found in config
if self.buf_maxbytes is None and self.buf_maxlines is None:
self.buf_maxbytes = 1024 * 1024
if self.compression not in (None, '', 'none'):
if self.buf_maxbytes < self.BUF_MINBYTES:
self.log.info ("buffer-bytes too low, adjusting: %i -> %i", self.buf_maxbytes, self.BUF_MINBYTES)
self.buf_maxbytes = self.BUF_MINBYTES
def init (self, log_fmt):
super(LogWatch_HandleStats, self).init(log_fmt)
# depends on pg_settings.log_function_calls
self.parse_statements = self.cf.getbool ('parse_statements', True)
self.msg_suffix = self.cf.get ('msg-suffix', 'confdb')
if self.msg_suffix and not is_msg_req_valid (self.msg_suffix):
self.log.error ("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
self.hostname = socket.gethostname()
self.stat_queue_name = self.cf.get ('stat_queue_name', '')
self.max_stat_items = self.cf.get ('max_stat_items', 10000)
self.stat_dump_interval = self.cf.getint ('stat_interval', 3600)
self.last_stat_dump = time.time()
self.client_stats = {}
self.timer = PeriodicCallback (self.save_stats, self.stat_dump_interval * 1000)
self.timer.start()
def startup(self):
super(InfoScript, self).startup()
self.ioloop = IOLoop.instance()
self.info_script = self.cf.get("info-script")
self.info_period = self.cf.getfloat("info-period")
self.info_name = self.cf.get("info-name")
self.compression = self.cf.get("compression", "none")
if self.compression not in (None, "", "none", "gzip", "bzip2"):
self.log.error("unknown compression: %s", self.compression)
self.compression_level = self.cf.getint("compression-level", "")
self.msg_suffix = self.cf.get("msg-suffix", "")
if self.msg_suffix and not is_msg_req_valid(self.msg_suffix):
self.log.error("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
self.use_blob = self.cf.getbool("use-blob", True)
self.timer = StrictPeriod(self.run_info_script, self.info_period * 1000, self.ioloop)
self.timer.start()
self.run_info_script()
def init(self, log_fmt):
super(LogWatch_HandleStats, self).init(log_fmt)
# depends on pg_settings.log_function_calls
self.parse_statements = self.cf.getbool('parse_statements', True)
self.msg_suffix = self.cf.get('msg-suffix', 'confdb')
if self.msg_suffix and not is_msg_req_valid(self.msg_suffix):
self.log.error("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
self.hostname = socket.gethostname()
self.stat_queue_name = self.cf.get('stat_queue_name', '')
self.max_stat_items = self.cf.get('max_stat_items', 10000)
self.stat_dump_interval = self.cf.getint('stat_interval', 3600)
self.last_stat_dump = time.time()
self.client_stats = {}
self.timer = PeriodicCallback(self.save_stats,
self.stat_dump_interval * 1000)
self.timer.start()
def startup(self):
super(InfoScript, self).startup()
self.ioloop = IOLoop.instance()
self.info_script = self.cf.get('info-script')
self.info_period = self.cf.getfloat('info-period')
self.info_name = self.cf.get('info-name')
self.compression = self.cf.get('compression', 'none')
if self.compression not in (None, '', 'none', 'gzip', 'bzip2'):
self.log.error("unknown compression: %s", self.compression)
self.compression_level = self.cf.getint('compression-level', '')
self.msg_suffix = self.cf.get('msg-suffix', '')
if self.msg_suffix and not is_msg_req_valid(self.msg_suffix):
self.log.error("invalid msg-suffix: %s", self.msg_suffix)
self.msg_suffix = None
self.use_blob = self.cf.getbool('use-blob', True)
self.timer = StrictPeriod(self.run_info_script,
self.info_period * 1000, self.ioloop)
self.timer.start()
self.run_info_script()
