class Monitor(object):
def __init__(self, settings, tail=False):
self.logger = logging.getLogger('logsandra.monitord')
self.settings = settings
self.client = CassandraClient(settings['ident'], settings['cassandra_host'],
settings['cassandra_port'], settings['cassandra_timeout'])
self.tail = tail
self.seek_position = {}
self.parsers = {}
parsers_path = os.path.join(os.path.dirname(imp.find_module('logsandra/monitor/')[1]), 'parsers/')
parsers_files = []
for filename in os.listdir(parsers_path):
if filename.endswith('.py') and not filename.startswith('__'):
parsers_files.append(filename[:-3])
parsers_temp = __import__('logsandra.monitor.parsers', globals(), locals(), parsers_files, -1)
for filename in parsers_files:
module = getattr(parsers_temp, filename)
classname = '%sParser' % (filename.capitalize())
self.parsers[filename] = getattr(module, classname)(self.client)
def run(self):
self.logger.debug('Starting watcher')
self.watcher = Watcher(self.settings['paths'], self.callback)
self.watcher.loop()
def callback(self, filename, data):
if os.path.basename(filename).startswith('.'):
return False
self.logger.debug('A change occurred in file %s with data %s' % (filename, data))
try:
file_handler = open(filename, 'rb')
if filename in self.seek_position:
file_handler.seek(self.seek_position[filename])
else:
if self.tail:
file_handler.seek(0, os.SEEK_END)
for line in file_handler:
line = line.strip()
result = self.parsers[data['parser']['name']].parse(line, data['source'], data['parser'])
if result:
self.logger.debug('Parsed line: %s' % line)
else:
self.logger.error('Failed to parse line: %s' % line)
# TODO: Persist seek_position
self.seek_position[filename] = file_handler.tell()
file_handler.close()
except IOError:
pass
def run(self):
self.logger.debug('Starting watcher')
self.watcher = Watcher(self.settings['paths'], self.callback)
self.watcher.loop()
def run(self):
self.logger.debug('Starting watcher')
self.watcher = Watcher(self.settings['paths'], self.callback)
self.watcher.loop()
class Monitor(object):
def __init__(self, settings, tail=False):
self.logger = logging.getLogger('logsandra.monitord')
self.settings = settings
self.client = CassandraClient(settings['ident'],
settings['cassandra_host'],
settings['cassandra_port'],
settings['cassandra_timeout'])
self.tail = tail
self.seek_position = {}
self.parsers = {}
parsers_path = os.path.join(
os.path.dirname(imp.find_module('logsandra/monitor/')[1]),
'parsers/')
parsers_files = []
for filename in os.listdir(parsers_path):
if filename.endswith('.py') and not filename.startswith('__'):
parsers_files.append(filename[:-3])
parsers_temp = __import__('logsandra.monitor.parsers', globals(),
locals(), parsers_files, -1)
for filename in parsers_files:
module = getattr(parsers_temp, filename)
classname = '%sParser' % (filename.capitalize())
self.parsers[filename] = getattr(module, classname)(self.client)
def run(self):
self.logger.debug('Starting watcher')
self.watcher = Watcher(self.settings['paths'], self.callback)
self.watcher.loop()
def callback(self, filename, data):
if os.path.basename(filename).startswith('.'):
return False
self.logger.debug('A change occurred in file %s with data %s' %
(filename, data))
try:
file_handler = open(filename, 'rb')
if filename in self.seek_position:
file_handler.seek(self.seek_position[filename])
else:
if self.tail:
file_handler.seek(0, os.SEEK_END)
for line in file_handler:
line = line.strip()
result = self.parsers[data['parser']['name']].parse(
line, data['source'], data['parser'])
if result:
self.logger.debug('Parsed line: %s' % line)
else:
self.logger.error('Failed to parse line: %s' % line)
# TODO: Persist seek_position
self.seek_position[filename] = file_handler.tell()
file_handler.close()
except IOError:
pass