class FileWatchSensor(Sensor):
def __init__(self, sensor_service, config=None):
super(FileWatchSensor, self).__init__(
sensor_service=sensor_service, config=config
)
self.log = self._sensor_service.get_logger(__name__)
self.tail = None
self.file_ref = {}
def setup(self):
self.tail = Tail(filenames=[])
self.tail.handler = self._handle_line
self.tail.should_run = True
def run(self):
self.tail.run()
def cleanup(self):
if self.tail:
self.tail.should_run = False
try:
self.tail.notifier.stop()
except Exception:
self.log.exception("Unable to stop the tail notifier")
def add_trigger(self, trigger):
file_path = trigger["parameters"].get("file_path", None)
if not file_path:
self.log.error('Received trigger type without "file_path" field.')
return
trigger = trigger.get("ref", None)
if not trigger:
raise Exception(f"Trigger {trigger} did not contain a ref.")
# Wait a bit to avoid initialization race in logshipper library
eventlet.sleep(1.0)
self.tail.add_file(filename=file_path)
self.file_ref[file_path] = trigger
self.log.info(f"Added file '{file_path}' ({trigger}) to watch list.")
def update_trigger(self, trigger):
pass
def remove_trigger(self, trigger):
file_path = trigger["parameters"].get("file_path", None)
if not file_path:
self.log.error("Received trigger type without 'file_path' field.")
return
self.tail.remove_file(filename=file_path)
self.file_ref.pop(file_path)
self.log.info(f"Removed file '{file_path}' ({trigger}) from watch list.")
def _handle_line(self, file_path, line):
if file_path not in self.file_ref:
self.log.error(
f"No reference found for {file_path}, unable to emit trigger!"
)
return
trigger = self.file_ref[file_path]
payload = {
"file_path": file_path,
"file_name": os.path.basename(file_path),
"line": line,
}
self.log.debug(
f"Sending payload {payload} for trigger {trigger} to sensor_service."
)
self.sensor_service.dispatch(trigger=trigger, payload=payload)
class FileWatchSensor(Sensor):
def __init__(self, sensor_service, config=None):
super(FileWatchSensor, self).__init__(sensor_service=sensor_service,
config=config)
self._trigger = None
self._logger = self._sensor_service.get_logger(__name__)
self._tail = None
def setup(self):
self._tail = Tail(filenames=[])
self._tail.handler = self._handle_line
self._tail.should_run = True
def run(self):
self._tail.run()
def cleanup(self):
if self._tail:
self._tail.should_run = False
try:
self._tail.notifier.stop()
except Exception:
pass
def add_trigger(self, trigger):
file_path = trigger['parameters'].get('file_path', None)
if not file_path:
self._logger.error('Received trigger type without "file_path" field.')
return
self._trigger = trigger.get('ref', None)
if not self._trigger:
raise Exception('Trigger %s did not contain a ref.' % trigger)
self._tail.add_file(filename=file_path)
self._logger.info('Added file "%s"' % (file_path))
def update_trigger(self, trigger):
pass
def remove_trigger(self, trigger):
file_path = trigger['parameters'].get('file_path', None)
if not file_path:
self._logger.error('Received trigger type without "file_path" field.')
return
self._tail.remove_file(filename=file_path)
self._trigger = None
self._logger.info('Removed file "%s"' % (file_path))
def _handle_line(self, file_path, line):
trigger = self._trigger
payload = {
'file_path': file_path,
'file_name': os.path.basename(file_path),
'line': line
}
self._logger.debug('Sending payload %s for trigger %s to sensor_service.',
payload, trigger)
self.sensor_service.dispatch(trigger=trigger, payload=payload)
class FileWatchSensor(Sensor):
def __init__(self, sensor_service, config=None):
super(FileWatchSensor, self).__init__(sensor_service=sensor_service,
config=config)
self._trigger = None
self._logger = self._sensor_service.get_logger(__name__)
self._tail = None
def setup(self):
self._tail = Tail(filenames=[])
self._tail.handler = self._handle_line
self._tail.should_run = True
def run(self):
self._tail.run()
def cleanup(self):
if self._tail:
self._tail.should_run = False
try:
self._tail.notifier.stop()
except Exception:
self._logger.exception("Unable to stop the tail notifier")
def add_trigger(self, trigger):
file_path = trigger["parameters"].get("file_path", None)
if not file_path:
self._logger.error(
'Received trigger type without "file_path" field.')
return
self._trigger = trigger.get("ref", None)
if not self._trigger:
raise Exception("Trigger %s did not contain a ref." % trigger)
# Wait a bit to avoid initialization race in logshipper library
eventlet.sleep(1.0)
self._tail.add_file(filename=file_path)
self._logger.info('Added file "%s"' % (file_path))
def update_trigger(self, trigger):
pass
def remove_trigger(self, trigger):
file_path = trigger["parameters"].get("file_path", None)
if not file_path:
self._logger.error(
'Received trigger type without "file_path" field.')
return
self._tail.remove_file(filename=file_path)
self._trigger = None
self._logger.info('Removed file "%s"' % (file_path))
def _handle_line(self, file_path, line):
trigger = self._trigger
payload = {
"file_path": file_path,
"file_name": os.path.basename(file_path),
"line": line,
}
self._logger.debug(
"Sending payload %s for trigger %s to sensor_service.", payload,
trigger)
self.sensor_service.dispatch(trigger=trigger, payload=payload)
class FileWatchSensor(Sensor):
def __init__(self, sensor_service, config=None):
super(FileWatchSensor, self).__init__(sensor_service=sensor_service,
config=config)
self._trigger = None
self._logger = self._sensor_service.get_logger(__name__)
self._tail = None
def setup(self):
self._tail = Tail(filenames=[])
self._tail.handler = self._handle_line
self._tail.should_run = True
def run(self):
self._tail.run()
def cleanup(self):
if self._tail:
self._tail.should_run = False
try:
self._tail.notifier.stop()
except Exception:
pass
def add_trigger(self, trigger):
file_path = trigger['parameters'].get('file_path', None)
if not file_path:
self._logger.error(
'Received trigger type without "file_path" field.')
return
self._trigger = trigger.get('ref', None)
if not self._trigger:
raise Exception('Trigger %s did not contain a ref.' % trigger)
self._tail.add_file(filename=file_path)
self._logger.info('Added file "%s"' % (file_path))
def update_trigger(self, trigger):
pass
def remove_trigger(self, trigger):
file_path = trigger['parameters'].get('file_path', None)
if not file_path:
self._logger.error(
'Received trigger type without "file_path" field.')
return
self._tail.remove_file(filename=file_path)
self._trigger = None
self._logger.info('Removed file "%s"' % (file_path))
def _handle_line(self, file_path, line):
trigger = self._trigger
payload = {
'file_path': file_path,
'file_name': os.path.basename(file_path),
'line': line
}
self._logger.debug(
'Sending payload %s for trigger %s to sensor_service.', payload,
trigger)
self.sensor_service.dispatch(trigger=trigger, payload=payload)
class FileWatchSensor(Sensor):
def __init__(self, sensor_service, config=None):
super(FileWatchSensor, self).__init__(sensor_service=sensor_service,
config=config)
self._trigger_ref = 'linux.file_watch.line'
self._logger = self._sensor_service.get_logger(__name__)
self._file_paths = [] # stores a list of file paths we are monitoring
self._tail = None
def setup(self):
self._tail = Tail(filenames=[])
self._tail.handler = self._handle_line
self._tail.should_run = True
def run(self):
self._tail.run()
def cleanup(self):
if self._tail:
self._tail.should_run = False
try:
self._tail.notifier.stop()
except Exception:
pass
def add_trigger(self, trigger):
file_path = trigger['parameters'].get('file_path', None)
if not file_path:
self._logger.error(
'Received trigger type without "file_path" field.')
return
self._tail.add_file(filename=file_path)
self._logger.info('Added file "%s"' % (file_path))
def update_trigger(self, trigger):
pass
def remove_trigger(self, trigger):
file_path = trigger['parameters'].get('file_path', None)
if not file_path:
self._logger.error(
'Received trigger type without "file_path" field.')
return
self._tail.remove_file(filename=file_path)
self._logger.info('Removed file "%s"' % (file_path))
def _handle_line(self, file_path, line):
trigger = self._trigger_ref
payload = {
'file_path': file_path,
'file_name': os.path.basename(file_path),
'line': line
}
self.sensor_service.dispatch(trigger=trigger, payload=payload)
