def test_common_lib_path_not_in_pythonpath_env_var(self, mock_create_token,
mock_subproc_popen):
process_mock = Mock()
attrs = {'communicate.return_value': ('output', 'error')}
process_mock.configure_mock(**attrs)
mock_subproc_popen.return_value = process_mock
mock_create_token = Mock()
mock_create_token.return_value = 'WHOLETTHEDOGSOUT'
mock_dispatcher = Mock()
process_container = ProcessSensorContainer(None,
poll_interval=0.1,
dispatcher=mock_dispatcher)
sensor = {
'class_name': 'wolfpack.StupidSensor',
'ref': 'wolfpack.StupidSensor',
'id': '567890',
'trigger_types': ['some_trigga'],
'pack': 'wolfpack',
'file_path':
'/opt/stackstorm/packs/wolfpack/sensors/stupid_sensor.py',
'poll_interval': 5
}
process_container._enable_common_pack_libs = False
process_container._sensors = {'pack.StupidSensor': sensor}
process_container._spawn_sensor_process(sensor)
_, call_kwargs = mock_subproc_popen.call_args
actual_env = call_kwargs['env']
self.assertIn('PYTHONPATH', actual_env)
pack_common_lib_path = '/opt/stackstorm/packs/wolfpack/lib'
self.assertNotIn(pack_common_lib_path, actual_env['PYTHONPATH'])
def test_dispatch_triggers_on_spawn_exit(self):
mock_dispatcher = Mock()
process_container = ProcessSensorContainer(None,
poll_interval=0.1,
dispatcher=mock_dispatcher)
sensor = {'class_name': 'pack.StupidSensor'}
process = Mock()
process_attrs = {'pid': 1234}
process.configure_mock(**process_attrs)
cmd = 'sensor_wrapper.py --class-name pack.StupidSensor'
process_container._dispatch_trigger_for_sensor_spawn(
sensor, process, cmd)
mock_dispatcher.dispatch.assert_called_with(
'core.st2.sensor.process_spawn',
payload={
'timestamp': 1439441533,
'cmd': 'sensor_wrapper.py --class-name pack.StupidSensor',
'pid': 1234,
'id': 'pack.StupidSensor'
})
process_container._dispatch_trigger_for_sensor_exit(sensor, 1)
mock_dispatcher.dispatch.assert_called_with(
'core.st2.sensor.process_exit',
payload={
'id': 'pack.StupidSensor',
'timestamp': 1439441533,
'exit_code': 1
})
def _spin_container_and_wait(self, sensors):
exit_code = 0
try:
self._sensor_container = ProcessSensorContainer(
sensors=sensors, single_sensor_mode=self._single_sensor_mode)
self._container_thread = eventlet.spawn(self._sensor_container.run)
LOG.debug('Starting sensor CUD watcher...')
self._sensors_watcher.start()
exit_code = self._container_thread.wait()
LOG.error('Process container quit with exit_code %d.', exit_code)
LOG.error('(PID:%s) SensorContainer stopped.', os.getpid())
except (KeyboardInterrupt, SystemExit):
self._sensor_container.shutdown()
self._sensors_watcher.stop()
LOG.info('(PID:%s) SensorContainer stopped. Reason - %s',
os.getpid(),
sys.exc_info()[0].__name__)
eventlet.kill(self._container_thread)
self._container_thread = None
return exit_code
return exit_code
def test_common_lib_path_in_pythonpath_env_var(self, mock_create_token,
mock_subproc_popen):
process_mock = Mock()
attrs = {"communicate.return_value": ("output", "error")}
process_mock.configure_mock(**attrs)
mock_subproc_popen.return_value = process_mock
mock_create_token = Mock()
mock_create_token.return_value = "WHOLETTHEDOGSOUT"
mock_dispatcher = Mock()
process_container = ProcessSensorContainer(None,
poll_interval=0.1,
dispatcher=mock_dispatcher)
sensor = {
"class_name": "wolfpack.StupidSensor",
"ref": "wolfpack.StupidSensor",
"id": "567890",
"trigger_types": ["some_trigga"],
"pack": "wolfpack",
"file_path":
"/opt/stackstorm/packs/wolfpack/sensors/stupid_sensor.py",
"poll_interval": 5,
}
process_container._enable_common_pack_libs = True
process_container._sensors = {"pack.StupidSensor": sensor}
process_container._spawn_sensor_process(sensor)
_, call_kwargs = mock_subproc_popen.call_args
actual_env = call_kwargs["env"]
self.assertIn("PYTHONPATH", actual_env)
pack_common_lib_path = "/opt/stackstorm/packs/wolfpack/lib"
self.assertIn(pack_common_lib_path, actual_env["PYTHONPATH"])
def test_dispatch_triggers_on_spawn_exit(self):
mock_dispatcher = Mock()
process_container = ProcessSensorContainer(None,
poll_interval=0.1,
dispatcher=mock_dispatcher)
sensor = {"class_name": "pack.StupidSensor"}
process = Mock()
process_attrs = {"pid": 1234}
process.configure_mock(**process_attrs)
cmd = "sensor_wrapper.py --class-name pack.StupidSensor"
process_container._dispatch_trigger_for_sensor_spawn(
sensor, process, cmd)
mock_dispatcher.dispatch.assert_called_with(
"core.st2.sensor.process_spawn",
payload={
"timestamp": 1439441533,
"cmd": "sensor_wrapper.py --class-name pack.StupidSensor",
"pid": 1234,
"id": "pack.StupidSensor",
},
)
process_container._dispatch_trigger_for_sensor_exit(sensor, 1)
mock_dispatcher.dispatch.assert_called_with(
"core.st2.sensor.process_exit",
payload={
"id": "pack.StupidSensor",
"timestamp": 1439441533,
"exit_code": 1,
},
)
def test_no_sensors_dont_quit(self):
process_container = ProcessSensorContainer(None, poll_interval=0.1)
process_container_thread = eventlet.spawn(process_container.run)
eventlet.sleep(0.5)
self.assertEqual(process_container.running(), 0)
self.assertEqual(process_container.stopped(), False)
process_container.shutdown()
process_container_thread.kill()
def run_sensors(self, sensors):
"""
:param sensors: A list of DB models of sensors to run.
:type sensors: ``list``
"""
LOG.info('Setting up container to run %d sensors.', len(sensors))
sensors_to_run = []
for sensor in sensors:
# TODO: Directly pass DB object to the ProcessContainer
file_path = sensor.artifact_uri.replace('file://', '')
class_name = sensor.entry_point.split('.')[-1]
sensor_obj = {
'pack': sensor.pack,
'file_path': file_path,
'class_name': class_name,
'trigger_types': sensor.trigger_types,
'poll_interval': sensor.poll_interval
}
sensors_to_run.append(sensor_obj)
LOG.info('(PID:%s) SensorContainer started.', os.getpid())
sensor_container = ProcessSensorContainer(sensors=sensors_to_run)
def sigterm_handler(signum=None, frame=None):
# This will cause SystemExit to be throw and we call sensor_container.shutdown()
# there which cleans things up.
sys.exit(0)
# Register a SIGTERM signal handler which calls sys.exit which causes SystemExit to
# be thrown. We catch SystemExit and handle cleanup there.
signal.signal(signal.SIGTERM, sigterm_handler)
try:
exit_code = sensor_container.run()
LOG.info('(PID:%s) SensorContainer stopped. Reason - run ended.', os.getpid())
return exit_code
except (KeyboardInterrupt, SystemExit):
sensor_container.shutdown()
LOG.info('(PID:%s) SensorContainer stopped. Reason - %s', os.getpid(),
sys.exc_info()[0].__name__)
return 0
