def upload_qc():
upload_folder = FileSystem.get_url(FS.TEMP, 'uploads')
try:
object_store = Container.instance.object_store
# required fields
upload = request.files['file'] # <input type=file name="file">
if upload:
# upload file - run filename through werkzeug.secure_filename
filename = secure_filename(upload.filename)
path = os.path.join(upload_folder, filename)
upload_time = time.time()
upload.save(path)
filetype = _check_magic(
upload) or 'CSV' # Either going to be ZIP or CSV, probably
# register upload
file_upload_context = {
'name': 'User uploaded QC file %s' % filename,
'filename': filename,
'filetype': filetype, # only CSV, no detection necessary
'path': path,
'upload_time': upload_time,
'status': 'File uploaded to server'
}
fuc_id, _ = object_store.create_doc(file_upload_context)
# client to process dispatch
pd_client = ProcessDispatcherServiceClient()
# create process definition
process_definition = ProcessDefinition(
name='upload_qc_processor',
executable={
'module': 'ion.processes.data.upload.upload_qc_processing',
'class': 'UploadQcProcessing'
})
process_definition_id = pd_client.create_process_definition(
process_definition)
# create process
process_id = pd_client.create_process(process_definition_id)
#schedule process
config = DotDict()
config.process.fuc_id = fuc_id
pid = pd_client.schedule_process(process_definition_id,
process_id=process_id,
configuration=config)
log.info('UploadQcProcessing process created %s' % pid)
# response - only FileUploadContext ID and determined filetype for UX display
resp = {'fuc_id': fuc_id}
return gateway_json_response(resp)
raise BadRequest('Invalid Upload')
except Exception as e:
return build_error_response(e)
def upload_qc():
upload_folder = FileSystem.get_url(FS.TEMP,'uploads')
try:
object_store = Container.instance.object_store
# required fields
upload = request.files['file'] # <input type=file name="file">
if upload:
# upload file - run filename through werkzeug.secure_filename
filename = secure_filename(upload.filename)
path = os.path.join(upload_folder, filename)
upload_time = time.time()
upload.save(path)
filetype = _check_magic(upload) or 'CSV' # Either going to be ZIP or CSV, probably
# register upload
file_upload_context = {
'name': 'User uploaded QC file %s' % filename,
'filename': filename,
'filetype': filetype, # only CSV, no detection necessary
'path': path,
'upload_time': upload_time,
'status': 'File uploaded to server'
}
fuc_id, _ = object_store.create_doc(file_upload_context)
# client to process dispatch
pd_client = ProcessDispatcherServiceClient()
# create process definition
process_definition = ProcessDefinition(
name='upload_qc_processor',
executable={
'module': 'ion.processes.data.upload.upload_qc_processing',
'class': 'UploadQcProcessing'
}
)
process_definition_id = pd_client.create_process_definition(process_definition)
# create process
process_id = pd_client.create_process(process_definition_id)
# schedule process
config = DotDict()
config.process.fuc_id = fuc_id
pid = pd_client.schedule_process(process_definition_id, process_id=process_id, configuration=config)
log.info('UploadQcProcessing process created %s' % pid)
# response - only FileUploadContext ID and determined filetype for UX display
resp = {'fuc_id': fuc_id}
return gateway_json_response(resp)
raise BadRequest('Invalid Upload')
except Exception as e:
return build_error_response(e)
class ProcessDispatcherSimpleAPIClient(object):
# State to use when state returned from PD is None
unknown_state = "400-PENDING"
state_map = {
ProcessStateEnum.SPAWN: '500-RUNNING',
ProcessStateEnum.TERMINATE: '700-TERMINATED',
ProcessStateEnum.ERROR: '850-FAILED'
}
def __init__(self, name, **kwargs):
self.real_client = ProcessDispatcherServiceClient(to_name=name, **kwargs)
self.event_pub = EventPublisher()
def dispatch_process(self, upid, spec, subscribers, constraints=None,
immediate=False):
name = spec.get('name')
self.event_pub.publish_event(event_type="ProcessLifecycleEvent",
origin=name, origin_type="DispatchedHAProcess",
state=ProcessStateEnum.SPAWN)
process_def = ProcessDefinition(name=name)
process_def.executable = {'module': spec.get('module'),
'class': spec.get('class')}
process_def_id = self.real_client.create_process_definition(process_def)
pid = self.real_client.create_process(process_def_id)
process_schedule = ProcessSchedule()
sched_pid = self.real_client.schedule_process(process_def_id,
process_schedule, configuration={}, process_id=pid)
proc = self.real_client.read_process(sched_pid)
dict_proc = {'upid': proc.process_id,
'state': self.state_map.get(proc.process_state, self.unknown_state),
}
return dict_proc
def terminate_process(self, pid):
return self.real_client.cancel_process(pid)
def describe_processes(self):
procs = self.real_client.list_processes()
dict_procs = []
for proc in procs:
dict_proc = {'upid': proc.process_id,
'state': self.state_map.get(proc.process_state, self.unknown_state),
}
dict_procs.append(dict_proc)
return dict_procs
def test_cei_launch_mode(self):
pdc = ProcessDispatcherServiceClient(node=self.container.node)
p_def = ProcessDefinition(name='Agent007')
p_def.executable = {
'module' : 'ion.agents.instrument.instrument_agent',
'class' : 'InstrumentAgent'
}
p_def_id = pdc.create_process_definition(p_def)
pid = pdc.create_process(p_def_id)
def event_callback(event, *args, **kwargs):
print '######### proc %s in state %s' % (event.origin, ProcessStateEnum._str_map[event.state])
sub = EventSubscriber(event_type='ProcessLifecycleEvent',
callback=event_callback,
origin=pid,
origin_type='DispatchedProcess')
sub.start()
agent_config = deepcopy(self._agent_config)
agent_config['bootmode'] = 'restart'
pdc.schedule_process(p_def_id, process_id=pid,
configuration=agent_config)
gevent.sleep(5)
pdc.cancel_process(pid)
gevent.sleep(15)
sub.stop()
def test_cei_launch_mode(self):
pdc = ProcessDispatcherServiceClient(node=self.container.node)
p_def = ProcessDefinition(name='Agent007')
p_def.executable = {
'module' : 'ion.agents.instrument.instrument_agent',
'class' : 'InstrumentAgent'
}
p_def_id = pdc.create_process_definition(p_def)
pid = pdc.create_process(p_def_id)
def event_callback(event, *args, **kwargs):
print '######### proc %s in state %s' % (event.origin, ProcessStateEnum._str_map[event.state])
sub = EventSubscriber(event_type='ProcessLifecycleEvent',
callback=event_callback,
origin=pid,
origin_type='DispatchedProcess')
sub.start()
agent_config = deepcopy(self._agent_config)
agent_config['bootmode'] = 'restart'
pdc.schedule_process(p_def_id, process_id=pid,
configuration=agent_config)
gevent.sleep(5)
pdc.cancel_process(pid)
gevent.sleep(15)
sub.stop()
class ProcessDispatcherServiceIntTest(IonIntegrationTestCase):
def setUp(self):
self._start_container()
self.container.start_rel_from_url('res/deploy/r2cei.yml')
self.rr_cli = ResourceRegistryServiceClient()
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = ProcessDefinition(name='test_process')
self.process_definition.executable = {'module': 'ion.services.cei.test.test_process_dispatcher',
'class': 'TestProcess'}
self.process_definition_id = self.pd_cli.create_process_definition(self.process_definition)
self.waiter = ProcessStateWaiter()
def tearDown(self):
self.waiter.stop()
def test_create_schedule_cancel(self):
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start(pid)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration={}, process_id=pid)
self.assertEqual(pid, pid2)
# verifies L4-CI-CEI-RQ141 and L4-CI-CEI-RQ142
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_configuration, {})
self.assertEqual(proc.process_state, ProcessStateEnum.RUNNING)
# make sure process is readable directly from RR (mirrored)
# verifies L4-CI-CEI-RQ63
# verifies L4-CI-CEI-RQ64
proc = self.rr_cli.read(pid)
self.assertEqual(proc.process_id, pid)
# now try communicating with the process to make sure it is really running
test_client = TestClient()
for i in range(5):
self.assertEqual(i + 1, test_client.count(timeout=10))
# verifies L4-CI-CEI-RQ147
# kill the process and start it again
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
self.waiter.stop()
oldpid = pid
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start(pid)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration={}, process_id=pid)
self.assertEqual(pid, pid2)
self.assertNotEqual(oldpid, pid)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
for i in range(5):
self.assertEqual(i + 1, test_client.count(timeout=10))
# kill the process for good
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
def test_schedule_with_config(self):
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start(pid)
# verifies L4-CI-CEI-RQ66
# feed in a string that the process will return -- verifies that
# configuration actually makes it to the instantiated process
test_response = uuid.uuid4().hex
configuration = {"test_response" : test_response}
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration=configuration, process_id=pid)
self.assertEqual(pid, pid2)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
test_client = TestClient()
# verifies L4-CI-CEI-RQ139
# assure that configuration block (which can contain inputs, outputs,
# and arbitrary config) 1) makes it to the process and 2) is returned
# in process queries
self.assertEqual(test_client.query(), test_response)
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_configuration, configuration)
# kill the process for good
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
def test_schedule_bad_config(self):
process_schedule = ProcessSchedule()
# a non-JSON-serializable IonObject
o = ProcessTarget()
with self.assertRaises(BadRequest) as ar:
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration={"bad": o})
self.assertTrue(ar.exception.message.startswith("bad configuration"))
def test_create_invalid_definition(self):
# create process definition missing module and class
# verifies L4-CI-CEI-RQ137
executable = dict(url="http://somewhere.com/something.py")
definition = ProcessDefinition(name="test_process", executable=executable)
with self.assertRaises(BadRequest) as ar:
self.pd_cli.create_process_definition(definition)
class HAProcessControl(object):
def __init__(self, pd_name, resource_registry, service_id, callback=None, logprefix=""):
self.pd_name = pd_name
self.resource_registry = resource_registry
self.service_id = service_id
self.callback = callback
if callback and not callable(callback):
raise ValueError("callback is not callable")
self.logprefix = logprefix
self.client = ProcessDispatcherServiceClient(to_name=pd_name)
self.event_sub = EventSubscriber(event_type="ProcessLifecycleEvent",
callback=self._event_callback, origin_type="DispatchedProcess",
auto_delete=True)
self.processes = {}
def start(self):
service = self.resource_registry.read(self.service_id)
process_assocs = self.resource_registry.find_associations(service, "hasProcess")
for process_assoc in process_assocs:
process_id = process_assoc.o
if process_id:
try:
process = self.client.read_process(process_id)
except NotFound:
log.debug("%sService was associated with process %s, which is unknown to PD. ignoring.",
self.logprefix, process_id)
continue
state = process.process_state
state_str = ProcessStateEnum._str_map.get(state, str(state))
self.processes[process.process_id] = _process_dict_from_object(process)
log.info("%srecovered process %s state=%s", self.logprefix, process_id, state_str)
self.event_sub.start()
def stop(self):
self.event_sub.stop()
def get_managed_upids(self):
return self.processes.keys()
def _event_callback(self, event, *args, **kwargs):
if not event:
return
try:
self._inner_event_callback(event)
except (KeyboardInterrupt, SystemExit):
raise
except:
log.exception("%sException in event handler. This is a bug!", self.logprefix)
def _inner_event_callback(self, event):
process_id = event.origin
state = event.state
state_str = ProcessStateEnum._str_map.get(state, str(state))
if not (process_id and process_id in self.processes):
# we receive events for all processes but ignore most
return
process = None
for _ in range(3):
try:
process = self.client.read_process(process_id)
break
except Timeout:
log.warn("Timeout trying to read process from Process Dispatcher!", exc_info=True)
pass # retry
except NotFound:
break
if process:
log.info("%sreceived process %s state=%s", self.logprefix, process_id, state_str)
# replace the cached data about this process
self.processes[process_id] = _process_dict_from_object(process)
else:
log.warn("%sReceived process %s event but failed to read from Process Dispatcher",
self.logprefix, process_id)
#XXX better approach here? we at least have the state from the event,
# so sticking that on cached process. We could miss other important
# data like hostname however.
self.processes[process_id]['state'] = process_state_to_pd_core(state)
if self.callback:
try:
self.callback()
except (KeyboardInterrupt, SystemExit):
raise
except:
e = sys.exc_info()[0]
log.warn("%sError in HAAgent callback: %s", self.logprefix, e, exc_info=True)
def _associate_process(self, process):
try:
self.resource_registry.create_association(self.service_id,
"hasProcess", process.process_id)
except Exception:
log.exception("Couldn't associate service %s to process %s" % (self.service_id, process.process_id))
def schedule_process(self, pd_name, process_definition_id, **kwargs):
if pd_name != self.pd_name:
raise Exception("schedule_process request received for unknown PD: %s" % pd_name)
# figure out if there is an existing PID which can be reused
found_upid = None
for process in self.processes.values():
upid = process.get('upid')
state = process.get('state')
if not (upid and state):
continue
if state in CoreProcessState.TERMINAL_STATES:
found_upid = upid
if found_upid:
upid = found_upid
proc = self.client.read_process(upid)
else:
# otherwise create a new process and associate
upid = self.client.create_process(process_definition_id)
# note: if the HAAgent fails between the create call above and the
# associate call below, there may be orphaned Process objects. These
# processes will not however be running, so are largely harmless.
proc = self.client.read_process(upid)
self._associate_process(proc)
process_schedule = _get_process_schedule(**kwargs)
configuration = kwargs.get('configuration')
# cheat and roll the process state to REQUESTED before we actually
# schedule it. this is in-memory only, so should be harmless. This
# avoids a race between this scheduling process and the event
# subscriber.
proc.process_state = ProcessStateEnum.REQUESTED
self.processes[upid] = _process_dict_from_object(proc)
self.client.schedule_process(process_definition_id, process_schedule,
configuration=configuration, process_id=upid)
return upid
def terminate_process(self, pid):
return self.client.cancel_process(pid)
def get_all_processes(self):
processes = deepcopy(self.processes.values())
return {self.pd_name: processes}
def reload_processes(self):
for process_id, process_dict in self.processes.items():
try:
process = self.client.read_process(process_id)
except Exception:
log.warn("%sFailed to read process %s from PD. Will retry later.",
self.logprefix, process_id, exc_info=True)
continue
new_process_dict = _process_dict_from_object(process)
if new_process_dict['state'] != process_dict['state']:
log.warn("%sUpdating process %s record manually. we may have missed an event?",
self.logprefix, process_id)
self.processes[process_id] = new_process_dict
class ProcessDispatcherServiceIntTest(IonIntegrationTestCase):
def setUp(self):
self._start_container()
self.container.start_rel_from_url('res/deploy/r2cei.yml')
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = ProcessDefinition(name='test_process')
self.process_definition.executable = {'module': 'ion.services.cei.test.test_process_dispatcher',
'class':'TestProcess'}
self.process_definition_id = self.pd_cli.create_process_definition(self.process_definition)
self.event_queue = queue.Queue()
self.event_sub = None
def tearDown(self):
if self.event_sub:
self.event_sub.deactivate()
def _event_callback(self, event, *args, **kwargs):
self.event_queue.put(event)
def subscribe_events(self, origin):
self.event_sub = EventSubscriber(event_type="ProcessLifecycleEvent",
callback=self._event_callback, origin=origin, origin_type="DispatchedProcess")
self.event_sub.activate()
def await_state_event(self, pid, state):
event = self.event_queue.get(timeout=5)
log.debug("Got event: %s", event)
self.assertEqual(event.origin, pid)
self.assertEqual(event.state, state)
return event
def test_create_schedule_cancel(self):
process_schedule = ProcessSchedule()
pid = self.pd_cli.create_process(self.process_definition_id)
self.subscribe_events(pid)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration={}, process_id=pid)
self.assertEqual(pid, pid2)
self.await_state_event(pid, ProcessStateEnum.SPAWN)
# now try communicating with the process to make sure it is really running
test_client = TestClient()
for i in range(5):
# this timeout may be too low
self.assertEqual(i+1, test_client.count(timeout=1))
# kill the process and start it again
self.pd_cli.cancel_process(pid)
self.await_state_event(pid, ProcessStateEnum.TERMINATE)
oldpid = pid
pid = self.pd_cli.create_process(self.process_definition_id)
self.subscribe_events(pid)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration={}, process_id=pid)
self.assertEqual(pid, pid2)
self.assertNotEqual(oldpid, pid)
self.await_state_event(pid, ProcessStateEnum.SPAWN)
for i in range(5):
# this timeout may be too low
self.assertEqual(i+1, test_client.count(timeout=1))
# kill the process for good
self.pd_cli.cancel_process(pid)
self.await_state_event(pid, ProcessStateEnum.TERMINATE)
def test_schedule_bad_config(self):
process_schedule = ProcessSchedule()
# a non-JSON-serializable IonObject
o = ProcessTarget()
with self.assertRaises(BadRequest) as ar:
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration={"bad" : o})
self.assertTrue(ar.exception.message.startswith("bad configuration"))
class UserNotificationService(BaseUserNotificationService):
"""
A service that provides users with an API for CRUD methods for notifications.
"""
def __init__(self, *args, **kwargs):
self._schedule_ids = []
BaseUserNotificationService.__init__(self, *args, **kwargs)
def on_start(self):
self.ION_NOTIFICATION_EMAIL_ADDRESS = CFG.get_safe(
'server.smtp.sender')
# Create an event processor
self.event_processor = EmailEventProcessor()
# Dictionaries that maintain information asetting_up_smtp_clientbout users and their subscribed notifications
self.user_info = {}
# The reverse_user_info is calculated from the user_info dictionary
self.reverse_user_info = {}
# Get the clients
# @TODO: Why are these not dependencies in the service YML???
self.discovery = DiscoveryServiceClient()
self.process_dispatcher = ProcessDispatcherServiceClient()
self.event_publisher = EventPublisher()
self.datastore = self.container.datastore_manager.get_datastore(
'events')
self.start_time = get_ion_ts()
#------------------------------------------------------------------------------------
# Create an event subscriber for Reload User Info events
#------------------------------------------------------------------------------------
def reload_user_info(event_msg, headers):
"""
Callback method for the subscriber to ReloadUserInfoEvent
"""
notification_id = event_msg.notification_id
log.debug(
"(UNS instance received a ReloadNotificationEvent. The relevant notification_id is %s"
% notification_id)
try:
self.user_info = self.load_user_info()
except NotFound:
log.warning("ElasticSearch has not yet loaded the user_index.")
self.reverse_user_info = calculate_reverse_user_info(
self.user_info)
log.debug("(UNS instance) After a reload, the user_info: %s" %
self.user_info)
log.debug("(UNS instance) The recalculated reverse_user_info: %s" %
self.reverse_user_info)
# the subscriber for the ReloadUSerInfoEvent
self.reload_user_info_subscriber = EventSubscriber(
event_type=OT.ReloadUserInfoEvent,
origin='UserNotificationService',
callback=reload_user_info)
self.add_endpoint(self.reload_user_info_subscriber)
def on_quit(self):
"""
Handles stop/terminate.
Cleans up subscribers spawned here, terminates any scheduled tasks to the scheduler.
"""
for sid in self._schedule_ids:
try:
self.clients.scheduler.cancel_timer(sid)
except IonException as ex:
log.info(
"Ignoring exception while cancelling schedule id (%s): %s: %s",
sid, ex.__class__.__name__, ex)
super(UserNotificationService, self).on_quit()
def set_process_batch_key(self, process_batch_key=''):
"""
This method allows an operator to set the process_batch_key, a string.
Once this method is used by the operator, the UNS will start listening for timer events
published by the scheduler with origin = process_batch_key.
@param process_batch_key str
"""
def process(event_msg, headers):
self.end_time = get_ion_ts()
# run the process_batch() method
self.process_batch(start_time=self.start_time,
end_time=self.end_time)
self.start_time = self.end_time
# the subscriber for the batch processing
# To trigger the batch notification, have the scheduler create a timer with event_origin = process_batch_key
self.batch_processing_subscriber = EventSubscriber(
event_type=OT.TimerEvent,
origin=process_batch_key,
callback=process)
self.add_endpoint(self.batch_processing_subscriber)
def create_notification(self, notification=None, user_id=''):
"""
Persists the provided NotificationRequest object for the specified Origin id.
Associate the Notification resource with the user_id string.
returned id is the internal id by which NotificationRequest will be identified
in the data store.
@param notification NotificationRequest
@param user_id str
@retval notification_id str
@throws BadRequest if object passed has _id or _rev attribute
"""
if not user_id:
raise BadRequest("User id not provided.")
log.debug(
"Create notification called for user_id: %s, and notification: %s",
user_id, notification)
#---------------------------------------------------------------------------------------------------
# Persist Notification object as a resource if it has already not been persisted
#---------------------------------------------------------------------------------------------------
notification_id = None
# if the notification has already been registered, simply use the old id
existing_user_notifications = self.get_user_notifications(
user_info_id=user_id)
if existing_user_notifications:
notification_id = self._notification_in_notifications(
notification, existing_user_notifications)
# since the notification has not been registered yet, register it and get the id
temporal_bounds = TemporalBounds()
temporal_bounds.start_datetime = get_ion_ts()
temporal_bounds.end_datetime = ''
if not notification_id:
notification.temporal_bounds = temporal_bounds
notification_id, rev = self.clients.resource_registry.create(
notification)
else:
log.debug(
"Notification object has already been created in resource registry before. No new id to be generated. notification_id: %s",
notification_id)
# Read the old notification already in the resource registry
notification = self.clients.resource_registry.read(notification_id)
# Update the temporal bounds of the old notification resource
notification.temporal_bounds = temporal_bounds
# Update the notification in the resource registry
self.clients.resource_registry.update(notification)
log.debug(
"The temporal bounds for this resubscribed notification object with id: %s, is: %s",
notification._id, notification.temporal_bounds)
# Link the user and the notification with a hasNotification association
assocs = self.clients.resource_registry.find_associations(
subject=user_id,
predicate=PRED.hasNotification,
object=notification_id,
id_only=True)
if assocs:
log.debug(
"Got an already existing association: %s, between user_id: %s, and notification_id: %s",
assocs, user_id, notification_id)
return notification_id
else:
log.debug(
"Creating association between user_id: %s, and notification_id: %s",
user_id, notification_id)
self.clients.resource_registry.create_association(
user_id, PRED.hasNotification, notification_id)
# read the registered notification request object because this has an _id and is more useful
notification = self.clients.resource_registry.read(notification_id)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.debug(
"(create notification) Publishing ReloadUserInfoEvent for notification_id: %s",
notification_id)
self.event_publisher.publish_event(
event_type=OT.ReloadUserInfoEvent,
origin="UserNotificationService",
description="A notification has been created.",
notification_id=notification_id)
return notification_id
def update_notification(self, notification=None, user_id=''):
"""Updates the provided NotificationRequest object. Throws NotFound exception if
an existing version of NotificationRequest is not found. Throws Conflict if
the provided NotificationRequest object is not based on the latest persisted
version of the object.
@param notification NotificationRequest
@throws BadRequest if object does not have _id or _rev attribute
@throws NotFound object with specified id does not exist
@throws Conflict object not based on latest persisted object version
"""
raise NotImplementedError(
"This method needs to be worked out in terms of implementation")
# #-------------------------------------------------------------------------------------------------------------------
# # Get the old notification
# #-------------------------------------------------------------------------------------------------------------------
#
# old_notification = self.clients.resource_registry.read(notification._id)
#
# #-------------------------------------------------------------------------------------------------------------------
# # Update the notification in the notifications dict
# #-------------------------------------------------------------------------------------------------------------------
#
#
# self._update_notification_in_notifications_dict(new_notification=notification,
# notifications=self.notifications)
# #-------------------------------------------------------------------------------------------------------------------
# # Update the notification in the registry
# #-------------------------------------------------------------------------------------------------------------------
# '''
# Since one user should not be able to update the notification request resource without the knowledge of other users
# who have subscribed to the same notification request, we do not update the resource in the resource registry
# '''
#
## self.clients.resource_registry.update(notification)
#
# #-------------------------------------------------------------------------------------------------------------------
# # reading up the notification object to make sure we have the newly registered notification request object
# #-------------------------------------------------------------------------------------------------------------------
#
# notification_id = notification._id
# notification = self.clients.resource_registry.read(notification_id)
#
# #------------------------------------------------------------------------------------
# # Update the UserInfo object
# #------------------------------------------------------------------------------------
#
# user = self.update_user_info_object(user_id, notification)
#
# #-------------------------------------------------------------------------------------------------------------------
# # Generate an event that can be picked by notification workers so that they can update their user_info dictionary
# #-------------------------------------------------------------------------------------------------------------------
# log.info("(update notification) Publishing ReloadUserInfoEvent for updated notification")
#
# self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
# origin="UserNotificationService",
# description= "A notification has been updated.",
# notification_id = notification_id
# )
def read_notification(self, notification_id=''):
"""Returns the NotificationRequest object for the specified notification id.
Throws exception if id does not match any persisted NotificationRequest
objects.
@param notification_id str
@retval notification NotificationRequest
@throws NotFound object with specified id does not exist
"""
notification = self.clients.resource_registry.read(notification_id)
return notification
def delete_notification(self, notification_id=''):
"""For now, permanently deletes NotificationRequest object with the specified
id. Throws exception if id does not match any persisted NotificationRequest.
@param notification_id str
@throws NotFound object with specified id does not exist
"""
#-------------------------------------------------------------------------------------------------------------------
# Stop the event subscriber for the notification
#-------------------------------------------------------------------------------------------------------------------
notification_request = self.clients.resource_registry.read(
notification_id)
#-------------------------------------------------------------------------------------------------------------------
# Update the resource registry
#-------------------------------------------------------------------------------------------------------------------
notification_request.temporal_bounds.end_datetime = get_ion_ts()
self.clients.resource_registry.update(notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Find users who are interested in the notification and update the notification in the list maintained by the UserInfo object
#-------------------------------------------------------------------------------------------------------------------
# user_ids, _ = self.clients.resource_registry.find_subjects(RT.UserInfo, PRED.hasNotification, notification_id, True)
#
# for user_id in user_ids:
# self.update_user_info_object(user_id, notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.info(
"(delete notification) Publishing ReloadUserInfoEvent for notification_id: %s",
notification_id)
self.event_publisher.publish_event(
event_type=OT.ReloadUserInfoEvent,
origin="UserNotificationService",
description="A notification has been deleted.",
notification_id=notification_id)
# def delete_notification_from_user_info(self, notification_id):
# """
# Helper method to delete the notification from the user_info dictionary
#
# @param notification_id str
# """
#
# user_ids, assocs = self.clients.resource_registry.find_subjects(object=notification_id, predicate=PRED.hasNotification, id_only=True)
#
# for assoc in assocs:
# self.clients.resource_registry.delete_association(assoc)
#
# for user_id in user_ids:
#
# value = self.user_info[user_id]
#
# for notif in value['notifications']:
# if notification_id == notif._id:
# # remove the notification
# value['notifications'].remove(notif)
#
# self.reverse_user_info = calculate_reverse_user_info(self.user_info)
def find_events(self,
origin='',
type='',
min_datetime=0,
max_datetime=0,
limit=-1,
descending=False):
"""
This method leverages couchdb view and simple filters. It does not use elastic search.
Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param min_datetime int seconds
@param max_datetime int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
event_tuples = []
try:
event_tuples = self.container.event_repository.find_events(
event_type=type,
origin=origin,
start_ts=min_datetime,
end_ts=max_datetime,
limit=limit,
descending=descending)
except Exception as exc:
log.warning(
"The UNS find_events operation for event origin = %s and type = %s failed. Error message = %s",
origin, type, exc.message)
events = [item[2] for item in event_tuples]
log.debug("(find_events) UNS found the following relevant events: %s",
events)
return events
#todo Uses Elastic Search. Later extend this to a larger search criteria
def find_events_extended(self,
origin='',
type='',
min_time=0,
max_time=0,
limit=-1,
descending=False):
"""Uses Elastic Search. Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param type str
@param min_time int seconds
@param max_time int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
query = []
if min_time and max_time:
query.append(
"SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'"
% (min_time, max_time))
if origin:
query.append('search "origin" is "%s" from "events_index"' %
origin)
if type:
query.append('search "type_" is "%s" from "events_index"' % type)
search_string = ' and '.join(query)
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
if len(query) > 1:
events = self.datastore.read_mult(ret_vals)
else:
events = [i['_source'] for i in ret_vals]
log.debug(
"(find_events_extended) Discovery search returned the following event ids: %s",
ret_vals)
log.debug(
"(find_events_extended) UNS found the following relevant events: %s",
events)
if limit > 0:
return events[:limit]
#todo implement time ordering: ascending or descending
return events
def publish_event_object(self, event=None):
"""
This service operation would publish the given event from an event object.
@param event !Event
@retval event !Event
"""
event = self.event_publisher.publish_event_object(event_object=event)
log.info(
"The publish_event_object(event) method of UNS was used to publish the event: %s",
event)
return event
def publish_event(self,
event_type='',
origin='',
origin_type='',
sub_type='',
description='',
event_attrs=None):
"""
This service operation assembles a new Event object based on event_type
(e.g. via the pyon Event publisher) with optional additional attributes from a event_attrs
dict of arbitrary attributes.
@param event_type str
@param origin str
@param origin_type str
@param sub_type str
@param description str
@param event_attrs dict
@retval event !Event
"""
event_attrs = event_attrs or {}
event = self.event_publisher.publish_event(event_type=event_type,
origin=origin,
origin_type=origin_type,
sub_type=sub_type,
description=description,
**event_attrs)
log.info(
"The publish_event() method of UNS was used to publish an event: %s",
event)
return event
def get_recent_events(self, resource_id='', limit=100):
"""
Get recent events for use in extended resource computed attribute
@param resource_id str
@param limit int
@retval ComputedListValue with value list of 4-tuple with Event objects
"""
now = get_ion_ts()
events = self.find_events(origin=resource_id,
limit=limit,
max_datetime=now,
descending=True)
ret = IonObject(OT.ComputedEventListValue)
if events:
ret.value = events
ret.computed_list = [
get_event_computed_attributes(event) for event in events
]
ret.status = ComputedValueAvailability.PROVIDED
else:
ret.status = ComputedValueAvailability.NOTAVAILABLE
return ret
def get_user_notifications(self, user_info_id=''):
"""
Get the notification request objects that are subscribed to by the user
@param user_info_id str
@retval notifications list of NotificationRequest objects
"""
notifications = []
user_notif_req_objs, _ = self.clients.resource_registry.find_objects(
subject=user_info_id,
predicate=PRED.hasNotification,
object_type=RT.NotificationRequest,
id_only=False)
log.debug("Got %s notifications, for the user: %s",
len(user_notif_req_objs), user_info_id)
for notif in user_notif_req_objs:
# do not include notifications that have expired
if notif.temporal_bounds.end_datetime == '':
notifications.append(notif)
return notifications
def create_worker(self, number_of_workers=1):
"""
Creates notification workers
@param number_of_workers int
@retval pids list
"""
pids = []
for n in xrange(number_of_workers):
process_definition = ProcessDefinition(
name='notification_worker_%s' % n)
process_definition.executable = {
'module': 'ion.processes.data.transforms.notification_worker',
'class': 'NotificationWorker'
}
process_definition_id = self.process_dispatcher.create_process_definition(
process_definition=process_definition)
# ------------------------------------------------------------------------------------
# Process Spawning
# ------------------------------------------------------------------------------------
pid2 = self.process_dispatcher.create_process(
process_definition_id)
#@todo put in a configuration
configuration = {}
configuration['process'] = dict({
'name':
'notification_worker_%s' % n,
'type':
'simple',
'queue_name':
'notification_worker_queue'
})
pid = self.process_dispatcher.schedule_process(
process_definition_id,
configuration=configuration,
process_id=pid2)
pids.append(pid)
return pids
def process_batch(self, start_time='', end_time=''):
"""
This method is launched when an process_batch event is received. The user info dictionary maintained
by the User Notification Service is used to query the event repository for all events for a particular
user that have occurred in a provided time interval, and then an email is sent to the user containing
the digest of all the events.
@param start_time int milliseconds
@param end_time int milliseconds
"""
self.smtp_client = setting_up_smtp_client()
if end_time <= start_time:
return
for user_id, value in self.user_info.iteritems():
notifications = self.get_user_notifications(user_info_id=user_id)
notifications_disabled = value['notifications_disabled']
notifications_daily_digest = value['notifications_daily_digest']
# Ignore users who do NOT want batch notifications or who have disabled the delivery switch
# However, if notification preferences have not been set for the user, use the default mechanism and do not bother
if notifications_disabled or not notifications_daily_digest:
continue
events_for_message = []
search_time = "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (
start_time, end_time)
for notification in notifications:
# If the notification request has expired, then do not use it in the search
if notification.temporal_bounds.end_datetime:
continue
if CFG_ELASTIC_SEARCH:
if notification.origin:
search_origin = 'search "origin" is "%s" from "events_index"' % notification.origin
else:
search_origin = 'search "origin" is "*" from "events_index"'
if notification.origin_type:
search_origin_type = 'search "origin_type" is "%s" from "events_index"' % notification.origin_type
else:
search_origin_type = 'search "origin_type" is "*" from "events_index"'
if notification.event_type:
search_event_type = 'search "type_" is "%s" from "events_index"' % notification.event_type
else:
search_event_type = 'search "type_" is "*" from "events_index"'
search_string = search_time + ' and ' + search_origin + ' and ' + search_origin_type + ' and ' + search_event_type
# get the list of ids corresponding to the events
log.debug('process_batch search_string: %s',
search_string)
ret_vals = self.discovery.parse(search_string)
events_for_message.extend(
self.datastore.read_mult(ret_vals))
else:
# Adding a branch
event_tuples = self.container.event_repository.find_events(
origin=notification.origin,
event_type=notification.event_type,
start_ts=start_time,
end_ts=end_time)
events = [item[2] for item in event_tuples]
events_for_message.extend(events)
log.debug("Found following events of interest to user, %s: %s",
user_id, events_for_message)
# send a notification email to each user using a _send_email() method
if events_for_message:
self.format_and_send_email(
events_for_message=events_for_message,
user_id=user_id,
smtp_client=self.smtp_client)
self.smtp_client.quit()
def format_and_send_email(self,
events_for_message=None,
user_id=None,
smtp_client=None):
"""
Format the message for a particular user containing information about the events he is to be notified about
@param events_for_message list
@param user_id str
"""
message = str(events_for_message)
log.debug(
"The user, %s, will get the following events in his batch notification email: %s",
user_id, message)
msg = convert_events_to_email_message(events_for_message,
self.clients.resource_registry)
msg["Subject"] = "(SysName: " + get_sys_name() + ") ION event "
msg["To"] = self.user_info[user_id]['user_contact'].email
self.send_batch_email(msg, smtp_client)
def send_batch_email(self, msg=None, smtp_client=None):
"""
Send the email
@param msg MIMEText object of email message
@param smtp_client object
"""
if msg is None: msg = {}
for f in ["Subject", "To"]:
if not f in msg: raise BadRequest("'%s' not in msg %s" % (f, msg))
msg_subject = msg["Subject"]
msg_recipient = msg["To"]
msg['From'] = self.ION_NOTIFICATION_EMAIL_ADDRESS
log.debug("UNS sending batch (digest) email from %s to %s",
self.ION_NOTIFICATION_EMAIL_ADDRESS, msg_recipient)
smtp_sender = CFG.get_safe('server.smtp.sender')
smtp_client.sendmail(smtp_sender, [msg_recipient], msg.as_string())
def update_user_info_object(self, user_id, new_notification):
"""
Update the UserInfo object. If the passed in parameter, od_notification, is None, it does not need to remove the old notification
@param user_id str
@param new_notification NotificationRequest
"""
#this is not necessary if notifiactions are not stored in the userinfo object
raise NotImplementedError(
"This method is not necessary because Notifications are not stored in the userinfo object"
)
#------------------------------------------------------------------------------------
# read the user
#------------------------------------------------------------------------------------
# user = self.clients.resource_registry.read(user_id)
#
# if not user:
# raise BadRequest("No user with the provided user_id: %s" % user_id)
#
# for item in user.variables:
# if type(item) is dict and item.has_key('name') and item['name'] == 'notifications':
# for notif in item['value']:
# if notif._id == new_notification._id:
# log.debug("came here for updating notification")
# notifications = item['value']
# notifications.remove(notif)
# notifications.append(new_notification)
# break
# else:
# log.warning('Invalid variables attribute on UserInfo instance. UserInfo: %s', user)
#
#
# #------------------------------------------------------------------------------------
# # update the resource registry
# #------------------------------------------------------------------------------------
#
# log.debug("user.variables::: %s", user.variables)
#
# self.clients.resource_registry.update(user)
#
# return user
def get_subscriptions(self,
resource_id='',
user_id='',
include_nonactive=False):
"""
@param resource_id a resource id (or other origin) that is the origin of events for notifications
@param user_id a UserInfo ID that owns the NotificationRequest
@param include_nonactive if False, filter to active NotificationRequest only
Return all NotificationRequest resources where origin is given resource_id.
"""
notif_reqs, _ = self.clients.resource_registry.find_resources_ext(
restype=RT.NotificationRequest,
attr_name="origin",
attr_value=resource_id,
id_only=False)
log.debug(
"Got %s active and past NotificationRequests for resource/origin %s",
len(notif_reqs), resource_id)
if not include_nonactive:
notif_reqs = [
nr for nr in notif_reqs
if nr.temporal_bounds.end_datetime == ''
]
log.debug("Filtered to %s active NotificationRequests",
len(notif_reqs))
if user_id:
# Get all NotificationRequests (ID) that are associated to given UserInfo_id
user_notif_req_ids, _ = self.clients.resource_registry.find_objects(
subject=user_id,
predicate=PRED.hasNotification,
object_type=RT.NotificationRequest,
id_only=True)
notif_reqs = [
nr for nr in notif_reqs if nr._id in user_notif_req_ids
]
log.debug(
"Filtered to %s NotificationRequests associated to user %s",
len(notif_reqs), user_id)
return notif_reqs
def get_subscriptions_attribute(self,
resource_id='',
user_id='',
include_nonactive=False):
retval = self.get_subscriptions(resource_id=resource_id,
user_id=user_id,
include_nonactive=include_nonactive)
container = ComputedListValue(value=retval)
return container
def _notification_in_notifications(self,
notification=None,
notifications=None):
for notif in notifications:
if notif.name == notification.name and \
notif.origin == notification.origin and \
notif.origin_type == notification.origin_type and \
notif.event_type == notification.event_type:
return notif._id
return None
def load_user_info(self):
"""
Method to load the user info dictionary used by the notification workers and the UNS
@retval user_info dict
"""
users, _ = self.clients.resource_registry.find_resources(
restype=RT.UserInfo)
user_info = {}
if not users:
return {}
for user in users:
notifications = []
notifications_disabled = False
notifications_daily_digest = False
#retrieve all the active notifications assoc to this user
notifications = self.get_user_notifications(user_info_id=user)
log.debug('load_user_info notifications: %s', notifications)
for variable in user.variables:
if type(variable) is dict and variable.has_key('name'):
if variable['name'] == 'notifications_daily_digest':
notifications_daily_digest = variable['value']
if variable['name'] == 'notifications_disabled':
notifications_disabled = variable['value']
else:
log.warning(
'Invalid variables attribute on UserInfo instance. UserInfo: %s',
user)
user_info[user._id] = {
'user_contact': user.contact,
'notifications': notifications,
'notifications_daily_digest': notifications_daily_digest,
'notifications_disabled': notifications_disabled
}
return user_info
##
##
## GOVERNANCE FUNCTIONS
##
##
def check_subscription_policy(self, process, message, headers):
try:
gov_values = GovernanceHeaderValues(headers=headers,
process=process,
resource_id_required=False)
except Inconsistent, ex:
return False, ex.message
if gov_values.op == 'delete_notification':
return True, ''
notification = message['notification']
resource_id = notification.origin
if notification.origin_type == RT.Org:
org = self.clients.resource_registry.read(resource_id)
if (has_org_role(gov_values.actor_roles, org.org_governance_name,
[ORG_MEMBER_ROLE])):
return True, ''
else:
orgs, _ = self.clients.resource_registry.find_subjects(
subject_type=RT.Org,
predicate=PRED.hasResource,
object=resource_id,
id_only=False)
for org in orgs:
if (has_org_role(gov_values.actor_roles,
org.org_governance_name, [ORG_MEMBER_ROLE])):
return True, ''
return False, '%s(%s) has been denied since the user is not a member in any org to which the resource id %s belongs ' % (
process.name, gov_values.op, resource_id)
class UserNotificationService(BaseUserNotificationService):
"""
A service that provides users with an API for CRUD methods for notifications.
"""
def __init__(self, *args, **kwargs):
self._subscribers = []
self._schedule_ids = []
BaseUserNotificationService.__init__(self, *args, **kwargs)
def on_start(self):
#---------------------------------------------------------------------------------------------------
# Get the event Repository
#---------------------------------------------------------------------------------------------------
# self.ION_NOTIFICATION_EMAIL_ADDRESS = '*****@*****.**'
self.ION_NOTIFICATION_EMAIL_ADDRESS = CFG.get_safe('server.smtp.sender')
#---------------------------------------------------------------------------------------------------
# Create an event processor
#---------------------------------------------------------------------------------------------------
self.event_processor = EmailEventProcessor()
#---------------------------------------------------------------------------------------------------
# load event originators, types, and table
#---------------------------------------------------------------------------------------------------
self.notifications = {}
#---------------------------------------------------------------------------------------------------
# Dictionaries that maintain information about users and their subscribed notifications
# The reverse_user_info is calculated from the user_info dictionary
#---------------------------------------------------------------------------------------------------
self.user_info = {}
self.reverse_user_info = {}
#---------------------------------------------------------------------------------------------------
# Get the clients
#---------------------------------------------------------------------------------------------------
self.discovery = DiscoveryServiceClient()
self.process_dispatcher = ProcessDispatcherServiceClient()
self.event_publisher = EventPublisher()
self.datastore = self.container.datastore_manager.get_datastore('events')
self.start_time = get_ion_ts()
#------------------------------------------------------------------------------------
# Create an event subscriber for Reload User Info events
#------------------------------------------------------------------------------------
def reload_user_info(event_msg, headers):
'''
Callback method for the subscriber to ReloadUserInfoEvent
'''
notification_id = event_msg.notification_id
log.debug("(UNS instance received a ReloadNotificationEvent. The relevant notification_id is %s" % notification_id)
try:
self.user_info = self.load_user_info()
except NotFound:
log.warning("ElasticSearch has not yet loaded the user_index.")
self.reverse_user_info = calculate_reverse_user_info(self.user_info)
log.debug("(UNS instance) After a reload, the user_info: %s" % self.user_info)
log.debug("(UNS instance) The recalculated reverse_user_info: %s" % self.reverse_user_info)
# the subscriber for the ReloadUSerInfoEvent
self.reload_user_info_subscriber = EventSubscriber(
event_type="ReloadUserInfoEvent",
origin='UserNotificationService',
callback=reload_user_info
)
self.reload_user_info_subscriber.start()
# For cleanup of the subscriber
self._subscribers.append(self.reload_user_info_subscriber)
def on_quit(self):
"""
Handles stop/terminate.
Cleans up subscribers spawned here, terminates any scheduled tasks to the scheduler.
"""
for sub in self._subscribers:
sub.stop()
for sid in self._schedule_ids:
try:
self.clients.scheduler.cancel_timer(sid)
except IonException as ex:
log.info("Ignoring exception while cancelling schedule id (%s): %s: %s", sid, ex.__class__.__name__, ex)
super(UserNotificationService, self).on_quit()
def __now(self):
"""
This method defines what the UNS uses as its "current" time
"""
return datetime.utcnow()
def set_process_batch_key(self, process_batch_key = ''):
"""
This method allows an operator to set the process_batch_key, a string.
Once this method is used by the operator, the UNS will start listening for timer events
published by the scheduler with origin = process_batch_key.
@param process_batch_key str
"""
def process(event_msg, headers):
self.end_time = get_ion_ts()
log.debug("process_batch being called with start_time = %s, end_time = %s", self.start_time, self.end_time)
# run the process_batch() method
self.process_batch(start_time=self.start_time, end_time=self.end_time)
self.start_time = self.end_time
# the subscriber for the batch processing
"""
To trigger the batch notification, have the scheduler create a timer with event_origin = process_batch_key
"""
self.batch_processing_subscriber = EventSubscriber(
event_type="ResourceEvent",
origin=process_batch_key,
queue_name='user_notification',
callback=process
)
self.batch_processing_subscriber.start()
self._subscribers.append(self.batch_processing_subscriber)
def create_notification(self, notification=None, user_id=''):
"""
Persists the provided NotificationRequest object for the specified Origin id.
Associate the Notification resource with the user_id string.
returned id is the internal id by which NotificationRequest will be identified
in the data store.
@param notification NotificationRequest
@param user_id str
@retval notification_id str
@throws BadRequest if object passed has _id or _rev attribute
"""
if not user_id:
raise BadRequest("User id not provided.")
log.debug("Create notification called for user_id: %s, and notification: %s", user_id, notification)
#---------------------------------------------------------------------------------------------------
# Persist Notification object as a resource if it has already not been persisted
#---------------------------------------------------------------------------------------------------
# if the notification has already been registered, simply use the old id
notification_id = self._notification_in_notifications(notification, self.notifications)
# since the notification has not been registered yet, register it and get the id
temporal_bounds = TemporalBounds()
temporal_bounds.start_datetime = get_ion_ts()
temporal_bounds.end_datetime = ''
if not notification_id:
notification.temporal_bounds = temporal_bounds
notification_id, _ = self.clients.resource_registry.create(notification)
self.notifications[notification_id] = notification
else:
log.debug("Notification object has already been created in resource registry before. No new id to be generated. notification_id: %s", notification_id)
# Read the old notification already in the resource registry
notification = self.clients.resource_registry.read(notification_id)
# Update the temporal bounds of the old notification resource
notification.temporal_bounds = temporal_bounds
# Update the notification in the resource registry
self.clients.resource_registry.update(notification)
log.debug("The temporal bounds for this resubscribed notification object with id: %s, is: %s", notification_id,notification.temporal_bounds)
# Link the user and the notification with a hasNotification association
assocs= self.clients.resource_registry.find_associations(subject=user_id,
predicate=PRED.hasNotification,
object=notification_id,
id_only=True)
if assocs:
log.debug("Got an already existing association: %s, between user_id: %s, and notification_id: %s", assocs,user_id,notification_id)
return notification_id
else:
log.debug("Creating association between user_id: %s, and notification_id: %s", user_id, notification_id )
self.clients.resource_registry.create_association(user_id, PRED.hasNotification, notification_id)
# read the registered notification request object because this has an _id and is more useful
notification = self.clients.resource_registry.read(notification_id)
# Update the user info object with the notification
self.event_processor.add_notification_for_user(new_notification=notification, user_id=user_id)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.debug("(create notification) Publishing ReloadUserInfoEvent for notification_id: %s", notification_id)
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been created.",
notification_id = notification_id)
return notification_id
def update_notification(self, notification=None, user_id = ''):
"""Updates the provided NotificationRequest object. Throws NotFound exception if
an existing version of NotificationRequest is not found. Throws Conflict if
the provided NotificationRequest object is not based on the latest persisted
version of the object.
@param notification NotificationRequest
@throws BadRequest if object does not have _id or _rev attribute
@throws NotFound object with specified id does not exist
@throws Conflict object not based on latest persisted object version
"""
raise NotImplementedError("This method needs to be worked out in terms of implementation")
# #-------------------------------------------------------------------------------------------------------------------
# # Get the old notification
# #-------------------------------------------------------------------------------------------------------------------
#
# old_notification = self.clients.resource_registry.read(notification._id)
#
# #-------------------------------------------------------------------------------------------------------------------
# # Update the notification in the notifications dict
# #-------------------------------------------------------------------------------------------------------------------
#
#
# self._update_notification_in_notifications_dict(new_notification=notification,
# notifications=self.notifications)
# #-------------------------------------------------------------------------------------------------------------------
# # Update the notification in the registry
# #-------------------------------------------------------------------------------------------------------------------
# '''
# Since one user should not be able to update the notification request resource without the knowledge of other users
# who have subscribed to the same notification request, we do not update the resource in the resource registry
# '''
#
## self.clients.resource_registry.update(notification)
#
# #-------------------------------------------------------------------------------------------------------------------
# # reading up the notification object to make sure we have the newly registered notification request object
# #-------------------------------------------------------------------------------------------------------------------
#
# notification_id = notification._id
# notification = self.clients.resource_registry.read(notification_id)
#
# #------------------------------------------------------------------------------------
# # Update the UserInfo object
# #------------------------------------------------------------------------------------
#
# user = self.update_user_info_object(user_id, notification)
#
# #-------------------------------------------------------------------------------------------------------------------
# # Generate an event that can be picked by notification workers so that they can update their user_info dictionary
# #-------------------------------------------------------------------------------------------------------------------
# log.info("(update notification) Publishing ReloadUserInfoEvent for updated notification")
#
# self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
# origin="UserNotificationService",
# description= "A notification has been updated.",
# notification_id = notification_id
# )
def read_notification(self, notification_id=''):
"""Returns the NotificationRequest object for the specified notification id.
Throws exception if id does not match any persisted NotificationRequest
objects.
@param notification_id str
@retval notification NotificationRequest
@throws NotFound object with specified id does not exist
"""
notification = self.clients.resource_registry.read(notification_id)
return notification
def delete_notification(self, notification_id=''):
"""For now, permanently deletes NotificationRequest object with the specified
id. Throws exception if id does not match any persisted NotificationRequest.
@param notification_id str
@throws NotFound object with specified id does not exist
"""
#-------------------------------------------------------------------------------------------------------------------
# Stop the event subscriber for the notification
#-------------------------------------------------------------------------------------------------------------------
notification_request = self.clients.resource_registry.read(notification_id)
#-------------------------------------------------------------------------------------------------------------------
# Update the resource registry
#-------------------------------------------------------------------------------------------------------------------
notification_request.temporal_bounds.end_datetime = get_ion_ts()
self.clients.resource_registry.update(notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Find users who are interested in the notification and update the notification in the list maintained by the UserInfo object
#-------------------------------------------------------------------------------------------------------------------
user_ids, _ = self.clients.resource_registry.find_subjects(RT.UserInfo, PRED.hasNotification, notification_id, True)
for user_id in user_ids:
self.update_user_info_object(user_id, notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.info("(delete notification) Publishing ReloadUserInfoEvent for notification_id: %s", notification_id)
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been deleted.",
notification_id = notification_id)
# def delete_notification_from_user_info(self, notification_id):
# """
# Helper method to delete the notification from the user_info dictionary
#
# @param notification_id str
# """
#
# user_ids, assocs = self.clients.resource_registry.find_subjects(object=notification_id, predicate=PRED.hasNotification, id_only=True)
#
# for assoc in assocs:
# self.clients.resource_registry.delete_association(assoc)
#
# for user_id in user_ids:
#
# value = self.user_info[user_id]
#
# for notif in value['notifications']:
# if notification_id == notif._id:
# # remove the notification
# value['notifications'].remove(notif)
#
# self.reverse_user_info = calculate_reverse_user_info(self.user_info)
def find_events(self, origin='', type='', min_datetime=0, max_datetime=0, limit= -1, descending=False):
"""
This method leverages couchdb view and simple filters. It does not use elastic search.
Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param event_type str
@param min_datetime int seconds
@param max_datetime int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
event_tuples = []
try:
event_tuples = self.container.event_repository.find_events(event_type=type, origin=origin, start_ts=min_datetime, end_ts=max_datetime, limit=limit, descending=descending)
except Exception as exc:
log.warning("The UNS find_events operation for event origin = %s and type = %s failed. Error message = %s", origin, type, exc.message)
events = [item[2] for item in event_tuples]
log.debug("(find_events) UNS found the following relevant events: %s", events)
return events
#todo Uses Elastic Search. Later extend this to a larger search criteria
def find_events_extended(self, origin='', type='', min_time= 0, max_time=0, limit=-1, descending=False):
"""Uses Elastic Search. Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param type str
@param min_time int seconds
@param max_time int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
query = []
if min_time and max_time:
query.append( "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (min_time, max_time))
if origin:
query.append( 'search "origin" is "%s" from "events_index"' % origin)
if type:
query.append( 'search "type_" is "%s" from "events_index"' % type)
search_string = ' and '.join(query)
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
if len(query) > 1:
events = self.datastore.read_mult(ret_vals)
else:
events = [i['_source'] for i in ret_vals]
log.debug("(find_events_extended) Discovery search returned the following event ids: %s", ret_vals)
log.debug("(find_events_extended) UNS found the following relevant events: %s", events)
if limit > 0:
return events[:limit]
#todo implement time ordering: ascending or descending
return events
def publish_event_object(self, event=None):
"""
This service operation would publish the given event from an event object.
@param event !Event
@retval event !Event
"""
event = self.event_publisher.publish_event_object(event_object=event)
log.info("The publish_event_object(event) method of UNS was used to publish the event: %s", event )
return event
def publish_event(self, event_type='', origin='', origin_type='', sub_type='', description='', event_attrs=None):
"""
This service operation assembles a new Event object based on event_type
(e.g. via the pyon Event publisher) with optional additional attributes from a event_attrs
dict of arbitrary attributes.
@param event_type str
@param origin str
@param origin_type str
@param sub_type str
@param description str
@param event_attrs dict
@retval event !Event
"""
event_attrs = event_attrs or {}
event = self.event_publisher.publish_event(
event_type = event_type,
origin = origin,
origin_type = origin_type,
sub_type = sub_type,
description = description,
**event_attrs
)
log.info("The publish_event() method of UNS was used to publish an event: %s", event)
return event
def get_recent_events(self, resource_id='', limit = 100):
"""
Get recent events for use in extended resource computed attribute
@param resource_id str
@param limit int
@retval ComputedListValue with value list of 4-tuple with Event objects
"""
now = get_ion_ts()
events = self.find_events(origin=resource_id, limit=limit, max_datetime=now, descending=True)
ret = IonObject(OT.ComputedEventListValue)
if events:
ret.value = events
ret.computed_list = [self._get_event_computed_attributes(event) for event in events]
ret.status = ComputedValueAvailability.PROVIDED
else:
ret.status = ComputedValueAvailability.NOTAVAILABLE
return ret
def _get_event_computed_attributes(self, event):
"""
@param event any Event to compute attributes for
@retval an EventComputedAttributes object for given event
"""
evt_computed = IonObject(OT.EventComputedAttributes)
evt_computed.event_id = event._id
evt_computed.ts_computed = get_ion_ts()
try:
summary = self._get_event_summary(event)
evt_computed.event_summary = summary
spc_attrs = ["%s:%s" % (k, str(getattr(event, k))[:50]) for k in sorted(event.__dict__.keys()) if k not in ['_id', '_rev', 'type_', 'origin', 'origin_type', 'ts_created', 'base_types']]
evt_computed.special_attributes = ", ".join(spc_attrs)
evt_computed.event_attributes_formatted = pprint.pformat(event.__dict__)
except Exception as ex:
log.exception("Error computing EventComputedAttributes for event %s" % event)
return evt_computed
def _get_event_summary(self, event):
event_types = [event.type_] + event.base_types
summary = ""
if "ResourceLifecycleEvent" in event_types:
summary = "%s lifecycle state change: %s_%s" % (event.origin_type, event.lcstate, event.availability)
elif "ResourceModifiedEvent" in event_types:
summary = "%s modified: %s" % (event.origin_type, event.sub_type)
elif "ResourceAgentStateEvent" in event_types:
summary = "%s agent state change: %s" % (event.origin_type, event.state)
elif "ResourceAgentResourceStateEvent" in event_types:
summary = "%s agent resource state change: %s" % (event.origin_type, event.state)
elif "ResourceAgentConfigEvent" in event_types:
summary = "%s agent config set: %s" % (event.origin_type, event.config)
elif "ResourceAgentResourceConfigEvent" in event_types:
summary = "%s agent resource config set: %s" % (event.origin_type, event.config)
elif "ResourceAgentCommandEvent" in event_types:
summary = "%s agent command '%s(%s)' succeeded: %s" % (event.origin_type, event.command, event.execute_command, "" if event.result is None else event.result)
elif "ResourceAgentErrorEvent" in event_types:
summary = "%s agent command '%s(%s)' failed: %s:%s (%s)" % (event.origin_type, event.command, event.execute_command, event.error_type, event.error_msg, event.error_code)
elif "ResourceAgentAsyncResultEvent" in event_types:
summary = "%s agent async command '%s(%s)' succeeded: %s" % (event.origin_type, event.command, event.desc, "" if event.result is None else event.result)
elif "ResourceAgentResourceCommandEvent" in event_types:
summary = "%s agent resource command '%s(%s)' executed: %s" % (event.origin_type, event.command, event.execute_command, "OK" if event.result is None else event.result)
elif "DeviceStatusEvent" in event_types:
summary = "%s '%s' status change: %s" % (event.origin_type, event.sub_type, DeviceStatusType._str_map.get(event.state,"???"))
elif "DeviceOperatorEvent" in event_types or "ResourceOperatorEvent" in event_types:
summary = "Operator entered: %s" % event.description
elif "OrgMembershipGrantedEvent" in event_types:
summary = "Joined Org '%s' as member" % (event.org_name)
elif "OrgMembershipCancelledEvent" in event_types:
summary = "Cancelled Org '%s' membership" % (event.org_name)
elif "UserRoleGrantedEvent" in event_types:
summary = "Granted %s in Org '%s'" % (event.role_name, event.org_name)
elif "UserRoleRevokedEvent" in event_types:
summary = "Revoked %s in Org '%s'" % (event.role_name, event.org_name)
elif "ResourceSharedEvent" in event_types:
summary = "%s shared in Org: '%s'" % (event.sub_type, event.org_name)
elif "ResourceUnsharedEvent" in event_types:
summary = "%s unshared in Org: '%s'" % (event.sub_type, event.org_name)
elif "ResourceCommitmentCreatedEvent" in event_types:
summary = "%s commitment created in Org: '%s'" % (event.commitment_type, event.org_name)
elif "ResourceCommitmentReleasedEvent" in event_types:
summary = "%s commitment released in Org: '%s'" % (event.commitment_type, event.org_name)
# if event.description and summary:
# summary = summary + ". " + event.description
# elif event.description:
# summary = event.description
return summary
def get_user_notifications(self, user_info_id=''):
"""
Get the notification request objects that are subscribed to by the user
@param user_info_id str
@retval notifications list of NotificationRequest objects
"""
if self.user_info.has_key(user_info_id):
notifications = self.user_info[user_info_id]['notifications']
log.debug("Got %s notifications, for the user: %s", len(notifications), user_info_id)
for notif in notifications:
# remove notifications that have expired
if notif.temporal_bounds.end_datetime != '':
log.debug("removing notification: %s", notif)
notifications.remove(notif)
return notifications
# ret = IonObject(OT.ComputedListValue)
#
# if notifications:
# ret.value = notifications
# ret.status = ComputedValueAvailability.PROVIDED
# else:
# ret.status = ComputedValueAvailability.NOTAVAILABLE
# return ret
# else:
# return None
def create_worker(self, number_of_workers=1):
"""
Creates notification workers
@param number_of_workers int
@retval pids list
"""
pids = []
for n in xrange(number_of_workers):
process_definition = ProcessDefinition( name='notification_worker_%s' % n)
process_definition.executable = {
'module': 'ion.processes.data.transforms.notification_worker',
'class':'NotificationWorker'
}
process_definition_id = self.process_dispatcher.create_process_definition(process_definition=process_definition)
# ------------------------------------------------------------------------------------
# Process Spawning
# ------------------------------------------------------------------------------------
pid2 = self.process_dispatcher.create_process(process_definition_id)
#@todo put in a configuration
configuration = {}
configuration['process'] = dict({
'name': 'notification_worker_%s' % n,
'type':'simple',
'queue_name': 'notification_worker_queue'
})
pid = self.process_dispatcher.schedule_process(
process_definition_id,
configuration = configuration,
process_id=pid2
)
pids.append(pid)
return pids
def process_batch(self, start_time = '', end_time = ''):
"""
This method is launched when an process_batch event is received. The user info dictionary maintained
by the User Notification Service is used to query the event repository for all events for a particular
user that have occurred in a provided time interval, and then an email is sent to the user containing
the digest of all the events.
@param start_time int milliseconds
@param end_time int milliseconds
"""
self.smtp_client = setting_up_smtp_client()
if end_time <= start_time:
return
for user_id, value in self.user_info.iteritems():
notifications = value['notifications']
notification_preferences = value['notification_preferences']
# Ignore users who do NOT want batch notifications or who have disabled the delivery switch
# However, if notification preferences have not been set for the user, use the default mechanism and do not bother
if notification_preferences:
if notification_preferences.delivery_mode != NotificationDeliveryModeEnum.BATCH \
or not notification_preferences.delivery_enabled:
continue
events_for_message = []
search_time = "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (start_time, end_time)
for notification in notifications:
# If the notification request has expired, then do not use it in the search
if notification.temporal_bounds.end_datetime:
continue
if notification.origin:
search_origin = 'search "origin" is "%s" from "events_index"' % notification.origin
else:
search_origin = 'search "origin" is "*" from "events_index"'
if notification.origin_type:
search_origin_type= 'search "origin_type" is "%s" from "events_index"' % notification.origin_type
else:
search_origin_type= 'search "origin_type" is "*" from "events_index"'
if notification.event_type:
search_event_type = 'search "type_" is "%s" from "events_index"' % notification.event_type
else:
search_event_type = 'search "type_" is "*" from "events_index"'
search_string = search_time + ' and ' + search_origin + ' and ' + search_origin_type + ' and ' + search_event_type
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
events_for_message.extend(self.datastore.read_mult(ret_vals))
log.debug("Found following events of interest to user, %s: %s", user_id, events_for_message)
# send a notification email to each user using a _send_email() method
if events_for_message:
self.format_and_send_email(events_for_message = events_for_message,
user_id = user_id,
smtp_client=self.smtp_client)
self.smtp_client.quit()
def format_and_send_email(self, events_for_message = None, user_id = None, smtp_client = None):
"""
Format the message for a particular user containing information about the events he is to be notified about
@param events_for_message list
@param user_id str
"""
message = str(events_for_message)
log.debug("The user, %s, will get the following events in his batch notification email: %s", user_id, message)
msg_body = ''
count = 1
for event in events_for_message:
ts_created = _convert_to_human_readable(event.ts_created)
msg_body += string.join(("\r\n",
"Event %s: %s" % (count, event),
"",
"Originator: %s" % event.origin,
"",
"Description: %s" % event.description or "Not provided",
"",
"ts_created: %s" % ts_created,
"\r\n",
"------------------------"
"\r\n"))
count += 1
msg_body += "You received this notification from ION because you asked to be " +\
"notified about this event from this source. " +\
"To modify or remove notifications about this event, " +\
"please access My Notifications Settings in the ION Web UI. " +\
"Do not reply to this email. This email address is not monitored " +\
"and the emails will not be read. \r\n "
log.debug("The email has the following message body: %s", msg_body)
msg_subject = "(SysName: " + get_sys_name() + ") ION event "
self.send_batch_email( msg_body = msg_body,
msg_subject = msg_subject,
msg_recipient=self.user_info[user_id]['user_contact'].email,
smtp_client=smtp_client )
def send_batch_email(self, msg_body = None, msg_subject = None, msg_recipient = None, smtp_client = None):
"""
Send the email
@param msg_body str
@param msg_subject str
@param msg_recipient str
@param smtp_client object
"""
msg = MIMEText(msg_body)
msg['Subject'] = msg_subject
msg['From'] = self.ION_NOTIFICATION_EMAIL_ADDRESS
msg['To'] = msg_recipient
log.debug("UNS sending batch (digest) email from %s to %s" , self.ION_NOTIFICATION_EMAIL_ADDRESS, msg_recipient)
smtp_sender = CFG.get_safe('server.smtp.sender')
smtp_client.sendmail(smtp_sender, [msg_recipient], msg.as_string())
def update_user_info_object(self, user_id, new_notification):
"""
Update the UserInfo object. If the passed in parameter, od_notification, is None, it does not need to remove the old notification
@param user_id str
@param new_notification NotificationRequest
@param old_notification NotificationRequest
"""
#------------------------------------------------------------------------------------
# read the user
#------------------------------------------------------------------------------------
user = self.clients.resource_registry.read(user_id)
if not user:
raise BadRequest("No user with the provided user_id: %s" % user_id)
for item in user.variables:
if item['name'] == 'notifications':
for notif in item['value']:
if notif._id == new_notification._id:
log.debug("came here for updating notification")
notifications = item['value']
notifications.remove(notif)
notifications.append(new_notification)
break
#------------------------------------------------------------------------------------
# update the resource registry
#------------------------------------------------------------------------------------
log.debug("user.variables::: %s", user.variables)
self.clients.resource_registry.update(user)
return user
def _get_subscriptions(self, resource_id='', include_nonactive=False):
"""
This method is used to get the subscriptions to a data product. The method will return a list of NotificationRequest
objects for whom the origin is set to this data product. This way all the users who were interested in listening to
events with origin equal to this data product, will be known and all their subscriptions will be known.
@param resource_id
@param include_nonactive
@return notification_requests []
"""
search_origin = 'search "origin" is "%s" from "resources_index"' % resource_id
ret_vals = self.discovery.parse(search_origin)
log.debug("Using discovery with search_string: %s", search_origin)
log.debug("_get_subscriptions() got ret_vals: %s", ret_vals )
notifications_all = set()
notifications_active = set()
object_ids = []
for item in ret_vals:
if item['_type'] == 'NotificationRequest':
object_ids.append(item['_id'])
notifs = self.clients.resource_registry.read_mult(object_ids)
log.debug("Got %s notifications here. But they include both active and past notifications", len(notifs))
if include_nonactive:
# Add active or retired notification
notifications_all.update(notifs)
else:
for notif in notifs:
log.debug("Got the end_datetime here: notif.temporal_bounds.end_datetime = %s", notif.temporal_bounds.end_datetime)
if notif.temporal_bounds.end_datetime == '':
log.debug("removing the notification: %s", notif._id)
# Add the active notification
notifications_active.add(notif)
if include_nonactive:
return list(notifications_all)
else:
return list(notifications_active)
def get_subscriptions(self, resource_id='', user_id = '', include_nonactive=False):
"""
This method takes the user-id as an input parameter. The logic will first find all notification requests for this resource
then if a user_id is present, it will filter on those that this user is associated with.
"""
# Get the notifications whose origin field has the provided resource_id
notifs = self._get_subscriptions(resource_id=resource_id, include_nonactive=include_nonactive)
log.debug("For include_nonactive= %s, UNS fetched the following the notifications subscribed to the resource_id: %s --> %s. "
"They are %s in number", include_nonactive,resource_id, notifs, len(notifs))
if not user_id:
return notifs
notifications = []
# Now find the users who subscribed to the above notifications
#todo Right now looking at assocs in a loop which is not efficient to find the users linked to these notifications
# todo(contd) Need to use a more efficient way later
for notif in notifs:
notif_id = notif._id
# Find if the user is associated with this notification request
ids, _ = self.clients.resource_registry.find_subjects( subject_type = RT.UserInfo, object=notif_id, predicate=PRED.hasNotification, id_only=True)
log.debug("Got the following users: %s, associated with the notification: %s", ids, notif_id)
if ids and user_id in ids:
notifications.append(notif)
log.debug("For include_nonactive = %s, UNS fetched the following %s notifications subscribed to %s --> %s", include_nonactive,len(notifications),user_id, notifications)
return notifications
def get_subscriptions_attribute(self, resource_id='', user_id = '', include_nonactive=False):
retval = self.get_subscriptions(resource_id=resource_id, user_id=user_id, include_nonactive=include_nonactive)
container = ComputedListValue(value=retval)
return container
# def get_users_who_subscribed(self, resource_id='', include_nonactive=False):
#
# # Get the notifications whose origin field has the provided resource_id
# notifications = self.get_subscriptions(resource_id, include_nonactive)
#
# # Now find the users who subscribed to the above notifications
# #todo Right now looking at assocs in a loop which is not efficient to find the users linked to these notifications
# # todo(contd) Need to use a more efficient way later
#
# user_ids = set()
# for notif in notifications:
# notif_id = notif._id
# # Find the users who are associated with this notification request
# ids, _ = self.clients.resource_registry.find_subjects( subject_type = RT.UserInfo, object=notif_id, predicate=PRED.hasNotification, id_only=True)
# user_ids.add(ids)
#
# return user_ids
def _notification_in_notifications(self, notification = None, notifications = None):
for id, notif in notifications.iteritems():
if notif.name == notification.name and \
notif.origin == notification.origin and \
notif.origin_type == notification.origin_type and \
notif.event_type == notification.event_type:
return id
return None
def _update_notification_in_notifications_dict(self, new_notification = None, notifications = None ):
for id, notif in notifications.iteritems():
if id == new_notification._id:
notifications.pop(id)
notifications[id] = new_notification
break
def load_user_info(self):
'''
Method to load the user info dictionary used by the notification workers and the UNS
@retval user_info dict
'''
users, _ = self.clients.resource_registry.find_resources(restype= RT.UserInfo)
user_info = {}
if not users:
return {}
for user in users:
notifications = []
notification_preferences = None
for variable in user.variables:
if variable['name'] == 'notifications':
notifications = variable['value']
if variable['name'] == 'notification_preferences':
notification_preferences = variable['value']
user_info[user._id] = { 'user_contact' : user.contact, 'notifications' : notifications, 'notification_preferences' : notification_preferences}
return user_info
class ProcessDispatcherEEAgentIntTest(ProcessDispatcherServiceIntTest):
"""Run the basic int tests again, with a different environment
"""
def setUp(self):
self.dashi = None
self._start_container()
from pyon.public import CFG
self.container_client = ContainerAgentClient(node=self.container.node,
name=self.container.name)
self.container = self.container_client._get_container_instance()
app = dict(name="process_dispatcher",
processapp=("process_dispatcher",
"ion.services.cei.process_dispatcher_service",
"ProcessDispatcherService"))
self.container.start_app(app, config=pd_config)
self.rr_cli = self.container.resource_registry
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = ProcessDefinition(name='test_process')
self.process_definition.executable = {
'module': 'ion.services.cei.test.test_process_dispatcher',
'class': 'TestProcess'
}
self.process_definition_id = self.pd_cli.create_process_definition(
self.process_definition)
self._eea_pids = []
self._eea_pid_to_resource_id = {}
self._eea_pid_to_persistence_dir = {}
self._tmpdirs = []
self.dashi = get_dashi(
uuid.uuid4().hex,
pd_config['processdispatcher']['dashi_uri'],
pd_config['processdispatcher']['dashi_exchange'],
sysname=CFG.get_safe("dashi.sysname"))
#send a fake node_state message to PD's dashi binding.
self.node1_id = uuid.uuid4().hex
self._send_node_state("engine1", self.node1_id)
self._initial_eea_pid = self._start_eeagent(self.node1_id)
self.waiter = ProcessStateWaiter()
def _send_node_state(self, engine_id, node_id=None):
node_id = node_id or uuid.uuid4().hex
node_state = dict(node_id=node_id,
state=InstanceState.RUNNING,
domain_id=domain_id_from_engine(engine_id))
self.dashi.fire(get_pd_dashi_name(), "node_state", args=node_state)
def _start_eeagent(self, node_id, resource_id=None, persistence_dir=None):
if not persistence_dir:
persistence_dir = tempfile.mkdtemp()
self._tmpdirs.append(persistence_dir)
resource_id = resource_id or uuid.uuid4().hex
agent_config = _get_eeagent_config(node_id,
persistence_dir,
resource_id=resource_id)
pid = self.container_client.spawn_process(
name="eeagent",
module="ion.agents.cei.execution_engine_agent",
cls="ExecutionEngineAgent",
config=agent_config)
log.info('Agent pid=%s.', str(pid))
self._eea_pids.append(pid)
self._eea_pid_to_resource_id[pid] = resource_id
self._eea_pid_to_persistence_dir[pid] = persistence_dir
return pid
def _kill_eeagent(self, pid):
self.assertTrue(pid in self._eea_pids)
self.container.terminate_process(pid)
self._eea_pids.remove(pid)
del self._eea_pid_to_resource_id[pid]
del self._eea_pid_to_persistence_dir[pid]
def tearDown(self):
for pid in list(self._eea_pids):
self._kill_eeagent(pid)
for d in self._tmpdirs:
shutil.rmtree(d)
self.waiter.stop()
if self.dashi:
self.dashi.cancel()
def test_requested_ee(self):
# request non-default engine
process_target = ProcessTarget(execution_engine_id="engine2")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start()
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
process_id=pid)
self.waiter.await_state_event(pid, ProcessStateEnum.WAITING)
# request unknown engine, with NEVER queuing mode. The request
# should be rejected.
# verifies L4-CI-CEI-RQ52
process_target = ProcessTarget(execution_engine_id="not-a-real-ee")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
rejected_pid = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
process_id=rejected_pid)
self.waiter.await_state_event(rejected_pid, ProcessStateEnum.REJECTED)
# now add a node and eeagent for engine2. original process should leave
# queue and start running
node2_id = uuid.uuid4().hex
self._send_node_state("engine2", node2_id)
self._start_eeagent(node2_id)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
# spawn another process. it should start immediately.
process_target = ProcessTarget(execution_engine_id="engine2")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
pid2 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
process_id=pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.RUNNING)
# one more with node exclusive
process_target = ProcessTarget(execution_engine_id="engine2",
node_exclusive="hats")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
pid3 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
process_id=pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.RUNNING)
# kill the processes for good
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.TERMINATED)
def test_node_exclusive(self):
# the node_exclusive constraint is used to ensure multiple processes
# of the same "kind" each get a VM exclusive of each other. Other
# processes may run on these VMs, just not processes with the same
# node_exclusive tag. Since we cannot directly query the contents
# of each node in this test, we prove the capability by scheduling
# processes one by one and checking their state.
# verifies L4-CI-CEI-RQ121
# verifies L4-CI-CEI-RQ57
# first off, setUp() created a single node and eeagent.
# We schedule two processes with the same "abc" node_exclusive
# tag. Since there is only one node, the first process should run
# and the second should be queued.
process_target = ProcessTarget(execution_engine_id="engine1")
process_target.node_exclusive = "abc"
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
pid1 = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start()
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
process_id=pid1)
self.waiter.await_state_event(pid1, ProcessStateEnum.RUNNING)
pid2 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
process_id=pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.WAITING)
# now demonstrate that the node itself is not full by launching
# a third process without a node_exclusive tag -- it should start
# immediately
process_target.node_exclusive = None
pid3 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
process_id=pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.RUNNING)
# finally, add a second node to the engine. pid2 should be started
# since there is an exclusive "abc" node free.
node2_id = uuid.uuid4().hex
self._send_node_state("engine1", node2_id)
self._start_eeagent(node2_id)
self.waiter.await_state_event(pid2, ProcessStateEnum.RUNNING)
# kill the processes for good
self.pd_cli.cancel_process(pid1)
self.waiter.await_state_event(pid1, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.TERMINATED)
def test_code_download(self):
# create a process definition that has no URL; only module and class.
process_definition_no_url = ProcessDefinition(
name='test_process_nodownload')
process_definition_no_url.executable = {
'module': 'ion.my.test.process',
'class': 'TestProcess'
}
process_definition_id_no_url = self.pd_cli.create_process_definition(
process_definition_no_url)
# create another that has a URL of the python file (this very file)
# verifies L4-CI-CEI-RQ114
url = "file://%s" % os.path.join(os.path.dirname(__file__),
'test_process_dispatcher.py')
process_definition = ProcessDefinition(name='test_process_download')
process_definition.executable = {
'module': 'ion.my.test.process',
'class': 'TestProcess',
'url': url
}
process_definition_id = self.pd_cli.create_process_definition(
process_definition)
process_target = ProcessTarget()
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
self.waiter.start()
# Test a module with no download fails
pid_no_url = self.pd_cli.create_process(process_definition_id_no_url)
self.pd_cli.schedule_process(process_definition_id_no_url,
process_schedule,
process_id=pid_no_url)
self.waiter.await_state_event(pid_no_url, ProcessStateEnum.FAILED)
# Test a module with a URL runs
pid = self.pd_cli.create_process(process_definition_id)
self.pd_cli.schedule_process(process_definition_id,
process_schedule,
process_id=pid)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
def _add_test_process(self, restart_mode=None):
process_schedule = ProcessSchedule()
if restart_mode is not None:
process_schedule.restart_mode = restart_mode
pid = self.pd_cli.create_process(self.process_definition_id)
pid_listen_name = "PDtestproc_%s" % uuid.uuid4().hex
config = {'process': {'listen_name': pid_listen_name}}
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
process_id=pid,
configuration=config)
client = TestClient(to_name=pid_listen_name)
return pid, client
def test_restart(self):
self.waiter.start()
restartable_pids = []
nonrestartable_pids = []
clients = {}
# start 10 processes with RestartMode.ALWAYS
for _ in range(10):
pid, client = self._add_test_process(ProcessRestartMode.ALWAYS)
restartable_pids.append(pid)
clients[pid] = client
# and 10 processes with RestartMode.ABNORMAL
for _ in range(10):
pid, client = self._add_test_process(ProcessRestartMode.ABNORMAL)
restartable_pids.append(pid)
clients[pid] = client
# and 10 with RestartMode.NEVER
for _ in range(10):
pid, client = self._add_test_process(ProcessRestartMode.NEVER)
nonrestartable_pids.append(pid)
clients[pid] = client
all_pids = restartable_pids + nonrestartable_pids
self.waiter.await_many_state_events(all_pids, ProcessStateEnum.RUNNING)
for pid in all_pids:
client = clients[pid]
self.assertFalse(client.is_restart())
self.assertEqual(client.count(), 1)
# now kill the whole eeagent and restart it. processes should
# show up as FAILED in the next heartbeat.
resource_id = self._eea_pid_to_resource_id[self._initial_eea_pid]
persistence_dir = self._eea_pid_to_persistence_dir[
self._initial_eea_pid]
log.debug("Restarting eeagent %s", self._initial_eea_pid)
self._kill_eeagent(self._initial_eea_pid)
# manually kill the processes to simulate a real container failure
for pid in all_pids:
self.container.terminate_process(pid)
self._start_eeagent(self.node1_id,
resource_id=resource_id,
persistence_dir=persistence_dir)
# wait for restartables to restart
self.waiter.await_many_state_events(restartable_pids,
ProcessStateEnum.RUNNING)
# query the processes again. it should have restart mode config
for pid in restartable_pids:
client = clients[pid]
self.assertTrue(client.is_restart())
self.assertEqual(client.count(), 1)
# meanwhile some procs should not have restarted
for pid in nonrestartable_pids:
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_state, ProcessStateEnum.FAILED)
# guard against extraneous events we were receiving as part of a bug:
# processes restarting again after they were already restarted
self.waiter.await_nothing(timeout=5)
def test_idempotency(self):
# ensure every operation can be safely retried
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
proc_name = 'myreallygoodname'
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start(pid)
# note: if we import UNSCHEDULED state into ProcessStateEnum,
# this assertion will need to change.
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_state, ProcessStateEnum.REQUESTED)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration={},
process_id=pid,
name=proc_name)
self.assertEqual(pid, pid2)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
# repeating schedule is harmless
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration={},
process_id=pid,
name=proc_name)
self.assertEqual(pid, pid2)
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_configuration, {})
self.assertEqual(proc.process_state, ProcessStateEnum.RUNNING)
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
# repeating cancel is harmless
self.pd_cli.cancel_process(pid)
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_configuration, {})
self.assertEqual(proc.process_state, ProcessStateEnum.TERMINATED)
class ProcessDispatcherServiceIntTest(IonIntegrationTestCase):
def setUp(self):
self._start_container()
self.container.start_rel_from_url('res/deploy/r2cei.yml')
self.rr_cli = ResourceRegistryServiceClient()
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = ProcessDefinition(name='test_process')
self.process_definition.executable = {
'module': 'ion.services.cei.test.test_process_dispatcher',
'class': 'TestProcess'
}
self.process_definition_id = self.pd_cli.create_process_definition(
self.process_definition)
self.waiter = ProcessStateWaiter()
def tearDown(self):
self.waiter.stop()
def test_create_schedule_cancel(self):
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
proc_name = 'myreallygoodname'
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start(pid)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration={},
process_id=pid,
name=proc_name)
self.assertEqual(pid, pid2)
# verifies L4-CI-CEI-RQ141 and L4-CI-CEI-RQ142
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_configuration, {})
self.assertEqual(proc.process_state, ProcessStateEnum.RUNNING)
# make sure process is readable directly from RR (mirrored)
# verifies L4-CI-CEI-RQ63
# verifies L4-CI-CEI-RQ64
proc = self.rr_cli.read(pid)
self.assertEqual(proc.process_id, pid)
# now try communicating with the process to make sure it is really running
test_client = TestClient()
for i in range(5):
self.assertEqual(i + 1, test_client.count(timeout=10))
# verifies L4-CI-CEI-RQ147
# check the process name was set in container
got_proc_name = test_client.get_process_name(pid=pid2)
self.assertEqual(proc_name, got_proc_name)
# kill the process and start it again
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration={},
process_id=pid)
self.assertEqual(pid, pid2)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
for i in range(5):
self.assertEqual(i + 1, test_client.count(timeout=10))
# kill the process for good
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
def test_schedule_with_config(self):
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start(pid)
# verifies L4-CI-CEI-RQ66
# feed in a string that the process will return -- verifies that
# configuration actually makes it to the instantiated process
test_response = uuid.uuid4().hex
configuration = {"test_response": test_response}
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration=configuration,
process_id=pid)
self.assertEqual(pid, pid2)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
test_client = TestClient()
# verifies L4-CI-CEI-RQ139
# assure that configuration block (which can contain inputs, outputs,
# and arbitrary config) 1) makes it to the process and 2) is returned
# in process queries
self.assertEqual(test_client.query(), test_response)
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_configuration, configuration)
# kill the process for good
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
def test_schedule_bad_config(self):
process_schedule = ProcessSchedule()
# a non-JSON-serializable IonObject
o = ProcessTarget()
with self.assertRaises(BadRequest) as ar:
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration={"bad": o})
self.assertTrue(ar.exception.message.startswith("bad configuration"))
def test_cancel_notfound(self):
with self.assertRaises(NotFound):
self.pd_cli.cancel_process("not-a-real-process-id")
def test_create_invalid_definition(self):
# create process definition missing module and class
# verifies L4-CI-CEI-RQ137
executable = dict(url="http://somewhere.com/something.py")
definition = ProcessDefinition(name="test_process",
executable=executable)
with self.assertRaises(BadRequest):
self.pd_cli.create_process_definition(definition)
class HAProcessControl(object):
def __init__(self,
pd_name,
resource_registry,
service_id,
callback=None,
logprefix=""):
self.pd_name = pd_name
self.resource_registry = resource_registry
self.service_id = service_id
self.callback = callback
if callback and not callable(callback):
raise ValueError("callback is not callable")
self.logprefix = logprefix
self.client = ProcessDispatcherServiceClient(to_name=pd_name)
self.event_sub = EventSubscriber(event_type="ProcessLifecycleEvent",
callback=self._event_callback,
origin_type="DispatchedProcess",
auto_delete=True)
self.processes = {}
def start(self):
service = self.resource_registry.read(self.service_id)
process_assocs = self.resource_registry.find_associations(
service, "hasProcess")
for process_assoc in process_assocs:
process_id = process_assoc.o
if process_id:
try:
process = self.client.read_process(process_id)
except NotFound:
log.debug(
"%sService was associated with process %s, which is unknown to PD. ignoring.",
self.logprefix, process_id)
continue
state = process.process_state
state_str = ProcessStateEnum._str_map.get(state, str(state))
self.processes[process.process_id] = _process_dict_from_object(
process)
log.info("%srecovered process %s state=%s", self.logprefix,
process_id, state_str)
self.event_sub.start()
def stop(self):
self.event_sub.stop()
def get_managed_upids(self):
return self.processes.keys()
def _event_callback(self, event, *args, **kwargs):
if not event:
return
try:
self._inner_event_callback(event)
except (KeyboardInterrupt, SystemExit):
raise
except:
log.exception("%sException in event handler. This is a bug!",
self.logprefix)
def _inner_event_callback(self, event):
process_id = event.origin
state = event.state
state_str = ProcessStateEnum._str_map.get(state, str(state))
if not (process_id and process_id in self.processes):
# we receive events for all processes but ignore most
return
process = None
for _ in range(3):
try:
process = self.client.read_process(process_id)
break
except Timeout:
log.warn(
"Timeout trying to read process from Process Dispatcher!",
exc_info=True)
pass # retry
except NotFound:
break
if process:
log.info("%sreceived process %s state=%s", self.logprefix,
process_id, state_str)
# replace the cached data about this process
self.processes[process_id] = _process_dict_from_object(process)
else:
log.warn(
"%sReceived process %s event but failed to read from Process Dispatcher",
self.logprefix, process_id)
#XXX better approach here? we at least have the state from the event,
# so sticking that on cached process. We could miss other important
# data like hostname however.
self.processes[process_id]['state'] = process_state_to_pd_core(
state)
if self.callback:
try:
self.callback()
except (KeyboardInterrupt, SystemExit):
raise
except:
e = sys.exc_info()[0]
log.warn("%sError in HAAgent callback: %s",
self.logprefix,
e,
exc_info=True)
def _associate_process(self, process):
try:
self.resource_registry.create_association(self.service_id,
"hasProcess",
process.process_id)
except Exception:
log.exception("Couldn't associate service %s to process %s" %
(self.service_id, process.process_id))
def schedule_process(self, pd_name, process_definition_id, **kwargs):
if pd_name != self.pd_name:
raise Exception(
"schedule_process request received for unknown PD: %s" %
pd_name)
# figure out if there is an existing PID which can be reused
found_upid = None
for process in self.processes.values():
upid = process.get('upid')
state = process.get('state')
if not (upid and state):
continue
if state in CoreProcessState.TERMINAL_STATES:
found_upid = upid
if found_upid:
upid = found_upid
proc = self.client.read_process(upid)
else:
# otherwise create a new process and associate
upid = self.client.create_process(process_definition_id)
# note: if the HAAgent fails between the create call above and the
# associate call below, there may be orphaned Process objects. These
# processes will not however be running, so are largely harmless.
proc = self.client.read_process(upid)
self._associate_process(proc)
process_schedule = _get_process_schedule(**kwargs)
configuration = kwargs.get('configuration')
# cheat and roll the process state to REQUESTED before we actually
# schedule it. this is in-memory only, so should be harmless. This
# avoids a race between this scheduling process and the event
# subscriber.
proc.process_state = ProcessStateEnum.REQUESTED
self.processes[upid] = _process_dict_from_object(proc)
self.client.schedule_process(process_definition_id,
process_schedule,
configuration=configuration,
process_id=upid)
return upid
def terminate_process(self, pid):
return self.client.cancel_process(pid)
def get_all_processes(self):
processes = deepcopy(self.processes.values())
return {self.pd_name: processes}
def reload_processes(self):
for process_id, process_dict in self.processes.items():
try:
process = self.client.read_process(process_id)
except Exception:
log.warn(
"%sFailed to read process %s from PD. Will retry later.",
self.logprefix,
process_id,
exc_info=True)
continue
new_process_dict = _process_dict_from_object(process)
if new_process_dict['state'] != process_dict['state']:
log.warn(
"%sUpdating process %s record manually. we may have missed an event?",
self.logprefix, process_id)
self.processes[process_id] = new_process_dict
def upload_data(dataproduct_id):
upload_folder = FileSystem.get_url(FS.TEMP, 'uploads')
try:
rr_client = ResourceRegistryServiceProcessClient(
node=Container.instance.node, process=service_gateway_instance)
object_store = Container.instance.object_store
try:
rr_client.read(str(dataproduct_id))
except BadRequest:
raise BadRequest('Unknown DataProduct ID %s' % dataproduct_id)
# required fields
upload = request.files['file'] # <input type=file name="file">
# determine filetype
filetype = _check_magic(upload)
upload.seek(0) # return to beginning for save
if upload and filetype is not None:
# upload file - run filename through werkzeug.secure_filename
filename = secure_filename(upload.filename)
path = os.path.join(upload_folder, filename)
upload_time = time.time()
upload.save(path)
# register upload
file_upload_context = {
# TODO add dataproduct_id
'name': 'User uploaded file %s' % filename,
'filename': filename,
'filetype': filetype,
'path': path,
'upload_time': upload_time,
'status': 'File uploaded to server'
}
fuc_id, _ = object_store.create_doc(file_upload_context)
# client to process dispatch
pd_client = ProcessDispatcherServiceClient()
# create process definition
process_definition = ProcessDefinition(
name='upload_data_processor',
executable={
'module':
'ion.processes.data.upload.upload_data_processing',
'class': 'UploadDataProcessing'
})
process_definition_id = pd_client.create_process_definition(
process_definition)
# create process
process_id = pd_client.create_process(process_definition_id)
#schedule process
config = DotDict()
config.process.fuc_id = fuc_id
config.process.dp_id = dataproduct_id
pid = pd_client.schedule_process(process_definition_id,
process_id=process_id,
configuration=config)
log.info('UploadDataProcessing process created %s' % pid)
# response - only FileUploadContext ID and determined filetype for UX display
resp = {'fuc_id': fuc_id}
return gateway_json_response(resp)
raise BadRequest('Invalid Upload')
except Exception as e:
return build_error_response(e)
class ProcessDispatcherEEAgentIntTest(ProcessDispatcherServiceIntTest):
"""Run the basic int tests again, with a different environment
"""
def setUp(self):
self.dashi = None
self._start_container()
self.container_client = ContainerAgentClient(node=self.container.node,
name=self.container.name)
self.container = self.container_client._get_container_instance()
app = dict(name="process_dispatcher", processapp=("process_dispatcher",
"ion.services.cei.process_dispatcher_service",
"ProcessDispatcherService"))
self.container.start_app(app, config=pd_config)
self.rr_cli = self.container.resource_registry
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = ProcessDefinition(name='test_process')
self.process_definition.executable = {'module': 'ion.services.cei.test.test_process_dispatcher',
'class': 'TestProcess'}
self.process_definition_id = self.pd_cli.create_process_definition(self.process_definition)
self._eea_pids = []
self._tmpdirs = []
self.dashi = get_dashi(uuid.uuid4().hex,
pd_config['processdispatcher']['dashi_uri'],
pd_config['processdispatcher']['dashi_exchange'])
#send a fake node_state message to PD's dashi binding.
self.node1_id = uuid.uuid4().hex
self._send_node_state("engine1", self.node1_id)
self._start_eeagent(self.node1_id)
self.waiter = ProcessStateWaiter()
def _send_node_state(self, engine_id, node_id=None):
node_id = node_id or uuid.uuid4().hex
node_state = dict(node_id=node_id, state=InstanceState.RUNNING,
domain_id=domain_id_from_engine(engine_id))
self.dashi.fire(get_pd_dashi_name(), "node_state", args=node_state)
def _start_eeagent(self, node_id):
persistence_dir = tempfile.mkdtemp()
self._tmpdirs.append(persistence_dir)
agent_config = _get_eeagent_config(node_id, persistence_dir)
pid = self.container_client.spawn_process(name="eeagent",
module="ion.agents.cei.execution_engine_agent",
cls="ExecutionEngineAgent", config=agent_config)
log.info('Agent pid=%s.', str(pid))
self._eea_pids.append(pid)
def tearDown(self):
for pid in self._eea_pids:
self.container.terminate_process(pid)
for d in self._tmpdirs:
shutil.rmtree(d)
self.waiter.stop()
if self.dashi:
self.dashi.cancel()
def test_requested_ee(self):
# request non-default engine
process_target = ProcessTarget(execution_engine_id="engine2")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start()
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid)
self.waiter.await_state_event(pid, ProcessStateEnum.WAITING)
# request unknown engine, with NEVER queuing mode. The request
# should be rejected.
# verifies L4-CI-CEI-RQ52
process_target = ProcessTarget(execution_engine_id="not-a-real-ee")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
rejected_pid = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=rejected_pid)
self.waiter.await_state_event(rejected_pid, ProcessStateEnum.REJECTED)
# now add a node and eeagent for engine2. original process should leave
# queue and start running
node2_id = uuid.uuid4().hex
self._send_node_state("engine2", node2_id)
self._start_eeagent(node2_id)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
# spawn another process. it should start immediately.
process_target = ProcessTarget(execution_engine_id="engine2")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
pid2 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.RUNNING)
# one more with node exclusive
process_target = ProcessTarget(execution_engine_id="engine2",
node_exclusive="hats")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
pid3 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.RUNNING)
# kill the processes for good
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.TERMINATED)
def test_node_exclusive(self):
# the node_exclusive constraint is used to ensure multiple processes
# of the same "kind" each get a VM exclusive of each other. Other
# processes may run on these VMs, just not processes with the same
# node_exclusive tag. Since we cannot directly query the contents
# of each node in this test, we prove the capability by scheduling
# processes one by one and checking their state.
# verifies L4-CI-CEI-RQ121
# verifies L4-CI-CEI-RQ57
# first off, setUp() created a single node and eeagent.
# We schedule two processes with the same "abc" node_exclusive
# tag. Since there is only one node, the first process should run
# and the second should be queued.
process_target = ProcessTarget(execution_engine_id="engine1")
process_target.node_exclusive = "abc"
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
pid1 = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start()
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid1)
self.waiter.await_state_event(pid1, ProcessStateEnum.RUNNING)
pid2 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.WAITING)
# now demonstrate that the node itself is not full by launching
# a third process without a node_exclusive tag -- it should start
# immediately
process_target.node_exclusive = None
pid3 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.RUNNING)
# finally, add a second node to the engine. pid2 should be started
# since there is an exclusive "abc" node free.
node2_id = uuid.uuid4().hex
self._send_node_state("engine1", node2_id)
self._start_eeagent(node2_id)
self.waiter.await_state_event(pid2, ProcessStateEnum.RUNNING)
# kill the processes for good
self.pd_cli.cancel_process(pid1)
self.waiter.await_state_event(pid1, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.TERMINATED)
def test_code_download(self):
# create a process definition that has no URL; only module and class.
process_definition_no_url = ProcessDefinition(name='test_process_nodownload')
process_definition_no_url.executable = {'module': 'ion.my.test.process',
'class': 'TestProcess'}
process_definition_id_no_url = self.pd_cli.create_process_definition(process_definition_no_url)
# create another that has a URL of the python file (this very file)
# verifies L4-CI-CEI-RQ114
url = "file://%s" % os.path.join(os.path.dirname(__file__), 'test_process_dispatcher.py')
process_definition = ProcessDefinition(name='test_process_download')
process_definition.executable = {'module': 'ion.my.test.process',
'class': 'TestProcess', 'url': url}
process_definition_id = self.pd_cli.create_process_definition(process_definition)
process_target = ProcessTarget()
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
self.waiter.start()
# Test a module with no download fails
pid_no_url = self.pd_cli.create_process(process_definition_id_no_url)
self.pd_cli.schedule_process(process_definition_id_no_url,
process_schedule, process_id=pid_no_url)
self.waiter.await_state_event(pid_no_url, ProcessStateEnum.FAILED)
# Test a module with a URL runs
pid = self.pd_cli.create_process(process_definition_id)
self.pd_cli.schedule_process(process_definition_id,
process_schedule, process_id=pid)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
class ProcessDispatcherServiceIntTest(IonIntegrationTestCase):
def setUp(self):
self._start_container()
self.container.start_rel_from_url('res/deploy/r2cei.yml')
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = ProcessDefinition(name='test_process')
self.process_definition.executable = {
'module': 'ion.services.cei.test.test_process_dispatcher',
'class': 'TestProcess'
}
self.process_definition_id = self.pd_cli.create_process_definition(
self.process_definition)
self.event_queue = queue.Queue()
self.event_sub = None
def tearDown(self):
if self.event_sub:
self.event_sub.deactivate()
def _event_callback(self, event, *args, **kwargs):
self.event_queue.put(event)
def subscribe_events(self, origin):
self.event_sub = EventSubscriber(event_type="ProcessLifecycleEvent",
callback=self._event_callback,
origin=origin,
origin_type="DispatchedProcess")
self.event_sub.activate()
def await_state_event(self, pid, state):
event = self.event_queue.get(timeout=5)
log.debug("Got event: %s", event)
self.assertEqual(event.origin, pid)
self.assertEqual(event.state, state)
return event
def test_create_schedule_cancel(self):
process_schedule = ProcessSchedule()
pid = self.pd_cli.create_process(self.process_definition_id)
self.subscribe_events(pid)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration={},
process_id=pid)
self.assertEqual(pid, pid2)
self.await_state_event(pid, ProcessStateEnum.SPAWN)
# now try communicating with the process to make sure it is really running
test_client = TestClient()
for i in range(5):
# this timeout may be too low
self.assertEqual(i + 1, test_client.count(timeout=1))
# kill the process and start it again
self.pd_cli.cancel_process(pid)
self.await_state_event(pid, ProcessStateEnum.TERMINATE)
oldpid = pid
pid = self.pd_cli.create_process(self.process_definition_id)
self.subscribe_events(pid)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration={},
process_id=pid)
self.assertEqual(pid, pid2)
self.assertNotEqual(oldpid, pid)
self.await_state_event(pid, ProcessStateEnum.SPAWN)
for i in range(5):
# this timeout may be too low
self.assertEqual(i + 1, test_client.count(timeout=1))
# kill the process for good
self.pd_cli.cancel_process(pid)
self.await_state_event(pid, ProcessStateEnum.TERMINATE)
def test_schedule_bad_config(self):
process_schedule = ProcessSchedule()
# a non-JSON-serializable IonObject
o = ProcessTarget()
with self.assertRaises(BadRequest) as ar:
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule,
configuration={"bad": o})
self.assertTrue(ar.exception.message.startswith("bad configuration"))
class UserNotificationService(BaseUserNotificationService):
"""
A service that provides users with an API for CRUD methods for notifications.
"""
def __init__(self, *args, **kwargs):
self._schedule_ids = []
BaseUserNotificationService.__init__(self, *args, **kwargs)
def on_start(self):
self.ION_NOTIFICATION_EMAIL_ADDRESS = CFG.get_safe('server.smtp.sender')
# Create an event processor
self.event_processor = EmailEventProcessor()
# Dictionaries that maintain information asetting_up_smtp_clientbout users and their subscribed notifications
self.user_info = {}
# The reverse_user_info is calculated from the user_info dictionary
self.reverse_user_info = {}
# Get the clients
# @TODO: Why are these not dependencies in the service YML???
self.discovery = DiscoveryServiceClient()
self.process_dispatcher = ProcessDispatcherServiceClient()
self.event_publisher = EventPublisher()
self.datastore = self.container.datastore_manager.get_datastore('events')
self.start_time = get_ion_ts()
#------------------------------------------------------------------------------------
# Create an event subscriber for Reload User Info events
#------------------------------------------------------------------------------------
def reload_user_info(event_msg, headers):
"""
Callback method for the subscriber to ReloadUserInfoEvent
"""
notification_id = event_msg.notification_id
log.debug("(UNS instance received a ReloadNotificationEvent. The relevant notification_id is %s" % notification_id)
try:
self.user_info = self.load_user_info()
except NotFound:
log.warning("ElasticSearch has not yet loaded the user_index.")
self.reverse_user_info = calculate_reverse_user_info(self.user_info)
log.debug("(UNS instance) After a reload, the user_info: %s" % self.user_info)
log.debug("(UNS instance) The recalculated reverse_user_info: %s" % self.reverse_user_info)
# the subscriber for the ReloadUSerInfoEvent
self.reload_user_info_subscriber = EventSubscriber(
event_type=OT.ReloadUserInfoEvent,
origin='UserNotificationService',
callback=reload_user_info
)
self.add_endpoint(self.reload_user_info_subscriber)
def on_quit(self):
"""
Handles stop/terminate.
Cleans up subscribers spawned here, terminates any scheduled tasks to the scheduler.
"""
for sid in self._schedule_ids:
try:
self.clients.scheduler.cancel_timer(sid)
except IonException as ex:
log.info("Ignoring exception while cancelling schedule id (%s): %s: %s", sid, ex.__class__.__name__, ex)
super(UserNotificationService, self).on_quit()
def set_process_batch_key(self, process_batch_key = ''):
"""
This method allows an operator to set the process_batch_key, a string.
Once this method is used by the operator, the UNS will start listening for timer events
published by the scheduler with origin = process_batch_key.
@param process_batch_key str
"""
def process(event_msg, headers):
self.end_time = get_ion_ts()
# run the process_batch() method
self.process_batch(start_time=self.start_time, end_time=self.end_time)
self.start_time = self.end_time
# the subscriber for the batch processing
# To trigger the batch notification, have the scheduler create a timer with event_origin = process_batch_key
self.batch_processing_subscriber = EventSubscriber(
event_type=OT.TimerEvent,
origin=process_batch_key,
callback=process
)
self.add_endpoint(self.batch_processing_subscriber)
def create_notification(self, notification=None, user_id=''):
"""
Persists the provided NotificationRequest object for the specified Origin id.
Associate the Notification resource with the user_id string.
returned id is the internal id by which NotificationRequest will be identified
in the data store.
@param notification NotificationRequest
@param user_id str
@retval notification_id str
@throws BadRequest if object passed has _id or _rev attribute
"""
if not user_id:
raise BadRequest("User id not provided.")
log.debug("Create notification called for user_id: %s, and notification: %s", user_id, notification)
#---------------------------------------------------------------------------------------------------
# Persist Notification object as a resource if it has already not been persisted
#---------------------------------------------------------------------------------------------------
notification_id = None
# if the notification has already been registered, simply use the old id
existing_user_notifications = self.get_user_notifications(user_info_id=user_id)
if existing_user_notifications:
notification_id = self._notification_in_notifications(notification, existing_user_notifications)
# since the notification has not been registered yet, register it and get the id
temporal_bounds = TemporalBounds()
temporal_bounds.start_datetime = get_ion_ts()
temporal_bounds.end_datetime = ''
if not notification_id:
notification.temporal_bounds = temporal_bounds
notification_id, rev = self.clients.resource_registry.create(notification)
else:
log.debug("Notification object has already been created in resource registry before. No new id to be generated. notification_id: %s", notification_id)
# Read the old notification already in the resource registry
notification = self.clients.resource_registry.read(notification_id)
# Update the temporal bounds of the old notification resource
notification.temporal_bounds = temporal_bounds
# Update the notification in the resource registry
self.clients.resource_registry.update(notification)
log.debug("The temporal bounds for this resubscribed notification object with id: %s, is: %s", notification._id,notification.temporal_bounds)
# Link the user and the notification with a hasNotification association
assocs= self.clients.resource_registry.find_associations(subject=user_id,
predicate=PRED.hasNotification,
object=notification_id,
id_only=True)
if assocs:
log.debug("Got an already existing association: %s, between user_id: %s, and notification_id: %s", assocs,user_id,notification_id)
return notification_id
else:
log.debug("Creating association between user_id: %s, and notification_id: %s", user_id, notification_id )
self.clients.resource_registry.create_association(user_id, PRED.hasNotification, notification_id)
# read the registered notification request object because this has an _id and is more useful
notification = self.clients.resource_registry.read(notification_id)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.debug("(create notification) Publishing ReloadUserInfoEvent for notification_id: %s", notification_id)
self.event_publisher.publish_event( event_type= OT.ReloadUserInfoEvent,
origin="UserNotificationService",
description= "A notification has been created.",
notification_id = notification_id)
return notification_id
def update_notification(self, notification=None, user_id = ''):
"""Updates the provided NotificationRequest object. Throws NotFound exception if
an existing version of NotificationRequest is not found. Throws Conflict if
the provided NotificationRequest object is not based on the latest persisted
version of the object.
@param notification NotificationRequest
@throws BadRequest if object does not have _id or _rev attribute
@throws NotFound object with specified id does not exist
@throws Conflict object not based on latest persisted object version
"""
raise NotImplementedError("This method needs to be worked out in terms of implementation")
# #-------------------------------------------------------------------------------------------------------------------
# # Get the old notification
# #-------------------------------------------------------------------------------------------------------------------
#
# old_notification = self.clients.resource_registry.read(notification._id)
#
# #-------------------------------------------------------------------------------------------------------------------
# # Update the notification in the notifications dict
# #-------------------------------------------------------------------------------------------------------------------
#
#
# self._update_notification_in_notifications_dict(new_notification=notification,
# notifications=self.notifications)
# #-------------------------------------------------------------------------------------------------------------------
# # Update the notification in the registry
# #-------------------------------------------------------------------------------------------------------------------
# '''
# Since one user should not be able to update the notification request resource without the knowledge of other users
# who have subscribed to the same notification request, we do not update the resource in the resource registry
# '''
#
## self.clients.resource_registry.update(notification)
#
# #-------------------------------------------------------------------------------------------------------------------
# # reading up the notification object to make sure we have the newly registered notification request object
# #-------------------------------------------------------------------------------------------------------------------
#
# notification_id = notification._id
# notification = self.clients.resource_registry.read(notification_id)
#
# #------------------------------------------------------------------------------------
# # Update the UserInfo object
# #------------------------------------------------------------------------------------
#
# user = self.update_user_info_object(user_id, notification)
#
# #-------------------------------------------------------------------------------------------------------------------
# # Generate an event that can be picked by notification workers so that they can update their user_info dictionary
# #-------------------------------------------------------------------------------------------------------------------
# log.info("(update notification) Publishing ReloadUserInfoEvent for updated notification")
#
# self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
# origin="UserNotificationService",
# description= "A notification has been updated.",
# notification_id = notification_id
# )
def read_notification(self, notification_id=''):
"""Returns the NotificationRequest object for the specified notification id.
Throws exception if id does not match any persisted NotificationRequest
objects.
@param notification_id str
@retval notification NotificationRequest
@throws NotFound object with specified id does not exist
"""
notification = self.clients.resource_registry.read(notification_id)
return notification
def delete_notification(self, notification_id=''):
"""For now, permanently deletes NotificationRequest object with the specified
id. Throws exception if id does not match any persisted NotificationRequest.
@param notification_id str
@throws NotFound object with specified id does not exist
"""
#-------------------------------------------------------------------------------------------------------------------
# Stop the event subscriber for the notification
#-------------------------------------------------------------------------------------------------------------------
notification_request = self.clients.resource_registry.read(notification_id)
#-------------------------------------------------------------------------------------------------------------------
# Update the resource registry
#-------------------------------------------------------------------------------------------------------------------
notification_request.temporal_bounds.end_datetime = get_ion_ts()
self.clients.resource_registry.update(notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Find users who are interested in the notification and update the notification in the list maintained by the UserInfo object
#-------------------------------------------------------------------------------------------------------------------
# user_ids, _ = self.clients.resource_registry.find_subjects(RT.UserInfo, PRED.hasNotification, notification_id, True)
#
# for user_id in user_ids:
# self.update_user_info_object(user_id, notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.info("(delete notification) Publishing ReloadUserInfoEvent for notification_id: %s", notification_id)
self.event_publisher.publish_event( event_type= OT.ReloadUserInfoEvent,
origin="UserNotificationService",
description= "A notification has been deleted.",
notification_id = notification_id)
# def delete_notification_from_user_info(self, notification_id):
# """
# Helper method to delete the notification from the user_info dictionary
#
# @param notification_id str
# """
#
# user_ids, assocs = self.clients.resource_registry.find_subjects(object=notification_id, predicate=PRED.hasNotification, id_only=True)
#
# for assoc in assocs:
# self.clients.resource_registry.delete_association(assoc)
#
# for user_id in user_ids:
#
# value = self.user_info[user_id]
#
# for notif in value['notifications']:
# if notification_id == notif._id:
# # remove the notification
# value['notifications'].remove(notif)
#
# self.reverse_user_info = calculate_reverse_user_info(self.user_info)
def find_events(self, origin='', type='', min_datetime=0, max_datetime=0, limit=-1, descending=False):
"""
This method leverages couchdb view and simple filters. It does not use elastic search.
Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param min_datetime int seconds
@param max_datetime int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
event_tuples = []
try:
event_tuples = self.container.event_repository.find_events(event_type=type, origin=origin, start_ts=min_datetime, end_ts=max_datetime, limit=limit, descending=descending)
except Exception as exc:
log.warning("The UNS find_events operation for event origin = %s and type = %s failed. Error message = %s", origin, type, exc.message)
events = [item[2] for item in event_tuples]
log.debug("(find_events) UNS found the following relevant events: %s", events)
return events
#todo Uses Elastic Search. Later extend this to a larger search criteria
def find_events_extended(self, origin='', type='', min_time= 0, max_time=0, limit=-1, descending=False):
"""Uses Elastic Search. Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param type str
@param min_time int seconds
@param max_time int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
query = []
if min_time and max_time:
query.append( "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (min_time, max_time))
if origin:
query.append( 'search "origin" is "%s" from "events_index"' % origin)
if type:
query.append( 'search "type_" is "%s" from "events_index"' % type)
search_string = ' and '.join(query)
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
if len(query) > 1:
events = self.datastore.read_mult(ret_vals)
else:
events = [i['_source'] for i in ret_vals]
log.debug("(find_events_extended) Discovery search returned the following event ids: %s", ret_vals)
log.debug("(find_events_extended) UNS found the following relevant events: %s", events)
if limit > 0:
return events[:limit]
#todo implement time ordering: ascending or descending
return events
def publish_event_object(self, event=None):
"""
This service operation would publish the given event from an event object.
@param event !Event
@retval event !Event
"""
event = self.event_publisher.publish_event_object(event_object=event)
log.info("The publish_event_object(event) method of UNS was used to publish the event: %s", event )
return event
def publish_event(self, event_type='', origin='', origin_type='', sub_type='', description='', event_attrs=None):
"""
This service operation assembles a new Event object based on event_type
(e.g. via the pyon Event publisher) with optional additional attributes from a event_attrs
dict of arbitrary attributes.
@param event_type str
@param origin str
@param origin_type str
@param sub_type str
@param description str
@param event_attrs dict
@retval event !Event
"""
event_attrs = event_attrs or {}
event = self.event_publisher.publish_event(
event_type = event_type,
origin = origin,
origin_type = origin_type,
sub_type = sub_type,
description = description,
**event_attrs
)
log.info("The publish_event() method of UNS was used to publish an event: %s", event)
return event
def get_recent_events(self, resource_id='', limit=100):
"""
Get recent events for use in extended resource computed attribute
@param resource_id str
@param limit int
@retval ComputedListValue with value list of 4-tuple with Event objects
"""
now = get_ion_ts()
events = self.find_events(origin=resource_id, limit=limit, max_datetime=now, descending=True)
ret = IonObject(OT.ComputedEventListValue)
if events:
ret.value = events
ret.computed_list = [get_event_computed_attributes(event) for event in events]
ret.status = ComputedValueAvailability.PROVIDED
else:
ret.status = ComputedValueAvailability.NOTAVAILABLE
return ret
def get_user_notifications(self, user_info_id=''):
"""
Get the notification request objects that are subscribed to by the user
@param user_info_id str
@retval notifications list of NotificationRequest objects
"""
notifications = []
user_notif_req_objs, _ = self.clients.resource_registry.find_objects(
subject=user_info_id, predicate=PRED.hasNotification, object_type=RT.NotificationRequest, id_only=False)
log.debug("Got %s notifications, for the user: %s", len(user_notif_req_objs), user_info_id)
for notif in user_notif_req_objs:
# do not include notifications that have expired
if notif.temporal_bounds.end_datetime == '':
notifications.append(notif)
return notifications
def create_worker(self, number_of_workers=1):
"""
Creates notification workers
@param number_of_workers int
@retval pids list
"""
pids = []
for n in xrange(number_of_workers):
process_definition = ProcessDefinition( name='notification_worker_%s' % n)
process_definition.executable = {
'module': 'ion.processes.data.transforms.notification_worker',
'class':'NotificationWorker'
}
process_definition_id = self.process_dispatcher.create_process_definition(process_definition=process_definition)
# ------------------------------------------------------------------------------------
# Process Spawning
# ------------------------------------------------------------------------------------
pid2 = self.process_dispatcher.create_process(process_definition_id)
#@todo put in a configuration
configuration = {}
configuration['process'] = dict({
'name': 'notification_worker_%s' % n,
'type':'simple',
'queue_name': 'notification_worker_queue'
})
pid = self.process_dispatcher.schedule_process(
process_definition_id,
configuration = configuration,
process_id=pid2
)
pids.append(pid)
return pids
def process_batch(self, start_time = '', end_time = ''):
"""
This method is launched when an process_batch event is received. The user info dictionary maintained
by the User Notification Service is used to query the event repository for all events for a particular
user that have occurred in a provided time interval, and then an email is sent to the user containing
the digest of all the events.
@param start_time int milliseconds
@param end_time int milliseconds
"""
self.smtp_client = setting_up_smtp_client()
if end_time <= start_time:
return
for user_id, value in self.user_info.iteritems():
notifications = self.get_user_notifications(user_info_id=user_id)
notifications_disabled = value['notifications_disabled']
notifications_daily_digest = value['notifications_daily_digest']
# Ignore users who do NOT want batch notifications or who have disabled the delivery switch
# However, if notification preferences have not been set for the user, use the default mechanism and do not bother
if notifications_disabled or not notifications_daily_digest:
continue
events_for_message = []
search_time = "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (start_time, end_time)
for notification in notifications:
# If the notification request has expired, then do not use it in the search
if notification.temporal_bounds.end_datetime:
continue
if CFG_ELASTIC_SEARCH:
if notification.origin:
search_origin = 'search "origin" is "%s" from "events_index"' % notification.origin
else:
search_origin = 'search "origin" is "*" from "events_index"'
if notification.origin_type:
search_origin_type= 'search "origin_type" is "%s" from "events_index"' % notification.origin_type
else:
search_origin_type= 'search "origin_type" is "*" from "events_index"'
if notification.event_type:
search_event_type = 'search "type_" is "%s" from "events_index"' % notification.event_type
else:
search_event_type = 'search "type_" is "*" from "events_index"'
search_string = search_time + ' and ' + search_origin + ' and ' + search_origin_type + ' and ' + search_event_type
# get the list of ids corresponding to the events
log.debug('process_batch search_string: %s', search_string)
ret_vals = self.discovery.parse(search_string)
events_for_message.extend(self.datastore.read_mult(ret_vals))
else:
# Adding a branch
event_tuples = self.container.event_repository.find_events(
origin=notification.origin,
event_type=notification.event_type,
start_ts=start_time,
end_ts=end_time)
events = [item[2] for item in event_tuples]
events_for_message.extend(events)
log.debug("Found following events of interest to user, %s: %s", user_id, events_for_message)
# send a notification email to each user using a _send_email() method
if events_for_message:
self.format_and_send_email(events_for_message = events_for_message,
user_id = user_id,
smtp_client=self.smtp_client)
self.smtp_client.quit()
def format_and_send_email(self, events_for_message=None, user_id=None, smtp_client=None):
"""
Format the message for a particular user containing information about the events he is to be notified about
@param events_for_message list
@param user_id str
"""
message = str(events_for_message)
log.debug("The user, %s, will get the following events in his batch notification email: %s", user_id, message)
msg = convert_events_to_email_message(events_for_message, self.clients.resource_registry)
msg["Subject"] = "(SysName: " + get_sys_name() + ") ION event "
msg["To"] = self.user_info[user_id]['user_contact'].email
self.send_batch_email(msg, smtp_client)
def send_batch_email(self, msg=None, smtp_client=None):
"""
Send the email
@param msg MIMEText object of email message
@param smtp_client object
"""
if msg is None: msg = {}
for f in ["Subject", "To"]:
if not f in msg: raise BadRequest("'%s' not in msg %s" % (f, msg))
msg_subject = msg["Subject"]
msg_recipient = msg["To"]
msg['From'] = self.ION_NOTIFICATION_EMAIL_ADDRESS
log.debug("UNS sending batch (digest) email from %s to %s",
self.ION_NOTIFICATION_EMAIL_ADDRESS,
msg_recipient)
smtp_sender = CFG.get_safe('server.smtp.sender')
smtp_client.sendmail(smtp_sender, [msg_recipient], msg.as_string())
def update_user_info_object(self, user_id, new_notification):
"""
Update the UserInfo object. If the passed in parameter, od_notification, is None, it does not need to remove the old notification
@param user_id str
@param new_notification NotificationRequest
"""
#this is not necessary if notifiactions are not stored in the userinfo object
raise NotImplementedError("This method is not necessary because Notifications are not stored in the userinfo object")
#------------------------------------------------------------------------------------
# read the user
#------------------------------------------------------------------------------------
# user = self.clients.resource_registry.read(user_id)
#
# if not user:
# raise BadRequest("No user with the provided user_id: %s" % user_id)
#
# for item in user.variables:
# if type(item) is dict and item.has_key('name') and item['name'] == 'notifications':
# for notif in item['value']:
# if notif._id == new_notification._id:
# log.debug("came here for updating notification")
# notifications = item['value']
# notifications.remove(notif)
# notifications.append(new_notification)
# break
# else:
# log.warning('Invalid variables attribute on UserInfo instance. UserInfo: %s', user)
#
#
# #------------------------------------------------------------------------------------
# # update the resource registry
# #------------------------------------------------------------------------------------
#
# log.debug("user.variables::: %s", user.variables)
#
# self.clients.resource_registry.update(user)
#
# return user
def get_subscriptions(self, resource_id='', user_id = '', include_nonactive=False):
"""
@param resource_id a resource id (or other origin) that is the origin of events for notifications
@param user_id a UserInfo ID that owns the NotificationRequest
@param include_nonactive if False, filter to active NotificationRequest only
Return all NotificationRequest resources where origin is given resource_id.
"""
notif_reqs, _ = self.clients.resource_registry.find_resources_ext(
restype=RT.NotificationRequest, attr_name="origin", attr_value=resource_id, id_only=False)
log.debug("Got %s active and past NotificationRequests for resource/origin %s", len(notif_reqs), resource_id)
if not include_nonactive:
notif_reqs = [nr for nr in notif_reqs if nr.temporal_bounds.end_datetime == '']
log.debug("Filtered to %s active NotificationRequests", len(notif_reqs))
if user_id:
# Get all NotificationRequests (ID) that are associated to given UserInfo_id
user_notif_req_ids, _ = self.clients.resource_registry.find_objects(
subject=user_id, predicate=PRED.hasNotification, object_type=RT.NotificationRequest, id_only=True)
notif_reqs = [nr for nr in notif_reqs if nr._id in user_notif_req_ids]
log.debug("Filtered to %s NotificationRequests associated to user %s", len(notif_reqs), user_id)
return notif_reqs
def get_subscriptions_attribute(self, resource_id='', user_id = '', include_nonactive=False):
retval = self.get_subscriptions(resource_id=resource_id, user_id=user_id, include_nonactive=include_nonactive)
container = ComputedListValue(value=retval)
return container
def _notification_in_notifications(self, notification = None, notifications = None):
for notif in notifications:
if notif.name == notification.name and \
notif.origin == notification.origin and \
notif.origin_type == notification.origin_type and \
notif.event_type == notification.event_type:
return notif._id
return None
def load_user_info(self):
"""
Method to load the user info dictionary used by the notification workers and the UNS
@retval user_info dict
"""
users, _ = self.clients.resource_registry.find_resources(restype=RT.UserInfo)
user_info = {}
if not users:
return {}
for user in users:
notifications = []
notifications_disabled = False
notifications_daily_digest = False
#retrieve all the active notifications assoc to this user
notifications = self.get_user_notifications(user_info_id=user)
log.debug('load_user_info notifications: %s', notifications)
for variable in user.variables:
if type(variable) is dict and variable.has_key('name'):
if variable['name'] == 'notifications_daily_digest':
notifications_daily_digest = variable['value']
if variable['name'] == 'notifications_disabled':
notifications_disabled = variable['value']
else:
log.warning('Invalid variables attribute on UserInfo instance. UserInfo: %s', user)
user_info[user._id] = { 'user_contact' : user.contact, 'notifications' : notifications,
'notifications_daily_digest' : notifications_daily_digest, 'notifications_disabled' : notifications_disabled}
return user_info
##
##
## GOVERNANCE FUNCTIONS
##
##
def check_subscription_policy(self, process, message, headers):
try:
gov_values = GovernanceHeaderValues(headers=headers, process=process, resource_id_required=False)
except Inconsistent, ex:
return False, ex.message
if gov_values.op == 'delete_notification':
return True, ''
notification = message['notification']
resource_id = notification.origin
if notification.origin_type == RT.Org:
org = self.clients.resource_registry.read(resource_id)
if (has_org_role(gov_values.actor_roles, org.org_governance_name, [ORG_MEMBER_ROLE])):
return True, ''
else:
orgs,_ = self.clients.resource_registry.find_subjects(subject_type=RT.Org, predicate=PRED.hasResource, object=resource_id, id_only=False)
for org in orgs:
if (has_org_role(gov_values.actor_roles, org.org_governance_name, [ORG_MEMBER_ROLE])):
return True, ''
return False, '%s(%s) has been denied since the user is not a member in any org to which the resource id %s belongs ' % (process.name, gov_values.op, resource_id)
class ProcessStateGateIntTest(IonIntegrationTestCase):
def setUp(self):
self._start_container()
self.container.start_rel_from_url('res/deploy/r2cei.yml')
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = IonObject(OT.ProcessDefinition,
name='test_process')
self.process_definition.executable = {
'module': 'ion.services.cei.test.test_process_state_gate',
'class': 'TestProcess'
}
self.process_definition_id = self.pd_cli.create_process_definition(
self.process_definition)
self.event_queue = queue.Queue()
self.process_schedule = IonObject(OT.ProcessSchedule)
self.process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
self.pid = self.pd_cli.create_process(self.process_definition_id)
self.event_queue = queue.Queue()
self.event_sub = EventSubscriber(event_type="ProcessLifecycleEvent",
callback=self._event_callback,
origin=self.pid,
origin_type="DispatchedProcess")
def tearDown(self):
#stop subscriber if its running
if self.event_sub and self.event_sub._cbthread:
self.event_sub.stop()
self._stop_container()
def _event_callback(self, event, *args, **kwargs):
self.event_queue.put(event)
def latest_event(self, timeout=10):
# get latest event from our local event subscriber
try:
event = self.event_queue.get(timeout=timeout)
except Empty:
event = None
return event
def await_state(self, state, timeout=10):
print "Emptying event queue"
while True:
event = self.latest_event(0)
if event:
print "State %s from event %s" % (event.state, event)
else:
break
self.event_sub.start()
#wait for process state
print "Setting up %s gate" % ProcessStateEnum._str_map[state]
gate = ProcessStateGate(self.pd_cli.read_process, self.pid, state)
print "Waiting"
ret = gate. await (timeout)
print "Await got %s" % ret
event = self.latest_event(timeout=1)
# check false positives/negatives
if ret and gate._get_first_chance() is None and event is None:
self.fail(
"ProcessStateGate got an event that EventSubscriber didnt....")
self.event_sub.stop()
if (not ret) or gate._get_last_chance():
if event and event.state == state:
self.fail(
"EventSubscriber got state event %s for process %s, ProcessStateGate missed it"
% (ProcessStateEnum._str_map[event.state], self.pid))
return ret
def process_start(self):
print "Scheduling process...",
self.pd_cli.schedule_process(self.process_definition_id,
self.process_schedule,
configuration={},
process_id=self.pid)
print "Done scheduling process."
def process_stop(self):
print "STOPPING process...",
self.pd_cli.cancel_process(self.pid)
print "Done stopping process"
def test_process_state_gate(self):
self.assertFalse(
self.await_state(ProcessStateEnum.RUNNING, 1),
"The process was reported as spawned, but we didn't yet")
print "GOING TO ACTUALLY START PROCESS NOW"
spawn_later(1, self.process_start)
self.assertTrue(self.await_state(ProcessStateEnum.RUNNING),
"The process did not spawn")
self.assertFalse(
self.await_state(ProcessStateEnum.TERMINATED, 1),
"The process claims to have terminated, but we didn't kill it")
print "communicating with the process to make sure it is really running"
test_client = TestClient()
for i in range(5):
self.assertEqual(i + 1, test_client.count(timeout=10))
spawn_later(1, self.process_stop)
self.assertTrue(
self.await_state(ProcessStateEnum.TERMINATED),
"The process failed to be reported as terminated when it was terminated"
)
self.assertFalse(
self.await_state(ProcessStateEnum.RUNNING, 1),
"The process was reported as spawned, but we killed it")
class UserNotificationService(BaseUserNotificationService):
"""
A service that provides users with an API for CRUD methods for notifications.
"""
def __init__(self, *args, **kwargs):
self._schedule_ids = []
BaseUserNotificationService.__init__(self, *args, **kwargs)
def on_start(self):
#---------------------------------------------------------------------------------------------------
# Get the event Repository
#---------------------------------------------------------------------------------------------------
# self.ION_NOTIFICATION_EMAIL_ADDRESS = '*****@*****.**'
self.ION_NOTIFICATION_EMAIL_ADDRESS = CFG.get_safe('server.smtp.sender')
#---------------------------------------------------------------------------------------------------
# Create an event processor
#---------------------------------------------------------------------------------------------------
self.event_processor = EmailEventProcessor()
#---------------------------------------------------------------------------------------------------
# load event originators, types, and table
#---------------------------------------------------------------------------------------------------
self.notifications = {}
#---------------------------------------------------------------------------------------------------
# Dictionaries that maintain information about users and their subscribed notifications
# The reverse_user_info is calculated from the user_info dictionary
#---------------------------------------------------------------------------------------------------
self.user_info = {}
self.reverse_user_info = {}
#---------------------------------------------------------------------------------------------------
# Get the clients
#---------------------------------------------------------------------------------------------------
self.discovery = DiscoveryServiceClient()
self.process_dispatcher = ProcessDispatcherServiceClient()
self.event_publisher = EventPublisher()
self.datastore = self.container.datastore_manager.get_datastore('events')
self.start_time = get_ion_ts()
#------------------------------------------------------------------------------------
# Create an event subscriber for Reload User Info events
#------------------------------------------------------------------------------------
def reload_user_info(event_msg, headers):
'''
Callback method for the subscriber to ReloadUserInfoEvent
'''
notification_id = event_msg.notification_id
log.debug("(UNS instance received a ReloadNotificationEvent. The relevant notification_id is %s" % notification_id)
try:
self.user_info = self.load_user_info()
except NotFound:
log.warning("ElasticSearch has not yet loaded the user_index.")
self.reverse_user_info = calculate_reverse_user_info(self.user_info)
log.debug("(UNS instance) After a reload, the user_info: %s" % self.user_info)
log.debug("(UNS instance) The recalculated reverse_user_info: %s" % self.reverse_user_info)
# the subscriber for the ReloadUSerInfoEvent
self.reload_user_info_subscriber = EventSubscriber(
event_type="ReloadUserInfoEvent",
origin='UserNotificationService',
callback=reload_user_info
)
self.add_endpoint(self.reload_user_info_subscriber)
def on_quit(self):
"""
Handles stop/terminate.
Cleans up subscribers spawned here, terminates any scheduled tasks to the scheduler.
"""
for sid in self._schedule_ids:
try:
self.clients.scheduler.cancel_timer(sid)
except IonException as ex:
log.info("Ignoring exception while cancelling schedule id (%s): %s: %s", sid, ex.__class__.__name__, ex)
super(UserNotificationService, self).on_quit()
def __now(self):
"""
This method defines what the UNS uses as its "current" time
"""
return datetime.utcnow()
def set_process_batch_key(self, process_batch_key = ''):
"""
This method allows an operator to set the process_batch_key, a string.
Once this method is used by the operator, the UNS will start listening for timer events
published by the scheduler with origin = process_batch_key.
@param process_batch_key str
"""
def process(event_msg, headers):
self.end_time = get_ion_ts()
# run the process_batch() method
self.process_batch(start_time=self.start_time, end_time=self.end_time)
self.start_time = self.end_time
# the subscriber for the batch processing
"""
To trigger the batch notification, have the scheduler create a timer with event_origin = process_batch_key
"""
self.batch_processing_subscriber = EventSubscriber(
event_type="TimerEvent",
origin=process_batch_key,
callback=process
)
self.add_endpoint(self.batch_processing_subscriber)
def create_notification(self, notification=None, user_id=''):
"""
Persists the provided NotificationRequest object for the specified Origin id.
Associate the Notification resource with the user_id string.
returned id is the internal id by which NotificationRequest will be identified
in the data store.
@param notification NotificationRequest
@param user_id str
@retval notification_id str
@throws BadRequest if object passed has _id or _rev attribute
"""
if not user_id:
raise BadRequest("User id not provided.")
log.debug("Create notification called for user_id: %s, and notification: %s", user_id, notification)
#---------------------------------------------------------------------------------------------------
# Persist Notification object as a resource if it has already not been persisted
#---------------------------------------------------------------------------------------------------
# if the notification has already been registered, simply use the old id
notification_id = self._notification_in_notifications(notification, self.notifications)
# since the notification has not been registered yet, register it and get the id
temporal_bounds = TemporalBounds()
temporal_bounds.start_datetime = get_ion_ts()
temporal_bounds.end_datetime = ''
if not notification_id:
notification.temporal_bounds = temporal_bounds
notification_id, _ = self.clients.resource_registry.create(notification)
self.notifications[notification_id] = notification
else:
log.debug("Notification object has already been created in resource registry before. No new id to be generated. notification_id: %s", notification_id)
# Read the old notification already in the resource registry
notification = self.clients.resource_registry.read(notification_id)
# Update the temporal bounds of the old notification resource
notification.temporal_bounds = temporal_bounds
# Update the notification in the resource registry
self.clients.resource_registry.update(notification)
log.debug("The temporal bounds for this resubscribed notification object with id: %s, is: %s", notification_id,notification.temporal_bounds)
# Link the user and the notification with a hasNotification association
assocs= self.clients.resource_registry.find_associations(subject=user_id,
predicate=PRED.hasNotification,
object=notification_id,
id_only=True)
if assocs:
log.debug("Got an already existing association: %s, between user_id: %s, and notification_id: %s", assocs,user_id,notification_id)
return notification_id
else:
log.debug("Creating association between user_id: %s, and notification_id: %s", user_id, notification_id )
self.clients.resource_registry.create_association(user_id, PRED.hasNotification, notification_id)
# read the registered notification request object because this has an _id and is more useful
notification = self.clients.resource_registry.read(notification_id)
# Update the user info object with the notification
self.event_processor.add_notification_for_user(new_notification=notification, user_id=user_id)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.debug("(create notification) Publishing ReloadUserInfoEvent for notification_id: %s", notification_id)
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been created.",
notification_id = notification_id)
return notification_id
def update_notification(self, notification=None, user_id = ''):
"""Updates the provided NotificationRequest object. Throws NotFound exception if
an existing version of NotificationRequest is not found. Throws Conflict if
the provided NotificationRequest object is not based on the latest persisted
version of the object.
@param notification NotificationRequest
@throws BadRequest if object does not have _id or _rev attribute
@throws NotFound object with specified id does not exist
@throws Conflict object not based on latest persisted object version
"""
raise NotImplementedError("This method needs to be worked out in terms of implementation")
# #-------------------------------------------------------------------------------------------------------------------
# # Get the old notification
# #-------------------------------------------------------------------------------------------------------------------
#
# old_notification = self.clients.resource_registry.read(notification._id)
#
# #-------------------------------------------------------------------------------------------------------------------
# # Update the notification in the notifications dict
# #-------------------------------------------------------------------------------------------------------------------
#
#
# self._update_notification_in_notifications_dict(new_notification=notification,
# notifications=self.notifications)
# #-------------------------------------------------------------------------------------------------------------------
# # Update the notification in the registry
# #-------------------------------------------------------------------------------------------------------------------
# '''
# Since one user should not be able to update the notification request resource without the knowledge of other users
# who have subscribed to the same notification request, we do not update the resource in the resource registry
# '''
#
## self.clients.resource_registry.update(notification)
#
# #-------------------------------------------------------------------------------------------------------------------
# # reading up the notification object to make sure we have the newly registered notification request object
# #-------------------------------------------------------------------------------------------------------------------
#
# notification_id = notification._id
# notification = self.clients.resource_registry.read(notification_id)
#
# #------------------------------------------------------------------------------------
# # Update the UserInfo object
# #------------------------------------------------------------------------------------
#
# user = self.update_user_info_object(user_id, notification)
#
# #-------------------------------------------------------------------------------------------------------------------
# # Generate an event that can be picked by notification workers so that they can update their user_info dictionary
# #-------------------------------------------------------------------------------------------------------------------
# log.info("(update notification) Publishing ReloadUserInfoEvent for updated notification")
#
# self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
# origin="UserNotificationService",
# description= "A notification has been updated.",
# notification_id = notification_id
# )
def read_notification(self, notification_id=''):
"""Returns the NotificationRequest object for the specified notification id.
Throws exception if id does not match any persisted NotificationRequest
objects.
@param notification_id str
@retval notification NotificationRequest
@throws NotFound object with specified id does not exist
"""
notification = self.clients.resource_registry.read(notification_id)
return notification
def delete_notification(self, notification_id=''):
"""For now, permanently deletes NotificationRequest object with the specified
id. Throws exception if id does not match any persisted NotificationRequest.
@param notification_id str
@throws NotFound object with specified id does not exist
"""
#-------------------------------------------------------------------------------------------------------------------
# Stop the event subscriber for the notification
#-------------------------------------------------------------------------------------------------------------------
notification_request = self.clients.resource_registry.read(notification_id)
#-------------------------------------------------------------------------------------------------------------------
# Update the resource registry
#-------------------------------------------------------------------------------------------------------------------
notification_request.temporal_bounds.end_datetime = get_ion_ts()
self.clients.resource_registry.update(notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Find users who are interested in the notification and update the notification in the list maintained by the UserInfo object
#-------------------------------------------------------------------------------------------------------------------
user_ids, _ = self.clients.resource_registry.find_subjects(RT.UserInfo, PRED.hasNotification, notification_id, True)
for user_id in user_ids:
self.update_user_info_object(user_id, notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.info("(delete notification) Publishing ReloadUserInfoEvent for notification_id: %s", notification_id)
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been deleted.",
notification_id = notification_id)
# def delete_notification_from_user_info(self, notification_id):
# """
# Helper method to delete the notification from the user_info dictionary
#
# @param notification_id str
# """
#
# user_ids, assocs = self.clients.resource_registry.find_subjects(object=notification_id, predicate=PRED.hasNotification, id_only=True)
#
# for assoc in assocs:
# self.clients.resource_registry.delete_association(assoc)
#
# for user_id in user_ids:
#
# value = self.user_info[user_id]
#
# for notif in value['notifications']:
# if notification_id == notif._id:
# # remove the notification
# value['notifications'].remove(notif)
#
# self.reverse_user_info = calculate_reverse_user_info(self.user_info)
def find_events(self, origin='', type='', min_datetime=0, max_datetime=0, limit= -1, descending=False):
"""
This method leverages couchdb view and simple filters. It does not use elastic search.
Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param event_type str
@param min_datetime int seconds
@param max_datetime int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
event_tuples = []
try:
event_tuples = self.container.event_repository.find_events(event_type=type, origin=origin, start_ts=min_datetime, end_ts=max_datetime, limit=limit, descending=descending)
except Exception as exc:
log.warning("The UNS find_events operation for event origin = %s and type = %s failed. Error message = %s", origin, type, exc.message)
events = [item[2] for item in event_tuples]
log.debug("(find_events) UNS found the following relevant events: %s", events)
return events
#todo Uses Elastic Search. Later extend this to a larger search criteria
def find_events_extended(self, origin='', type='', min_time= 0, max_time=0, limit=-1, descending=False):
"""Uses Elastic Search. Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param type str
@param min_time int seconds
@param max_time int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
query = []
if min_time and max_time:
query.append( "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (min_time, max_time))
if origin:
query.append( 'search "origin" is "%s" from "events_index"' % origin)
if type:
query.append( 'search "type_" is "%s" from "events_index"' % type)
search_string = ' and '.join(query)
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
if len(query) > 1:
events = self.datastore.read_mult(ret_vals)
else:
events = [i['_source'] for i in ret_vals]
log.debug("(find_events_extended) Discovery search returned the following event ids: %s", ret_vals)
log.debug("(find_events_extended) UNS found the following relevant events: %s", events)
if limit > 0:
return events[:limit]
#todo implement time ordering: ascending or descending
return events
def publish_event_object(self, event=None):
"""
This service operation would publish the given event from an event object.
@param event !Event
@retval event !Event
"""
event = self.event_publisher.publish_event_object(event_object=event)
log.info("The publish_event_object(event) method of UNS was used to publish the event: %s", event )
return event
def publish_event(self, event_type='', origin='', origin_type='', sub_type='', description='', event_attrs=None):
"""
This service operation assembles a new Event object based on event_type
(e.g. via the pyon Event publisher) with optional additional attributes from a event_attrs
dict of arbitrary attributes.
@param event_type str
@param origin str
@param origin_type str
@param sub_type str
@param description str
@param event_attrs dict
@retval event !Event
"""
event_attrs = event_attrs or {}
event = self.event_publisher.publish_event(
event_type = event_type,
origin = origin,
origin_type = origin_type,
sub_type = sub_type,
description = description,
**event_attrs
)
log.info("The publish_event() method of UNS was used to publish an event: %s", event)
return event
def get_recent_events(self, resource_id='', limit = 100):
"""
Get recent events for use in extended resource computed attribute
@param resource_id str
@param limit int
@retval ComputedListValue with value list of 4-tuple with Event objects
"""
now = get_ion_ts()
events = self.find_events(origin=resource_id, limit=limit, max_datetime=now, descending=True)
ret = IonObject(OT.ComputedEventListValue)
if events:
ret.value = events
ret.computed_list = [self._get_event_computed_attributes(event) for event in events]
ret.status = ComputedValueAvailability.PROVIDED
else:
ret.status = ComputedValueAvailability.NOTAVAILABLE
return ret
def _get_event_computed_attributes(self, event):
"""
@param event any Event to compute attributes for
@retval an EventComputedAttributes object for given event
"""
evt_computed = IonObject(OT.EventComputedAttributes)
evt_computed.event_id = event._id
evt_computed.ts_computed = get_ion_ts()
try:
summary = self._get_event_summary(event)
evt_computed.event_summary = summary
spc_attrs = ["%s:%s" % (k, str(getattr(event, k))[:50]) for k in sorted(event.__dict__.keys()) if k not in ['_id', '_rev', 'type_', 'origin', 'origin_type', 'ts_created', 'base_types']]
evt_computed.special_attributes = ", ".join(spc_attrs)
evt_computed.event_attributes_formatted = pprint.pformat(event.__dict__)
except Exception as ex:
log.exception("Error computing EventComputedAttributes for event %s" % event)
return evt_computed
def _get_event_summary(self, event):
event_types = [event.type_] + event.base_types
summary = ""
if "ResourceLifecycleEvent" in event_types:
summary = "%s lifecycle state change: %s_%s" % (event.origin_type, event.lcstate, event.availability)
elif "ResourceModifiedEvent" in event_types:
summary = "%s modified: %s" % (event.origin_type, event.sub_type)
elif "ResourceIssueReportedEvent" in event_types:
summary = "Issue created: %s" % (event.description)
elif "ResourceAgentStateEvent" in event_types:
summary = "%s agent state change: %s" % (event.origin_type, event.state)
elif "ResourceAgentResourceStateEvent" in event_types:
summary = "%s agent resource state change: %s" % (event.origin_type, event.state)
elif "ResourceAgentConfigEvent" in event_types:
summary = "%s agent config set: %s" % (event.origin_type, event.config)
elif "ResourceAgentResourceConfigEvent" in event_types:
summary = "%s agent resource config set: %s" % (event.origin_type, event.config)
elif "ResourceAgentCommandEvent" in event_types:
summary = "%s agent command '%s(%s)' succeeded: %s" % (event.origin_type, event.command, event.execute_command, "" if event.result is None else event.result)
elif "ResourceAgentErrorEvent" in event_types:
summary = "%s agent command '%s(%s)' failed: %s:%s (%s)" % (event.origin_type, event.command, event.execute_command, event.error_type, event.error_msg, event.error_code)
elif "ResourceAgentAsyncResultEvent" in event_types:
summary = "%s agent async command '%s(%s)' succeeded: %s" % (event.origin_type, event.command, event.desc, "" if event.result is None else event.result)
elif "ResourceAgentResourceCommandEvent" in event_types:
summary = "%s agent resource command '%s(%s)' executed: %s" % (event.origin_type, event.command, event.execute_command, "OK" if event.result is None else event.result)
elif "DeviceStatusEvent" in event_types:
summary = "%s '%s' status change: %s" % (event.origin_type, event.sub_type, DeviceStatusType._str_map.get(event.status,"???"))
elif "DeviceOperatorEvent" in event_types or "ResourceOperatorEvent" in event_types:
summary = "Operator entered: %s" % event.description
elif "OrgMembershipGrantedEvent" in event_types:
summary = "Joined Org '%s' as member" % (event.org_name)
elif "OrgMembershipCancelledEvent" in event_types:
summary = "Cancelled Org '%s' membership" % (event.org_name)
elif "UserRoleGrantedEvent" in event_types:
summary = "Granted %s in Org '%s'" % (event.role_name, event.org_name)
elif "UserRoleRevokedEvent" in event_types:
summary = "Revoked %s in Org '%s'" % (event.role_name, event.org_name)
elif "ResourceSharedEvent" in event_types:
summary = "%s shared in Org: '%s'" % (event.sub_type, event.org_name)
elif "ResourceUnsharedEvent" in event_types:
summary = "%s unshared in Org: '%s'" % (event.sub_type, event.org_name)
elif "ResourceCommitmentCreatedEvent" in event_types:
summary = "%s commitment created in Org: '%s'" % (event.commitment_type, event.org_name)
elif "ResourceCommitmentReleasedEvent" in event_types:
summary = "%s commitment released in Org: '%s'" % (event.commitment_type, event.org_name)
# if event.description and summary:
# summary = summary + ". " + event.description
# elif event.description:
# summary = event.description
return summary
def get_user_notifications(self, user_info_id=''):
"""
Get the notification request objects that are subscribed to by the user
@param user_info_id str
@retval notifications list of NotificationRequest objects
"""
if self.user_info.has_key(user_info_id):
notifications = self.user_info[user_info_id]['notifications']
log.debug("Got %s notifications, for the user: %s", len(notifications), user_info_id)
for notif in notifications:
# remove notifications that have expired
if notif.temporal_bounds.end_datetime != '':
log.debug("removing notification: %s", notif)
notifications.remove(notif)
return notifications
# ret = IonObject(OT.ComputedListValue)
#
# if notifications:
# ret.value = notifications
# ret.status = ComputedValueAvailability.PROVIDED
# else:
# ret.status = ComputedValueAvailability.NOTAVAILABLE
# return ret
# else:
# return None
def create_worker(self, number_of_workers=1):
"""
Creates notification workers
@param number_of_workers int
@retval pids list
"""
pids = []
for n in xrange(number_of_workers):
process_definition = ProcessDefinition( name='notification_worker_%s' % n)
process_definition.executable = {
'module': 'ion.processes.data.transforms.notification_worker',
'class':'NotificationWorker'
}
process_definition_id = self.process_dispatcher.create_process_definition(process_definition=process_definition)
# ------------------------------------------------------------------------------------
# Process Spawning
# ------------------------------------------------------------------------------------
pid2 = self.process_dispatcher.create_process(process_definition_id)
#@todo put in a configuration
configuration = {}
configuration['process'] = dict({
'name': 'notification_worker_%s' % n,
'type':'simple',
'queue_name': 'notification_worker_queue'
})
pid = self.process_dispatcher.schedule_process(
process_definition_id,
configuration = configuration,
process_id=pid2
)
pids.append(pid)
return pids
def process_batch(self, start_time = '', end_time = ''):
"""
This method is launched when an process_batch event is received. The user info dictionary maintained
by the User Notification Service is used to query the event repository for all events for a particular
user that have occurred in a provided time interval, and then an email is sent to the user containing
the digest of all the events.
@param start_time int milliseconds
@param end_time int milliseconds
"""
self.smtp_client = setting_up_smtp_client()
if end_time <= start_time:
return
for user_id, value in self.user_info.iteritems():
notifications = value['notifications']
notifications_disabled = value['notifications_disabled']
notifications_daily_digest = value['notifications_daily_digest']
# Ignore users who do NOT want batch notifications or who have disabled the delivery switch
# However, if notification preferences have not been set for the user, use the default mechanism and do not bother
if notifications_disabled or not notifications_daily_digest:
continue
events_for_message = []
search_time = "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (start_time, end_time)
for notification in notifications:
# If the notification request has expired, then do not use it in the search
if notification.temporal_bounds.end_datetime:
continue
if notification.origin:
search_origin = 'search "origin" is "%s" from "events_index"' % notification.origin
else:
search_origin = 'search "origin" is "*" from "events_index"'
if notification.origin_type:
search_origin_type= 'search "origin_type" is "%s" from "events_index"' % notification.origin_type
else:
search_origin_type= 'search "origin_type" is "*" from "events_index"'
if notification.event_type:
search_event_type = 'search "type_" is "%s" from "events_index"' % notification.event_type
else:
search_event_type = 'search "type_" is "*" from "events_index"'
search_string = search_time + ' and ' + search_origin + ' and ' + search_origin_type + ' and ' + search_event_type
# get the list of ids corresponding to the events
log.debug('process_batch search_string: %s', search_string)
ret_vals = self.discovery.parse(search_string)
events_for_message.extend(self.datastore.read_mult(ret_vals))
log.debug("Found following events of interest to user, %s: %s", user_id, events_for_message)
# send a notification email to each user using a _send_email() method
if events_for_message:
self.format_and_send_email(events_for_message = events_for_message,
user_id = user_id,
smtp_client=self.smtp_client)
self.smtp_client.quit()
def format_and_send_email(self, events_for_message = None, user_id = None, smtp_client = None):
"""
Format the message for a particular user containing information about the events he is to be notified about
@param events_for_message list
@param user_id str
"""
message = str(events_for_message)
log.debug("The user, %s, will get the following events in his batch notification email: %s", user_id, message)
msg_body = ''
count = 1
for event in events_for_message:
ts_created = _convert_to_human_readable(event.ts_created)
msg_body += string.join(("\r\n",
"Event %s: %s" % (count, event),
"",
"Originator: %s" % event.origin,
"",
"Description: %s" % event.description or "Not provided",
"",
"ts_created: %s" % ts_created,
"\r\n",
"------------------------"
"\r\n"))
count += 1
msg_body += "You received this notification from ION because you asked to be " +\
"notified about this event from this source. " +\
"To modify or remove notifications about this event, " +\
"please access My Notifications Settings in the ION Web UI. " +\
"Do not reply to this email. This email address is not monitored " +\
"and the emails will not be read. \r\n "
log.debug("The email has the following message body: %s", msg_body)
msg_subject = "(SysName: " + get_sys_name() + ") ION event "
self.send_batch_email( msg_body = msg_body,
msg_subject = msg_subject,
msg_recipient=self.user_info[user_id]['user_contact'].email,
smtp_client=smtp_client )
def send_batch_email(self, msg_body = None, msg_subject = None, msg_recipient = None, smtp_client = None):
"""
Send the email
@param msg_body str
@param msg_subject str
@param msg_recipient str
@param smtp_client object
"""
msg = MIMEText(msg_body)
msg['Subject'] = msg_subject
msg['From'] = self.ION_NOTIFICATION_EMAIL_ADDRESS
msg['To'] = msg_recipient
log.debug("UNS sending batch (digest) email from %s to %s" , self.ION_NOTIFICATION_EMAIL_ADDRESS, msg_recipient)
smtp_sender = CFG.get_safe('server.smtp.sender')
smtp_client.sendmail(smtp_sender, [msg_recipient], msg.as_string())
def update_user_info_object(self, user_id, new_notification):
"""
Update the UserInfo object. If the passed in parameter, od_notification, is None, it does not need to remove the old notification
@param user_id str
@param new_notification NotificationRequest
@param old_notification NotificationRequest
"""
#------------------------------------------------------------------------------------
# read the user
#------------------------------------------------------------------------------------
user = self.clients.resource_registry.read(user_id)
if not user:
raise BadRequest("No user with the provided user_id: %s" % user_id)
for item in user.variables:
if type(item) is dict and item.has_key('name') and item['name'] == 'notifications':
for notif in item['value']:
if notif._id == new_notification._id:
log.debug("came here for updating notification")
notifications = item['value']
notifications.remove(notif)
notifications.append(new_notification)
break
else:
log.warning('Invalid variables attribute on UserInfo instance. UserInfo: %s', user)
#------------------------------------------------------------------------------------
# update the resource registry
#------------------------------------------------------------------------------------
log.debug("user.variables::: %s", user.variables)
self.clients.resource_registry.update(user)
return user
def _get_subscriptions(self, resource_id='', include_nonactive=False):
"""
This method is used to get the subscriptions to a data product. The method will return a list of NotificationRequest
objects for whom the origin is set to this data product. This way all the users who were interested in listening to
events with origin equal to this data product, will be known and all their subscriptions will be known.
@param resource_id
@param include_nonactive
@return notification_requests []
"""
search_origin = 'search "origin" is "%s" from "resources_index"' % resource_id
ret_vals = self.discovery.parse(search_origin)
log.debug("Using discovery with search_string: %s", search_origin)
log.debug("_get_subscriptions() got ret_vals: %s", ret_vals )
notifications_all = set()
notifications_active = set()
object_ids = []
for item in ret_vals:
if item['_type'] == 'NotificationRequest':
object_ids.append(item['_id'])
notifs = self.clients.resource_registry.read_mult(object_ids)
log.debug("Got %s notifications here. But they include both active and past notifications", len(notifs))
if include_nonactive:
# Add active or retired notification
notifications_all.update(notifs)
else:
for notif in notifs:
log.debug("Got the end_datetime here: notif.temporal_bounds.end_datetime = %s", notif.temporal_bounds.end_datetime)
if notif.temporal_bounds.end_datetime == '':
log.debug("removing the notification: %s", notif._id)
# Add the active notification
notifications_active.add(notif)
if include_nonactive:
return list(notifications_all)
else:
return list(notifications_active)
def get_subscriptions(self, resource_id='', user_id = '', include_nonactive=False):
"""
This method takes the user-id as an input parameter. The logic will first find all notification requests for this resource
then if a user_id is present, it will filter on those that this user is associated with.
"""
# Get the notifications whose origin field has the provided resource_id
notifs = self._get_subscriptions(resource_id=resource_id, include_nonactive=include_nonactive)
log.debug("For include_nonactive= %s, UNS fetched the following the notifications subscribed to the resource_id: %s --> %s. "
"They are %s in number", include_nonactive,resource_id, notifs, len(notifs))
if not user_id:
return notifs
notifications = []
# Now find the users who subscribed to the above notifications
#todo Right now looking at assocs in a loop which is not efficient to find the users linked to these notifications
# todo(contd) Need to use a more efficient way later
for notif in notifs:
notif_id = notif._id
# Find if the user is associated with this notification request
ids, _ = self.clients.resource_registry.find_subjects( subject_type = RT.UserInfo, object=notif_id, predicate=PRED.hasNotification, id_only=True)
log.debug("Got the following users: %s, associated with the notification: %s", ids, notif_id)
if ids and user_id in ids:
notifications.append(notif)
log.debug("For include_nonactive = %s, UNS fetched the following %s notifications subscribed to %s --> %s", include_nonactive,len(notifications),user_id, notifications)
return notifications
def get_subscriptions_attribute(self, resource_id='', user_id = '', include_nonactive=False):
retval = self.get_subscriptions(resource_id=resource_id, user_id=user_id, include_nonactive=include_nonactive)
container = ComputedListValue(value=retval)
return container
# def get_users_who_subscribed(self, resource_id='', include_nonactive=False):
#
# # Get the notifications whose origin field has the provided resource_id
# notifications = self.get_subscriptions(resource_id, include_nonactive)
#
# # Now find the users who subscribed to the above notifications
# #todo Right now looking at assocs in a loop which is not efficient to find the users linked to these notifications
# # todo(contd) Need to use a more efficient way later
#
# user_ids = set()
# for notif in notifications:
# notif_id = notif._id
# # Find the users who are associated with this notification request
# ids, _ = self.clients.resource_registry.find_subjects( subject_type = RT.UserInfo, object=notif_id, predicate=PRED.hasNotification, id_only=True)
# user_ids.add(ids)
#
# return user_ids
def _notification_in_notifications(self, notification = None, notifications = None):
for id, notif in notifications.iteritems():
if notif.name == notification.name and \
notif.origin == notification.origin and \
notif.origin_type == notification.origin_type and \
notif.event_type == notification.event_type:
return id
return None
def _update_notification_in_notifications_dict(self, new_notification = None, notifications = None ):
for id, notif in notifications.iteritems():
if id == new_notification._id:
notifications.pop(id)
notifications[id] = new_notification
break
def load_user_info(self):
'''
Method to load the user info dictionary used by the notification workers and the UNS
@retval user_info dict
'''
users, _ = self.clients.resource_registry.find_resources(restype= RT.UserInfo)
user_info = {}
if not users:
return {}
for user in users:
notifications = []
notifications_disabled = False
notifications_daily_digest = False
for variable in user.variables:
if type(variable) is dict and variable.has_key('name'):
if variable['name'] == 'notifications':
notifications = variable['value']
if variable['name'] == 'notifications_daily_digest':
notifications_daily_digest = variable['value']
if variable['name'] == 'notifications_disabled':
notifications_disabled = variable['value']
else:
log.warning('Invalid variables attribute on UserInfo instance. UserInfo: %s', user)
user_info[user._id] = { 'user_contact' : user.contact, 'notifications' : notifications,
'notifications_daily_digest' : notifications_daily_digest, 'notifications_disabled' : notifications_disabled}
return user_info
class UserNotificationService(BaseUserNotificationService):
"""
A service that provides users with an API for CRUD methods for notifications.
"""
def on_start(self):
#---------------------------------------------------------------------------------------------------
# Get the event Repository
#---------------------------------------------------------------------------------------------------
self.event_repo = self.container.instance.event_repository
self.smtp_client = setting_up_smtp_client()
self.ION_NOTIFICATION_EMAIL_ADDRESS = '*****@*****.**'
#---------------------------------------------------------------------------------------------------
# Create an event processor
#---------------------------------------------------------------------------------------------------
self.event_processor = EmailEventProcessor(self.smtp_client)
#---------------------------------------------------------------------------------------------------
# load event originators, types, and table
#---------------------------------------------------------------------------------------------------
self.event_types = CFG.event.types
self.event_table = {}
#---------------------------------------------------------------------------------------------------
# Get the clients
#---------------------------------------------------------------------------------------------------
self.discovery = DiscoveryServiceClient()
self.process_dispatcher = ProcessDispatcherServiceClient()
self.datastore_manager = DatastoreManager()
self.event_publisher = EventPublisher()
self.scheduler_service = SchedulerService()
def on_quit(self):
pass
def create_notification(self, notification=None, user_id=''):
"""
Persists the provided NotificationRequest object for the specified Origin id.
Associate the Notification resource with the user_id string.
returned id is the internal id by which NotificationRequest will be identified
in the data store.
@param notification NotificationRequest
@param user_id str
@retval notification_id str
@throws BadRequest if object passed has _id or _rev attribute
"""
if not user_id:
raise BadRequest("User id not provided.")
#---------------------------------------------------------------------------------------------------
# Persist Notification object as a resource if it has already not been persisted
#---------------------------------------------------------------------------------------------------
# find all notifications in the system
notifs, _ = self.clients.resource_registry.find_resources(restype = RT.NotificationRequest)
# if the notification has already been registered, simply use the old id
if notification in notifs:
log.warning("Notification object has already been created in resource registry before for another user. No new id to be generated.")
notification_id = notification._id
else:
# since the notification has not been registered yet, register it and get the id
notification_id, _ = self.clients.resource_registry.create(notification)
#-------------------------------------------------------------------------------------------------------------------
# read the registered notification request object because this has an _id and is more useful
#-------------------------------------------------------------------------------------------------------------------
notification = self.clients.resource_registry.read(notification_id)
#-----------------------------------------------------------------------------------------------------------
# Create an event processor for user. This sets up callbacks etc.
# As a side effect this updates the UserInfo object and also the user info and reverse user info dictionaries.
#-----------------------------------------------------------------------------------------------------------
user = self.event_processor.add_notification_for_user(notification_request=notification, user_id=user_id)
#-------------------------------------------------------------------------------------------------------------------
# Allow the indexes to be updated for ElasticSearch
# We publish event only after this so that the reload of the user info works by the
# notification workers work properly
#-------------------------------------------------------------------------------------------------------------------
# todo: This is to allow time for the indexes to be created before publishing ReloadUserInfoEvent for notification workers.
# todo: When things are more refined, it will be nice to have an event generated when the
# indexes are updated so that a subscriber here when it received that event will publish
# the reload user info event.
time.sleep(4)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.debug("(create notification) Publishing ReloadUserInfoEvent for notification_id: %s" % notification_id)
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been created.",
notification_id = notification_id)
return notification_id
def update_notification(self, notification=None, user_id = ''):
"""Updates the provided NotificationRequest object. Throws NotFound exception if
an existing version of NotificationRequest is not found. Throws Conflict if
the provided NotificationRequest object is not based on the latest persisted
version of the object.
@param notification NotificationRequest
@throws BadRequest if object does not have _id or _rev attribute
@throws NotFound object with specified id does not exist
@throws Conflict object not based on latest persisted object version
"""
#-------------------------------------------------------------------------------------------------------------------
# Get the old notification
#-------------------------------------------------------------------------------------------------------------------
old_notification = self.clients.resource_registry.read(notification._id)
#-------------------------------------------------------------------------------------------------------------------
# Update the notification
#-------------------------------------------------------------------------------------------------------------------
self.clients.resource_registry.update(notification)
#-------------------------------------------------------------------------------------------------------------------
# reading up the notification object to make sure we have the newly registered notification request object
#-------------------------------------------------------------------------------------------------------------------
notification_id = notification._id
notification = self.clients.resource_registry.read(notification_id)
#------------------------------------------------------------------------------------
# Update the UserInfo object
#------------------------------------------------------------------------------------
user = self.update_user_info_object(user_id, notification, old_notification)
#------------------------------------------------------------------------------------
# Update the user_info dictionary maintained by UNS
#------------------------------------------------------------------------------------
self.update_user_info_dictionary(user, notification, old_notification)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by notification workers so that they can update their user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.info("(update notification) Publishing ReloadUserInfoEvent for updated notification")
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been updated."
)
def read_notification(self, notification_id=''):
"""Returns the NotificationRequest object for the specified notification id.
Throws exception if id does not match any persisted NotificationRequest
objects.
@param notification_id str
@retval notification NotificationRequest
@throws NotFound object with specified id does not exist
"""
notification = self.clients.resource_registry.read(notification_id)
return notification
def delete_notification(self, notification_id=''):
"""For now, permanently deletes NotificationRequest object with the specified
id. Throws exception if id does not match any persisted NotificationRequest.
@param notification_id str
@throws NotFound object with specified id does not exist
"""
#-------------------------------------------------------------------------------------------------------------------
# Stop the event subscriber for the notification
#-------------------------------------------------------------------------------------------------------------------
notification_request = self.clients.resource_registry.read(notification_id)
self.event_processor.stop_notification_subscriber(notification_request=notification_request)
#-------------------------------------------------------------------------------------------------------------------
# delete the notification from the user_info and reverse_user_info dictionaries
#-------------------------------------------------------------------------------------------------------------------
self.delete_notification_from_user_info(notification_id)
#-------------------------------------------------------------------------------------------------------------------
# delete from the resource registry
#-------------------------------------------------------------------------------------------------------------------
self.clients.resource_registry.delete(notification_id)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.info("(delete notification) Publishing ReloadUserInfoEvent for notification_id: %s" % notification_id)
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been deleted.",
notification_id = notification_id)
def delete_notification_from_user_info(self, notification_id):
'''
Helper method to delete the notification from the user_info dictionary
'''
for user_name, value in self.event_processor.user_info.iteritems():
for notif in value['notifications']:
if notification_id == notif._id:
# remove the notification
value['notifications'].remove(notif)
# remove the notification_subscription
self.event_processor.user_info[user_name]['notification_subscriptions'].pop(notification_id)
self.event_processor.reverse_user_info = calculate_reverse_user_info(self.event_processor.user_info)
def find_events(self, origin='', type='', min_datetime='', max_datetime='', limit=-1, descending=False):
"""Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param type str
@param min_datetime str
@param max_datetime str
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
if min_datetime and max_datetime:
search_time = "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (min_datetime, max_datetime)
else:
search_time = 'search "ts_created" is "*" from "events_index"'
if origin:
search_origin = 'search "origin" is "%s" from "events_index"' % origin
else:
search_origin = 'search "origin" is "*" from "events_index"'
if type:
search_type = 'search "type_" is "%s" from "events_index"' % type
else:
search_type = 'search "type_" is "*" from "events_index"'
search_string = search_time + ' and ' + search_origin + ' and ' + search_type
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
log.debug("(find_events) Discovery search returned the following event ids: %s" % ret_vals)
events = []
for event_id in ret_vals:
datastore = self.datastore_manager.get_datastore('events')
event_obj = datastore.read(event_id)
events.append(event_obj)
log.debug("(find_events) UNS found the following relevant events: %s" % events)
if limit > -1:
list = []
for i in xrange(limit):
list.append(events[i])
return list
#todo implement time ordering: ascending or descending
return events
def publish_event(self, event=None, scheduler_entry= None):
'''
Publish a general event at a certain time using the UNS
@param event Event
@param scheduler_entry SchedulerEntry This object is created through Scheduler Service
'''
log.debug("UNS to publish on schedule the event: %s" % event)
#--------------------------------------------------------------------------------
# Set up a subscriber to get the nod from the scheduler to publish the event
#--------------------------------------------------------------------------------
def publish(message, headers):
self.event_publisher._publish_event( event_msg = event,
origin=event.origin,
event_type = event.type_)
log.info("UNS published an event in response to a nod from the Scheduler Service.")
event_subscriber = EventSubscriber( event_type = "ResourceEvent", callback=publish)
event_subscriber.start()
# Use the scheduler to set up a timer
self.scheduler_service.create_timer(scheduler_entry)
def create_worker(self, number_of_workers=1):
'''
Creates notification workers
@param number_of_workers int
@ret_val pids list
'''
pids = []
for n in xrange(number_of_workers):
process_definition = ProcessDefinition( name='notification_worker_%s' % n)
process_definition.executable = {
'module': 'ion.processes.data.transforms.notification_worker',
'class':'NotificationWorker'
}
process_definition_id = self.process_dispatcher.create_process_definition(process_definition=process_definition)
# ------------------------------------------------------------------------------------
# Process Spawning
# ------------------------------------------------------------------------------------
pid2 = self.process_dispatcher.create_process(process_definition_id)
#@todo put in a configuration
configuration = {}
configuration['process'] = dict({
'name': 'notification_worker_%s' % n,
'type':'simple'
})
pid = self.process_dispatcher.schedule_process(
process_definition_id,
configuration = configuration,
process_id=pid2
)
pids.append(pid)
return pids
def process_batch(self, start_time = 0, end_time = 10):
'''
This method is launched when an process_batch event is received. The user info dictionary maintained
by the User Notification Service is used to query the event repository for all events for a particular
user that have occurred in a provided time interval, and then an email is sent to the user containing
the digest of all the events.
'''
for user_name, value in self.event_processor.user_info.iteritems():
notifications = value['notifications']
events_for_message = []
search_time = "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (start_time, end_time)
for notification in notifications:
if notification.origin:
search_origin = 'search "origin" is "%s" from "events_index"' % notification.origin
else:
search_origin = 'search "origin" is "*" from "events_index"'
if notification.origin_type:
search_origin_type= 'search "origin_type" is "%s" from "events_index"' % notification.origin_type
else:
search_origin_type= 'search "origin_type" is "*" from "events_index"'
if notification.event_type:
search_event_type = 'search "type_" is "%s" from "events_index"' % notification.event_type
else:
search_event_type = 'search "type_" is "*" from "events_index"'
search_string = search_time + ' and ' + search_origin + ' and ' + search_origin_type + ' and ' + search_event_type
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
for event_id in ret_vals:
datastore = self.datastore_manager.get_datastore('events')
event_obj = datastore.read(event_id)
events_for_message.append(event_obj)
log.debug("Found following events of interest to user, %s: %s" % (user_name, events_for_message))
# send a notification email to each user using a _send_email() method
if events_for_message:
self.format_and_send_email(events_for_message, user_name)
def format_and_send_email(self, events_for_message, user_name):
'''
Format the message for a particular user containing information about the events he is to be notified about
'''
message = str(events_for_message)
log.info("The user, %s, will get the following events in his batch notification email: %s" % (user_name, message))
msg_body = ''
count = 1
for event in events_for_message:
# build the email from the event content
msg_body += string.join(("\r\n",
"Event %s: %s" % (count, event),
"",
"Originator: %s" % event.origin,
"",
"Description: %s" % event.description ,
"",
"Event time stamp: %s" % event.ts_created,
"\r\n",
"------------------------"
"\r\n"))
count += 1
msg_body += "You received this notification from ION because you asked to be " + \
"notified about this event from this source. " + \
"To modify or remove notifications about this event, " + \
"please access My Notifications Settings in the ION Web UI. " + \
"Do not reply to this email. This email address is not monitored " + \
"and the emails will not be read. \r\n "
log.debug("The email has the following message body: %s" % msg_body)
msg_subject = "(SysName: " + get_sys_name() + ") ION event "
self.send_batch_email( msg_body = msg_body,
msg_subject = msg_subject,
msg_recipient=self.event_processor.user_info[user_name]['user_contact'].email,
smtp_client=self.smtp_client )
def send_batch_email(self, msg_body, msg_subject, msg_recipient, smtp_client):
'''
Send the email
'''
msg = MIMEText(msg_body)
msg['Subject'] = msg_subject
msg['From'] = self.ION_NOTIFICATION_EMAIL_ADDRESS
msg['To'] = msg_recipient
log.debug("EventProcessor.subscription_callback(): sending email to %s"\
%msg_recipient)
smtp_sender = CFG.get_safe('server.smtp.sender')
smtp_client.sendmail(smtp_sender, msg_recipient, msg.as_string())
def update_user_info_object(self, user_id, new_notification, old_notification):
'''
Update the UserInfo object. If the passed in parameter, od_notification, is None, it does not need to remove the old notification
'''
#------------------------------------------------------------------------------------
# read the user
#------------------------------------------------------------------------------------
user = self.clients.resource_registry.read(user_id)
if not user:
raise BadRequest("No user with the provided user_id: %s" % user_id)
notifications = []
for item in user.variables:
if item['name'] == 'notifications':
if old_notification and old_notification in item['value']:
notifications = item['value']
# remove the old notification
notifications.remove(old_notification)
# put in the new notification
notifications.append(new_notification)
item['value'] = notifications
break
#------------------------------------------------------------------------------------
# update the resource registry
#------------------------------------------------------------------------------------
self.clients.resource_registry.update(user)
return user
def update_user_info_dictionary(self, user, new_notification, old_notification):
#------------------------------------------------------------------------------------
# Remove the old notifications
#------------------------------------------------------------------------------------
if old_notification in self.event_processor.user_info[user.name]['notifications']:
# remove from notifications list
self.event_processor.user_info[user.name]['notifications'].remove(old_notification)
#------------------------------------------------------------------------------------
# update the notification subscription object
#------------------------------------------------------------------------------------
# get the old notification_subscription
notification_subscription = self.event_processor.user_info[user.name]['notification_subscriptions'].pop(old_notification._id)
# update that old notification subscription
notification_subscription._res_obj = new_notification
# feed the updated notification subscription back into the user info dictionary
self.event_processor.user_info[user.name]['notification_subscriptions'][old_notification._id] = notification_subscription
#------------------------------------------------------------------------------------
# find the already existing notifications for the user
#------------------------------------------------------------------------------------
notifications = self.event_processor.user_info[user.name]['notifications']
notifications.append(new_notification)
#------------------------------------------------------------------------------------
# update the user info - contact information, notifications
#------------------------------------------------------------------------------------
self.event_processor.user_info[user.name]['user_contact'] = user.contact
self.event_processor.user_info[user.name]['notifications'] = notifications
self.event_processor.reverse_user_info = calculate_reverse_user_info(self.event_processor.user_info)
def upload_data(dataproduct_id):
upload_folder = FileSystem.get_url(FS.TEMP,'uploads')
try:
rr_client = ResourceRegistryServiceProcessClient(process=service_gateway_instance)
object_store = Container.instance.object_store
try:
rr_client.read(str(dataproduct_id))
except BadRequest:
raise BadRequest('Unknown DataProduct ID %s' % dataproduct_id)
# required fields
upload = request.files['file'] # <input type=file name="file">
# determine filetype
filetype = _check_magic(upload)
upload.seek(0) # return to beginning for save
if upload and filetype is not None:
# upload file - run filename through werkzeug.secure_filename
filename = secure_filename(upload.filename)
path = os.path.join(upload_folder, filename)
upload_time = time.time()
upload.save(path)
# register upload
file_upload_context = {
# TODO add dataproduct_id
'name':'User uploaded file %s' % filename,
'filename':filename,
'filetype':filetype,
'path':path,
'upload_time':upload_time,
'status':'File uploaded to server'
}
fuc_id, _ = object_store.create_doc(file_upload_context)
# client to process dispatch
pd_client = ProcessDispatcherServiceClient()
# create process definition
process_definition = ProcessDefinition(
name='upload_data_processor',
executable={
'module':'ion.processes.data.upload.upload_data_processing',
'class':'UploadDataProcessing'
}
)
process_definition_id = pd_client.create_process_definition(process_definition)
# create process
process_id = pd_client.create_process(process_definition_id)
#schedule process
config = DotDict()
config.process.fuc_id = fuc_id
config.process.dp_id = dataproduct_id
pid = pd_client.schedule_process(process_definition_id, process_id=process_id, configuration=config)
log.info('UploadDataProcessing process created %s' % pid)
# response - only FileUploadContext ID and determined filetype for UX display
resp = {'fuc_id': fuc_id}
return gateway_json_response(resp)
raise BadRequest('Invalid Upload')
except Exception as e:
return build_error_response(e)
class ProcessDispatcherEEAgentIntTest(ProcessDispatcherServiceIntTest):
"""Run the basic int tests again, with a different environment
"""
def setUp(self):
self.dashi = None
self._start_container()
from pyon.public import CFG
self.container_client = ContainerAgentClient(node=self.container.node,
name=self.container.name)
self.container = self.container_client._get_container_instance()
app = dict(name="process_dispatcher", processapp=("process_dispatcher",
"ion.services.cei.process_dispatcher_service",
"ProcessDispatcherService"))
self.container.start_app(app, config=pd_config)
self.rr_cli = self.container.resource_registry
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = ProcessDefinition(name='test_process')
self.process_definition.executable = {'module': 'ion.services.cei.test.test_process_dispatcher',
'class': 'TestProcess'}
self.process_definition_id = self.pd_cli.create_process_definition(self.process_definition)
self._eea_pids = []
self._eea_pid_to_resource_id = {}
self._eea_pid_to_persistence_dir = {}
self._tmpdirs = []
self.dashi = get_dashi(uuid.uuid4().hex,
pd_config['processdispatcher']['dashi_uri'],
pd_config['processdispatcher']['dashi_exchange'],
sysname=CFG.get_safe("dashi.sysname")
)
#send a fake node_state message to PD's dashi binding.
self.node1_id = uuid.uuid4().hex
self._send_node_state("engine1", self.node1_id)
self._initial_eea_pid = self._start_eeagent(self.node1_id)
self.waiter = ProcessStateWaiter()
def _send_node_state(self, engine_id, node_id=None):
node_id = node_id or uuid.uuid4().hex
node_state = dict(node_id=node_id, state=InstanceState.RUNNING,
domain_id=domain_id_from_engine(engine_id))
self.dashi.fire(get_pd_dashi_name(), "node_state", args=node_state)
def _start_eeagent(self, node_id, resource_id=None, persistence_dir=None):
if not persistence_dir:
persistence_dir = tempfile.mkdtemp()
self._tmpdirs.append(persistence_dir)
resource_id = resource_id or uuid.uuid4().hex
agent_config = _get_eeagent_config(node_id, persistence_dir,
resource_id=resource_id)
pid = self.container_client.spawn_process(name="eeagent",
module="ion.agents.cei.execution_engine_agent",
cls="ExecutionEngineAgent", config=agent_config)
log.info('Agent pid=%s.', str(pid))
self._eea_pids.append(pid)
self._eea_pid_to_resource_id[pid] = resource_id
self._eea_pid_to_persistence_dir[pid] = persistence_dir
return pid
def _kill_eeagent(self, pid):
self.assertTrue(pid in self._eea_pids)
self.container.terminate_process(pid)
self._eea_pids.remove(pid)
del self._eea_pid_to_resource_id[pid]
del self._eea_pid_to_persistence_dir[pid]
def tearDown(self):
for pid in list(self._eea_pids):
self._kill_eeagent(pid)
for d in self._tmpdirs:
shutil.rmtree(d)
self.waiter.stop()
if self.dashi:
self.dashi.cancel()
def test_requested_ee(self):
# request non-default engine
process_target = ProcessTarget(execution_engine_id="engine2")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start()
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid)
self.waiter.await_state_event(pid, ProcessStateEnum.WAITING)
# request unknown engine, with NEVER queuing mode. The request
# should be rejected.
# verifies L4-CI-CEI-RQ52
process_target = ProcessTarget(execution_engine_id="not-a-real-ee")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
rejected_pid = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=rejected_pid)
self.waiter.await_state_event(rejected_pid, ProcessStateEnum.REJECTED)
# now add a node and eeagent for engine2. original process should leave
# queue and start running
node2_id = uuid.uuid4().hex
self._send_node_state("engine2", node2_id)
self._start_eeagent(node2_id)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
# spawn another process. it should start immediately.
process_target = ProcessTarget(execution_engine_id="engine2")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
pid2 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.RUNNING)
# one more with node exclusive
process_target = ProcessTarget(execution_engine_id="engine2",
node_exclusive="hats")
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.NEVER
process_schedule.target = process_target
pid3 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.RUNNING)
# kill the processes for good
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.TERMINATED)
def test_node_exclusive(self):
# the node_exclusive constraint is used to ensure multiple processes
# of the same "kind" each get a VM exclusive of each other. Other
# processes may run on these VMs, just not processes with the same
# node_exclusive tag. Since we cannot directly query the contents
# of each node in this test, we prove the capability by scheduling
# processes one by one and checking their state.
# verifies L4-CI-CEI-RQ121
# verifies L4-CI-CEI-RQ57
# first off, setUp() created a single node and eeagent.
# We schedule two processes with the same "abc" node_exclusive
# tag. Since there is only one node, the first process should run
# and the second should be queued.
process_target = ProcessTarget(execution_engine_id="engine1")
process_target.node_exclusive = "abc"
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
pid1 = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start()
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid1)
self.waiter.await_state_event(pid1, ProcessStateEnum.RUNNING)
pid2 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.WAITING)
# now demonstrate that the node itself is not full by launching
# a third process without a node_exclusive tag -- it should start
# immediately
process_target.node_exclusive = None
pid3 = self.pd_cli.create_process(self.process_definition_id)
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.RUNNING)
# finally, add a second node to the engine. pid2 should be started
# since there is an exclusive "abc" node free.
node2_id = uuid.uuid4().hex
self._send_node_state("engine1", node2_id)
self._start_eeagent(node2_id)
self.waiter.await_state_event(pid2, ProcessStateEnum.RUNNING)
# kill the processes for good
self.pd_cli.cancel_process(pid1)
self.waiter.await_state_event(pid1, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid2)
self.waiter.await_state_event(pid2, ProcessStateEnum.TERMINATED)
self.pd_cli.cancel_process(pid3)
self.waiter.await_state_event(pid3, ProcessStateEnum.TERMINATED)
def test_code_download(self):
# create a process definition that has no URL; only module and class.
process_definition_no_url = ProcessDefinition(name='test_process_nodownload')
process_definition_no_url.executable = {'module': 'ion.my.test.process',
'class': 'TestProcess'}
process_definition_id_no_url = self.pd_cli.create_process_definition(process_definition_no_url)
# create another that has a URL of the python file (this very file)
# verifies L4-CI-CEI-RQ114
url = "file://%s" % os.path.join(os.path.dirname(__file__), 'test_process_dispatcher.py')
process_definition = ProcessDefinition(name='test_process_download')
process_definition.executable = {'module': 'ion.my.test.process',
'class': 'TestProcess', 'url': url}
process_definition_id = self.pd_cli.create_process_definition(process_definition)
process_target = ProcessTarget()
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
process_schedule.target = process_target
self.waiter.start()
# Test a module with no download fails
pid_no_url = self.pd_cli.create_process(process_definition_id_no_url)
self.pd_cli.schedule_process(process_definition_id_no_url,
process_schedule, process_id=pid_no_url)
self.waiter.await_state_event(pid_no_url, ProcessStateEnum.FAILED)
# Test a module with a URL runs
pid = self.pd_cli.create_process(process_definition_id)
self.pd_cli.schedule_process(process_definition_id,
process_schedule, process_id=pid)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
def _add_test_process(self, restart_mode=None):
process_schedule = ProcessSchedule()
if restart_mode is not None:
process_schedule.restart_mode = restart_mode
pid = self.pd_cli.create_process(self.process_definition_id)
pid_listen_name = "PDtestproc_%s" % uuid.uuid4().hex
config = {'process': {'listen_name': pid_listen_name}}
self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, process_id=pid, configuration=config)
client = TestClient(to_name=pid_listen_name)
return pid, client
def test_restart(self):
self.waiter.start()
restartable_pids = []
nonrestartable_pids = []
clients = {}
# start 10 processes with RestartMode.ALWAYS
for _ in range(10):
pid, client = self._add_test_process(ProcessRestartMode.ALWAYS)
restartable_pids.append(pid)
clients[pid] = client
# and 10 processes with RestartMode.ABNORMAL
for _ in range(10):
pid, client = self._add_test_process(ProcessRestartMode.ABNORMAL)
restartable_pids.append(pid)
clients[pid] = client
# and 10 with RestartMode.NEVER
for _ in range(10):
pid, client = self._add_test_process(ProcessRestartMode.NEVER)
nonrestartable_pids.append(pid)
clients[pid] = client
all_pids = restartable_pids + nonrestartable_pids
self.waiter.await_many_state_events(all_pids, ProcessStateEnum.RUNNING)
for pid in all_pids:
client = clients[pid]
self.assertFalse(client.is_restart())
self.assertEqual(client.count(), 1)
# now kill the whole eeagent and restart it. processes should
# show up as FAILED in the next heartbeat.
resource_id = self._eea_pid_to_resource_id[self._initial_eea_pid]
persistence_dir = self._eea_pid_to_persistence_dir[self._initial_eea_pid]
log.debug("Restarting eeagent %s", self._initial_eea_pid)
self._kill_eeagent(self._initial_eea_pid)
# manually kill the processes to simulate a real container failure
for pid in all_pids:
self.container.terminate_process(pid)
self._start_eeagent(self.node1_id, resource_id=resource_id,
persistence_dir=persistence_dir)
# wait for restartables to restart
self.waiter.await_many_state_events(restartable_pids, ProcessStateEnum.RUNNING)
# query the processes again. it should have restart mode config
for pid in restartable_pids:
client = clients[pid]
self.assertTrue(client.is_restart())
self.assertEqual(client.count(), 1)
# meanwhile some procs should not have restarted
for pid in nonrestartable_pids:
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_state, ProcessStateEnum.FAILED)
# guard against extraneous events we were receiving as part of a bug:
# processes restarting again after they were already restarted
self.waiter.await_nothing(timeout=5)
def test_idempotency(self):
# ensure every operation can be safely retried
process_schedule = ProcessSchedule()
process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
proc_name = 'myreallygoodname'
pid = self.pd_cli.create_process(self.process_definition_id)
self.waiter.start(pid)
# note: if we import UNSCHEDULED state into ProcessStateEnum,
# this assertion will need to change.
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_state, ProcessStateEnum.REQUESTED)
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration={}, process_id=pid, name=proc_name)
self.assertEqual(pid, pid2)
self.waiter.await_state_event(pid, ProcessStateEnum.RUNNING)
# repeating schedule is harmless
pid2 = self.pd_cli.schedule_process(self.process_definition_id,
process_schedule, configuration={}, process_id=pid, name=proc_name)
self.assertEqual(pid, pid2)
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_configuration, {})
self.assertEqual(proc.process_state, ProcessStateEnum.RUNNING)
self.pd_cli.cancel_process(pid)
self.waiter.await_state_event(pid, ProcessStateEnum.TERMINATED)
# repeating cancel is harmless
self.pd_cli.cancel_process(pid)
proc = self.pd_cli.read_process(pid)
self.assertEqual(proc.process_id, pid)
self.assertEqual(proc.process_configuration, {})
self.assertEqual(proc.process_state, ProcessStateEnum.TERMINATED)
class UserNotificationService(BaseUserNotificationService):
"""
A service that provides users with an API for CRUD methods for notifications.
"""
def __init__(self, *args, **kwargs):
self._subscribers = []
self._schedule_ids = []
BaseUserNotificationService.__init__(self, *args, **kwargs)
def on_start(self):
#---------------------------------------------------------------------------------------------------
# Get the event Repository
#---------------------------------------------------------------------------------------------------
self.event_repo = self.container.instance.event_repository
self.smtp_client = setting_up_smtp_client()
self.ION_NOTIFICATION_EMAIL_ADDRESS = '*****@*****.**'
#---------------------------------------------------------------------------------------------------
# Create an event processor
#---------------------------------------------------------------------------------------------------
self.event_processor = EmailEventProcessor(self.smtp_client)
#---------------------------------------------------------------------------------------------------
# load event originators, types, and table
#---------------------------------------------------------------------------------------------------
self.notifications = {}
#---------------------------------------------------------------------------------------------------
# Get the clients
#---------------------------------------------------------------------------------------------------
self.discovery = DiscoveryServiceClient()
self.process_dispatcher = ProcessDispatcherServiceClient()
self.event_publisher = EventPublisher()
self.start_time = UserNotificationService.makeEpochTime(self.__now())
def on_quit(self):
"""
Handles stop/terminate.
Cleans up subscribers spawned here, terminates any scheduled tasks to the scheduler.
"""
for sub in self._subscribers:
sub.stop()
for sid in self._schedule_ids:
try:
self.clients.scheduler.cancel_timer(sid)
except IonException as ex:
log.info("Ignoring exception while cancelling schedule id (%s): %s: %s", sid, ex.__class__.__name__, ex)
# Clean up the notification subscriptions' subscribers created in EmailEventProcessor object
self.event_processor.cleanup()
super(UserNotificationService, self).on_quit()
def __now(self):
"""
This method defines what the UNS uses as its "current" time
"""
return datetime.utcnow()
def set_process_batch_key(self, process_batch_key = ''):
"""
This method allows an operator to set the process_batch_key, a string.
Once this method is used by the operator, the UNS will start listening for timer events
published by the scheduler with origin = process_batch_key.
@param process_batch_key str
"""
def process(event_msg, headers):
assert event_msg.origin == process_batch_key
self.end_time = UserNotificationService.makeEpochTime(self.__now())
# run the process_batch() method
self.process_batch(start_time=self.start_time, end_time=self.end_time)
self.start_time = self.end_time
# the subscriber for the batch processing
"""
To trigger the batch notification, have the scheduler create a timer with event_origin = process_batch_key
"""
self.batch_processing_subscriber = EventSubscriber(
event_type="ResourceEvent",
origin=process_batch_key,
callback=process
)
self.batch_processing_subscriber.start()
self._subscribers.append(self.batch_processing_subscriber)
def create_notification(self, notification=None, user_id=''):
"""
Persists the provided NotificationRequest object for the specified Origin id.
Associate the Notification resource with the user_id string.
returned id is the internal id by which NotificationRequest will be identified
in the data store.
@param notification NotificationRequest
@param user_id str
@retval notification_id str
@throws BadRequest if object passed has _id or _rev attribute
"""
if not user_id:
raise BadRequest("User id not provided.")
#---------------------------------------------------------------------------------------------------
# Persist Notification object as a resource if it has already not been persisted
#---------------------------------------------------------------------------------------------------
# if the notification has already been registered, simply use the old id
id = self._notification_in_notifications(notification, self.notifications)
if id:
log.debug("Notification object has already been created in resource registry before. No new id to be generated.")
notification_id = id
else:
# since the notification has not been registered yet, register it and get the id
notification.temporal_bounds = TemporalBounds()
notification.temporal_bounds.start_datetime = self.makeEpochTime(self.__now())
notification.temporal_bounds.end_datetime = ''
notification_id, _ = self.clients.resource_registry.create(notification)
self.notifications[notification_id] = notification
# Link the user and the notification with a hasNotification association
self.clients.resource_registry.create_association(user_id, PRED.hasNotification, notification_id)
#-------------------------------------------------------------------------------------------------------------------
# read the registered notification request object because this has an _id and is more useful
#-------------------------------------------------------------------------------------------------------------------
notification = self.clients.resource_registry.read(notification_id)
#-----------------------------------------------------------------------------------------------------------
# Create an event processor for user. This sets up callbacks etc.
# As a side effect this updates the UserInfo object and also the user info and reverse user info dictionaries.
#-----------------------------------------------------------------------------------------------------------
user = self.event_processor.add_notification_for_user(notification_request=notification, user_id=user_id)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.debug("(create notification) Publishing ReloadUserInfoEvent for notification_id: %s" % notification_id)
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been created.",
notification_id = notification_id)
return notification_id
def update_notification(self, notification=None, user_id = ''):
"""Updates the provided NotificationRequest object. Throws NotFound exception if
an existing version of NotificationRequest is not found. Throws Conflict if
the provided NotificationRequest object is not based on the latest persisted
version of the object.
@param notification NotificationRequest
@throws BadRequest if object does not have _id or _rev attribute
@throws NotFound object with specified id does not exist
@throws Conflict object not based on latest persisted object version
"""
#-------------------------------------------------------------------------------------------------------------------
# Get the old notification
#-------------------------------------------------------------------------------------------------------------------
old_notification = self.clients.resource_registry.read(notification._id)
#-------------------------------------------------------------------------------------------------------------------
# Update the notification in the notifications dict
#-------------------------------------------------------------------------------------------------------------------
self._update_notification_in_notifications_dict(new_notification=notification,
old_notification=old_notification,
notifications=self.notifications)
#-------------------------------------------------------------------------------------------------------------------
# Update the notification in the registry
#-------------------------------------------------------------------------------------------------------------------
self.clients.resource_registry.update(notification)
#-------------------------------------------------------------------------------------------------------------------
# reading up the notification object to make sure we have the newly registered notification request object
#-------------------------------------------------------------------------------------------------------------------
notification_id = notification._id
notification = self.clients.resource_registry.read(notification_id)
#------------------------------------------------------------------------------------
# Update the UserInfo object
#------------------------------------------------------------------------------------
user = self.update_user_info_object(user_id, notification, old_notification)
#------------------------------------------------------------------------------------
# Update the user_info dictionary maintained by UNS
#------------------------------------------------------------------------------------
self.update_user_info_dictionary(user_id, notification, old_notification)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by notification workers so that they can update their user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.info("(update notification) Publishing ReloadUserInfoEvent for updated notification")
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been updated."
)
def read_notification(self, notification_id=''):
"""Returns the NotificationRequest object for the specified notification id.
Throws exception if id does not match any persisted NotificationRequest
objects.
@param notification_id str
@retval notification NotificationRequest
@throws NotFound object with specified id does not exist
"""
notification = self.clients.resource_registry.read(notification_id)
return notification
def delete_notification(self, notification_id=''):
"""For now, permanently deletes NotificationRequest object with the specified
id. Throws exception if id does not match any persisted NotificationRequest.
@param notification_id str
@throws NotFound object with specified id does not exist
"""
#-------------------------------------------------------------------------------------------------------------------
# Stop the event subscriber for the notification
#-------------------------------------------------------------------------------------------------------------------
notification_request = self.clients.resource_registry.read(notification_id)
old_notification = notification_request
self.event_processor.stop_notification_subscriber(notification_request=notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Update the resource registry
#-------------------------------------------------------------------------------------------------------------------
notification_request.temporal_bounds.end_datetime = self.makeEpochTime(self.__now())
self.clients.resource_registry.update(notification_request)
#-------------------------------------------------------------------------------------------------------------------
# Update the user info dictionaries
#-------------------------------------------------------------------------------------------------------------------
for user_id in self.event_processor.user_info.iterkeys():
self.update_user_info_dictionary(user_id, notification_request, old_notification)
#-------------------------------------------------------------------------------------------------------------------
# Generate an event that can be picked by a notification worker so that it can update its user_info dictionary
#-------------------------------------------------------------------------------------------------------------------
log.info("(delete notification) Publishing ReloadUserInfoEvent for notification_id: %s" % notification_id)
self.event_publisher.publish_event( event_type= "ReloadUserInfoEvent",
origin="UserNotificationService",
description= "A notification has been deleted.",
notification_id = notification_id)
def delete_notification_from_user_info(self, notification_id):
"""
Helper method to delete the notification from the user_info dictionary
@param notification_id str
"""
user_ids, assocs = self.clients.resource_registry.find_subjects(object=notification_id, predicate=PRED.hasNotification, id_only=True)
for assoc in assocs:
self.clients.resource_registry.delete_association(assoc)
for user_id in user_ids:
value = self.event_processor.user_info[user_id]
for notif in value['notifications']:
if notification_id == notif._id:
# remove the notification
value['notifications'].remove(notif)
# remove the notification_subscription
self.event_processor.user_info[user_id]['notification_subscriptions'].pop(notification_id)
self.event_processor.reverse_user_info = calculate_reverse_user_info(self.event_processor.user_info)
def find_events(self, origin='', type='', min_datetime=0, max_datetime=0, limit= -1, descending=False):
"""
This method leverages couchdb view and simple filters. It does not use elastic search.
Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param event_type str
@param min_datetime int seconds
@param max_datetime int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
datastore = self.container.datastore_manager.get_datastore('events')
# The reason for the if-else below is that couchdb query_view does not support passing in Null or -1 for limit
# If the opreator does not want to set a limit for the search results in find_events, and does not therefore
# provide a limit, one has to just omit it from the opts dictionary and pass that into the query_view() method.
# Passing a null or negative for the limit to query view through opts results in a ServerError so we cannot do that.
if limit > -1:
opts = dict(
start_key = [origin, type or 0, min_datetime or 0],
end_key = [origin, type or {}, max_datetime or {}],
descending = descending,
limit = limit,
include_docs = True
)
else:
opts = dict(
start_key = [origin, type or 0, min_datetime or 0],
end_key = [origin, type or {}, max_datetime or {}],
descending = descending,
include_docs = True
)
if descending:
t = opts['start_key']
opts['start_key'] = opts['end_key']
opts['end_key'] = t
results = datastore.query_view('event/by_origintype',opts=opts)
events = []
for res in results:
event_obj = res['doc']
events.append(event_obj)
log.debug("(find_events) UNS found the following relevant events: %s" % events)
if -1 < limit < len(events):
list = []
for i in xrange(limit):
list.append(events[i])
return list
return events
#todo Uses Elastic Search. Later extend this to a larger search criteria
def find_events_extended(self, origin='', type='', min_time= 0, max_time=0, limit=-1, descending=False):
"""Uses Elastic Search. Returns a list of events that match the specified search criteria. Will throw a not NotFound exception
if no events exist for the given parameters.
@param origin str
@param type str
@param min_time int seconds
@param max_time int seconds
@param limit int (integer limiting the number of results (0 means unlimited))
@param descending boolean (if True, reverse order (of production time) is applied, e.g. most recent first)
@retval event_list []
@throws NotFound object with specified parameters does not exist
@throws NotFound object with specified parameters does not exist
"""
if min_time and max_time:
search_time = "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (min_time, max_time)
else:
search_time = 'search "ts_created" is "*" from "events_index"'
if origin:
search_origin = 'search "origin" is "%s" from "events_index"' % origin
else:
search_origin = 'search "origin" is "*" from "events_index"'
if type:
search_type = 'search "type_" is "%s" from "events_index"' % type
else:
search_type = 'search "type_" is "*" from "events_index"'
search_string = search_time + ' and ' + search_origin + ' and ' + search_type
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
log.debug("(find_events_extended) Discovery search returned the following event ids: %s" % ret_vals)
events = []
for event_id in ret_vals:
datastore = self.container.datastore_manager.get_datastore('events')
event_obj = datastore.read(event_id)
events.append(event_obj)
log.debug("(find_events_extended) UNS found the following relevant events: %s" % events)
if limit > -1:
list = []
for i in xrange(limit):
list.append(events[i])
return list
#todo implement time ordering: ascending or descending
return events
def publish_event(self, event=None):
"""
Publish a general event at a certain time using the UNS
@param event Event
"""
self.event_publisher._publish_event( event_msg = event,
origin=event.origin,
event_type = event.type_)
log.info("The publish_event() method of UNS was used to publish an event.")
def get_recent_events(self, resource_id='', limit = 100):
"""
Get recent events
@param resource_id str
@param limit int
@retval events list of Event objects
"""
now = self.makeEpochTime(datetime.utcnow())
events = self.find_events(origin=resource_id,limit=limit, max_datetime=now, descending=True)
ret = IonObject(OT.ComputedListValue)
if events:
ret.value = events
ret.status = ComputedValueAvailability.PROVIDED
else:
ret.status = ComputedValueAvailability.NOTAVAILABLE
return ret
def get_user_notifications(self, user_id=''):
"""
Get the notification request objects that are subscribed to by the user
@param user_id str
@retval notifications list of NotificationRequest objects
"""
if self.event_processor.user_info.has_key(user_id):
notifications = self.event_processor.user_info[user_id]['notifications']
ret = IonObject(OT.ComputedListValue)
if notifications:
ret.value = notifications
ret.status = ComputedValueAvailability.PROVIDED
else:
ret.status = ComputedValueAvailability.NOTAVAILABLE
return ret
else:
return None
def create_worker(self, number_of_workers=1):
"""
Creates notification workers
@param number_of_workers int
@retval pids list
"""
pids = []
for n in xrange(number_of_workers):
process_definition = ProcessDefinition( name='notification_worker_%s' % n)
process_definition.executable = {
'module': 'ion.processes.data.transforms.notification_worker',
'class':'NotificationWorker'
}
process_definition_id = self.process_dispatcher.create_process_definition(process_definition=process_definition)
# ------------------------------------------------------------------------------------
# Process Spawning
# ------------------------------------------------------------------------------------
pid2 = self.process_dispatcher.create_process(process_definition_id)
#@todo put in a configuration
configuration = {}
configuration['process'] = dict({
'name': 'notification_worker_%s' % n,
'type':'simple'
})
pid = self.process_dispatcher.schedule_process(
process_definition_id,
configuration = configuration,
process_id=pid2
)
pids.append(pid)
return pids
@staticmethod
def makeEpochTime(date_time):
"""
provides the seconds since epoch give a python datetime object.
@param date_time Python datetime object
@retval seconds_since_epoch int
"""
date_time = date_time.isoformat().split('.')[0].replace('T',' ')
#'2009-07-04 18:30:47'
pattern = '%Y-%m-%d %H:%M:%S'
seconds_since_epoch = int(time.mktime(time.strptime(date_time, pattern)))
return seconds_since_epoch
def process_batch(self, start_time = 0, end_time = 0):
"""
This method is launched when an process_batch event is received. The user info dictionary maintained
by the User Notification Service is used to query the event repository for all events for a particular
user that have occurred in a provided time interval, and then an email is sent to the user containing
the digest of all the events.
@param start_time int
@param end_time int
"""
if end_time <= start_time:
return
for user_id, value in self.event_processor.user_info.iteritems():
notifications = value['notifications']
events_for_message = []
search_time = "SEARCH 'ts_created' VALUES FROM %s TO %s FROM 'events_index'" % (start_time, end_time)
for notification in notifications:
# If the notification request has expired, then do not use it in the search
if notification.temporal_bounds.end_datetime:
continue
if notification.origin:
search_origin = 'search "origin" is "%s" from "events_index"' % notification.origin
else:
search_origin = 'search "origin" is "*" from "events_index"'
if notification.origin_type:
search_origin_type= 'search "origin_type" is "%s" from "events_index"' % notification.origin_type
else:
search_origin_type= 'search "origin_type" is "*" from "events_index"'
if notification.event_type:
search_event_type = 'search "type_" is "%s" from "events_index"' % notification.event_type
else:
search_event_type = 'search "type_" is "*" from "events_index"'
search_string = search_time + ' and ' + search_origin + ' and ' + search_origin_type + ' and ' + search_event_type
# get the list of ids corresponding to the events
ret_vals = self.discovery.parse(search_string)
for event_id in ret_vals:
datastore = self.container.datastore_manager.get_datastore('events')
event_obj = datastore.read(event_id)
events_for_message.append(event_obj)
log.debug("Found following events of interest to user, %s: %s" % (user_id, events_for_message))
# send a notification email to each user using a _send_email() method
if events_for_message:
self.format_and_send_email(events_for_message, user_id)
def format_and_send_email(self, events_for_message, user_id):
"""
Format the message for a particular user containing information about the events he is to be notified about
@param events_for_message list
@param user_id str
"""
message = str(events_for_message)
log.debug("The user, %s, will get the following events in his batch notification email: %s" % (user_id, message))
msg_body = ''
count = 1
for event in events_for_message:
# build the email from the event content
msg_body += string.join(("\r\n",
"Event %s: %s" % (count, event),
"",
"Originator: %s" % event.origin,
"",
"Description: %s" % event.description ,
"",
"Event time stamp: %s" % event.ts_created,
"\r\n",
"------------------------"
"\r\n"))
count += 1
msg_body += "You received this notification from ION because you asked to be " +\
"notified about this event from this source. " +\
"To modify or remove notifications about this event, " +\
"please access My Notifications Settings in the ION Web UI. " +\
"Do not reply to this email. This email address is not monitored " +\
"and the emails will not be read. \r\n "
log.debug("The email has the following message body: %s" % msg_body)
msg_subject = "(SysName: " + get_sys_name() + ") ION event "
self.send_batch_email( msg_body = msg_body,
msg_subject = msg_subject,
msg_recipient=self.event_processor.user_info[user_id]['user_contact'].email,
smtp_client=self.smtp_client )
def send_batch_email(self, msg_body, msg_subject, msg_recipient, smtp_client):
"""
Send the email
@param msg_body str
@param msg_subject str
@param msg_recipient str
@param smtp_client object
"""
msg = MIMEText(msg_body)
msg['Subject'] = msg_subject
msg['From'] = self.ION_NOTIFICATION_EMAIL_ADDRESS
msg['To'] = msg_recipient
log.debug("EventProcessor.subscription_callback(): sending email to %s"\
%msg_recipient)
smtp_sender = CFG.get_safe('server.smtp.sender')
smtp_client.sendmail(smtp_sender, msg_recipient, msg.as_string())
def update_user_info_object(self, user_id, new_notification, old_notification):
"""
Update the UserInfo object. If the passed in parameter, od_notification, is None, it does not need to remove the old notification
@param user_id str
@param new_notification NotificationRequest
@param old_notification NotificationRequest
"""
#------------------------------------------------------------------------------------
# read the user
#------------------------------------------------------------------------------------
user = self.clients.resource_registry.read(user_id)
if not user:
raise BadRequest("No user with the provided user_id: %s" % user_id)
notifications = []
for item in user.variables:
if item['name'] == 'notifications':
if old_notification and old_notification in item['value']:
notifications = item['value']
# remove the old notification
notifications.remove(old_notification)
# put in the new notification
notifications.append(new_notification)
item['value'] = notifications
break
#------------------------------------------------------------------------------------
# update the resource registry
#------------------------------------------------------------------------------------
self.clients.resource_registry.update(user)
return user
def update_user_info_dictionary(self, user_id, new_notification, old_notification):
#------------------------------------------------------------------------------------
# Remove the old notifications
#------------------------------------------------------------------------------------
if old_notification in self.event_processor.user_info[user_id]['notifications']:
# remove from notifications list
self.event_processor.user_info[user_id]['notifications'].remove(old_notification)
#------------------------------------------------------------------------------------
# update the notification subscription object
#------------------------------------------------------------------------------------
# get the old notification_subscription
notification_subscription = self.event_processor.user_info[user_id]['notification_subscriptions'].pop(old_notification._id)
# update that old notification subscription
notification_subscription._res_obj = new_notification
# feed the updated notification subscription back into the user info dictionary
self.event_processor.user_info[user_id]['notification_subscriptions'][old_notification._id] = notification_subscription
#------------------------------------------------------------------------------------
# find the already existing notifications for the user
#------------------------------------------------------------------------------------
notifications = self.event_processor.user_info[user_id]['notifications']
notifications.append(new_notification)
#------------------------------------------------------------------------------------
# update the user info - contact information, notifications
#------------------------------------------------------------------------------------
user = self.clients.resource_registry.read(user_id)
self.event_processor.user_info[user_id]['user_contact'] = user.contact
self.event_processor.user_info[user_id]['notifications'] = notifications
self.event_processor.reverse_user_info = calculate_reverse_user_info(self.event_processor.user_info)
def get_subscriptions(self, resource_id='', include_nonactive=False):
"""
This method is used to get the subscriptions to a data product. The method will return a list of NotificationRequest
objects for whom the origin is set to this data product. This way all the users who were interested in listening to
events with origin equal to this data product, will be known and all their subscriptions will be known.
@param resource_id
@param include_nonactive
@return notification_requests []
"""
search_origin = 'search "origin" is "%s" from "resources_index"' % resource_id
ret_vals = self.discovery.parse(search_origin)
log.debug("Returned results: %s" % ret_vals)
notifications_all = set()
notifications_active = set()
for item in ret_vals:
if item['_type'] == 'NotificationRequest':
notif = self.clients.resource_registry.read(item['_id'])
if include_nonactive:
# Add active or retired notification
notifications_all.add(notif)
elif notif.temporal_bounds.end_datetime == '':
# Add the active notification
notifications_active.add(notif)
if include_nonactive:
return list(notifications_all)
else:
return list(notifications_active)
def _notification_in_notifications(self, notification = None, notifications = None):
for id, notif in notifications.iteritems():
if notif.name == notification.name and \
notif.origin == notification.origin and \
notif.origin_type == notification.origin_type and \
notif.event_type == notification.event_type:
return id
return None
def _update_notification_in_notifications_dict(self, new_notification = None, old_notification = None, notifications = None ):
for id, notif in notifications.iteritems():
if notif.name == old_notification.name and\
notif.origin == old_notification.origin and\
notif.origin_type == old_notification.origin_type and\
notif.event_type == old_notification.event_type:
notifications.pop(id)
notifications[id] = new_notification
break
class ProcessStateGateIntTest(IonIntegrationTestCase):
def setUp(self):
self._start_container()
self.container.start_rel_from_url('res/deploy/r2cei.yml')
self.pd_cli = ProcessDispatcherServiceClient(node=self.container.node)
self.process_definition = IonObject(OT.ProcessDefinition, name='test_process')
self.process_definition.executable = {'module': 'ion.services.cei.test.test_process_state_gate',
'class': 'TestProcess'}
self.process_definition_id = self.pd_cli.create_process_definition(self.process_definition)
self.event_queue = queue.Queue()
self.process_schedule = IonObject(OT.ProcessSchedule)
self.process_schedule.queueing_mode = ProcessQueueingMode.ALWAYS
self.pid = self.pd_cli.create_process(self.process_definition_id)
self.event_queue = queue.Queue()
self.event_sub = EventSubscriber(event_type="ProcessLifecycleEvent",
callback=self._event_callback,
origin=self.pid,
origin_type="DispatchedProcess")
def tearDown(self):
#stop subscriber if its running
if self.event_sub and self.event_sub._cbthread:
self.event_sub.stop()
self._stop_container()
def _event_callback(self, event, *args, **kwargs):
self.event_queue.put(event)
def latest_event(self, timeout=10):
# get latest event from our local event subscriber
try:
event = self.event_queue.get(timeout=timeout)
except Empty:
event = None
return event
def await_state(self, state, timeout=10):
print "Emptying event queue"
while True:
event = self.latest_event(0)
if event:
print "State %s from event %s" % (event.state, event)
else:
break
self.event_sub.start()
#wait for process state
print "Setting up %s gate" % ProcessStateEnum._str_map[state]
gate = ProcessStateGate(self.pd_cli.read_process,
self.pid,
state)
print "Waiting"
ret = gate.await(timeout)
print "Await got %s" % ret
event = self.latest_event(timeout=1)
# check false positives/negatives
if ret and gate._get_first_chance() is None and event is None:
self.fail("ProcessStateGate got an event that EventSubscriber didnt....")
self.event_sub.stop()
if (not ret) or gate._get_last_chance():
if event and event.state == state:
self.fail("EventSubscriber got state event %s for process %s, ProcessStateGate missed it" %
(ProcessStateEnum._str_map[event.state], self.pid))
return ret
def process_start(self):
print "Scheduling process...",
self.pd_cli.schedule_process(self.process_definition_id,
self.process_schedule,
configuration={},
process_id=self.pid)
print "Done scheduling process."
def process_stop(self):
print "STOPPING process...",
self.pd_cli.cancel_process(self.pid)
print "Done stopping process"
def test_process_state_gate(self):
self.assertFalse(self.await_state(ProcessStateEnum.RUNNING, 1),
"The process was reported as spawned, but we didn't yet")
print "GOING TO ACTUALLY START PROCESS NOW"
spawn_later(1, self.process_start)
self.assertTrue(self.await_state(ProcessStateEnum.RUNNING),
"The process did not spawn")
self.assertFalse(self.await_state(ProcessStateEnum.TERMINATED, 1),
"The process claims to have terminated, but we didn't kill it")
print "communicating with the process to make sure it is really running"
test_client = TestClient()
for i in range(5):
self.assertEqual(i + 1, test_client.count(timeout=10))
spawn_later(1, self.process_stop)
self.assertTrue(self.await_state(ProcessStateEnum.TERMINATED),
"The process failed to be reported as terminated when it was terminated")
self.assertFalse(self.await_state(ProcessStateEnum.RUNNING, 1),
"The process was reported as spawned, but we killed it")
