def do_fileprocess_validation(self, store, context_gus, filepath ):
plugin_type = u'fileprocess'
profile_iface = PluginProfiles(store)
profile_associated = profile_iface.get_profiles_by_contexts([ context_gus ] )
plugin_found = False
validate_file = False
for p_cfg in profile_associated:
# Plugin FileProcess
if p_cfg['plugin_type'] != plugin_type:
continue
plugin_found = True
print "processing", filepath, "using the profile", p_cfg['profile_gus'], "configured for", p_cfg['plugin_name']
plugin = PluginManager.instance_plugin(p_cfg['plugin_name'])
validate_file = plugin.do_fileprocess(filepath, p_cfg['admin_settings'])
if not plugin_found:
# FileProcess profile has been not configured, file accepted by default
validate_file = True
return validate_file
def comment_notification(self):
plugin_type = u'notification'
store = self.getStore()
comment_iface = Comment(store)
internaltip_iface = InternalTip(store)
receivercfg_iface = ReceiverConfs(store)
profile_iface = PluginProfiles(store)
not_notified_comments = comment_iface.get_comment_by_mark(marker=u'not notified')
for comment in not_notified_comments:
receivers_list = internaltip_iface.get_receivers_by_itip(comment['internaltip_id'])
# needed to obtain context!
itip_info = internaltip_iface.get_single(comment['internaltip_id'])
for receiver_info in receivers_list:
receiver_conf = receivercfg_iface.get_active_conf(receiver_info['receiver_gus'],
itip_info['context_gus'], plugin_type)
if receiver_conf is None:
# TODO applicative log, database tracking of queue
continue
# Ok, we had a valid an appropriate receiver configuration for the notification task
related_profile = profile_iface.get_single(receiver_conf['profile_gus'])
settings_dict = { 'admin_settings' : related_profile['admin_settings'],
'receiver_settings' : receiver_conf['receiver_settings']}
plugin = PluginManager.instance_plugin(related_profile['plugin_name'])
return_code = plugin.do_notify(settings_dict, u'comment', comment)
if return_code:
print "Notification of comment successful for user", receiver_conf['receiver_gus']
else:
print "Notification of comment failed for user", receiver_conf['receiver_gus']
# remind: comment are not guarantee until Task manager is not developed
comment_iface.flip_mark(comment['comment_id'], u'notified')
def tip_notification(self):
plugin_type = u'notification'
store = self.getStore()
receivertip_iface = ReceiverTip(store)
receivercfg_iface = ReceiverConfs(store)
profile_iface = PluginProfiles(store)
not_notified_tips = receivertip_iface.get_tips_by_notification_mark(u'not notified')
for single_tip in not_notified_tips:
# from a single tip, we need to extract the receiver, and then, having
# context + receiver, find out which configuration setting has active
receivers_map = receivertip_iface.get_receivers_by_tip(single_tip['tip_gus'])
receiver_info = receivers_map['actor']
receiver_conf = receivercfg_iface.get_active_conf(receiver_info['receiver_gus'],
single_tip['context_gus'], plugin_type)
if receiver_conf is None:
print "Receiver", receiver_info['receiver_gus'],\
"has not an active notification settings in context", single_tip['context_gus'], "for", plugin_type
# TODO separate key in answer
continue
# Ok, we had a valid an appropriate receiver configuration for the notification task
related_profile = profile_iface.get_single(receiver_conf['profile_gus'])
settings_dict = { 'admin_settings' : related_profile['admin_settings'],
'receiver_settings' : receiver_conf['receiver_settings']}
plugin = PluginManager.instance_plugin(related_profile['plugin_name'])
updated_tip = receivertip_iface.update_notification_date(single_tip['tip_gus'])
return_code = plugin.do_notify(settings_dict, u'tip', updated_tip)
if return_code:
receivertip_iface.flip_mark(single_tip['tip_gus'], u'notified')
else:
receivertip_iface.flip_mark(single_tip['tip_gus'], u'unable to notify')
def operation(self):
"""
Goal of this function is to check all the new files and validate
thru the configured SystemSettings
possible marker in the file are:
'not processed', 'ready', 'blocked', 'stored'
defined in File._marker
"""
plugin_type = u'fileprocess'
file_iface = File()
profile_iface = PluginProfiles()
not_processed_file = yield file_iface.get_file_by_marker(file_iface._marker[0])
print "FileProcess", not_processed_file
for single_file in not_processed_file:
profile_associated = yield profile_iface.get_profiles_by_contexts([ single_file['context_gus'] ] )
for p_cfg in profile_associated:
if p_cfg['plugin_type'] != plugin_type:
continue
print "processing", single_file['file_name'], "using the profile", p_cfg['profile_gus'], "configured for", p_cfg['plugin_name']
plugin = PluginManager.instance_plugin(p_cfg['plugin_name'])
try:
tempfpath = os.path.join(config.advanced.submissions_dir, single_file['file_gus'])
except AttributeError:
# XXX hi level danger Log - no directory present to perform file analysis
continue
return_code = plugin.do_fileprocess(tempfpath, p_cfg['admin_settings'])
# Todo Log/stats in both cases
if return_code:
yield file_iface.flip_mark(single_file['file_gus'], file_iface._marker[1]) # ready
else:
yield file_iface.flip_mark(single_file['file_gus'], file_iface._marker[2]) # blocked
def fileprocess(self):
plugin_type = u'fileprocess'
store = self.getStore()
file_iface = File(store)
profile_iface = PluginProfiles(store)
not_processed_file = file_iface.get_file_by_marker(file_iface._marker[0])
for single_file in not_processed_file:
profile_associated = profile_iface.get_profiles_by_contexts([ single_file['context_gus'] ] )
for p_cfg in profile_associated:
if p_cfg['plugin_type'] != plugin_type:
continue
print "processing", single_file['file_name'], "using the profile", p_cfg['profile_gus'], "configured for", p_cfg['plugin_name']
plugin = PluginManager.instance_plugin(p_cfg['plugin_name'])
try:
tempfpath = os.path.join(config.advanced.submissions_dir, single_file['file_gus'])
except AttributeError:
# XXX hi level danger Log - no directory present to perform file analysis
continue
return_code = plugin.do_fileprocess(tempfpath, p_cfg['admin_settings'])
# Todo Log/stats in both cases
if return_code:
file_iface.flip_mark(single_file['file_gus'], file_iface._marker[1]) # ready
else:
file_iface.flip_mark(single_file['file_gus'], file_iface._marker[2]) # blocked
def operation(self):
"""
Goal of this function is to check all the:
Tips
Comment
Folder
System Event
marked as 'not notified' and perform notification.
Notification plugin chose if perform a communication or not,
Then became marked as:
'notification ignored', or
'notified'
Every notification plugin NEED have a checks to verify
if notification has been correctly performed. If not (eg: wrong
login/password, network errors) would be marked as:
'unable to be notified', and a retry logic is in TODO
"""
plugin_type = u'notification'
log.debug("[D]", self.__class__, 'operation', datetime.today().ctime())
receivertip_iface = ReceiverTip()
receivercfg_iface = ReceiverConfs()
profile_iface = PluginProfiles()
# TODO digest check missing it's required refactor the scheduler using a dedicated Storm table
not_notified_tips = yield receivertip_iface.get_tips_by_notification_mark(u'not notified')
for single_tip in not_notified_tips:
# from a single tip, we need to extract the receiver, and then, having
# context + receiver, find out which configuration setting has active
receivers_map = yield receivertip_iface.get_receivers_by_tip(single_tip['tip_gus'])
receiver_info = receivers_map['actor']
receiver_conf = yield receivercfg_iface.get_active_conf(receiver_info['receiver_gus'],
single_tip['context_gus'], plugin_type)
if receiver_conf is None:
print "Receiver", receiver_info['receiver_gus'], \
"has not an active notification settings in context", single_tip['context_gus'], "for", plugin_type
# TODO applicative log, database tracking of queue
continue
# Ok, we had a valid an appropriate receiver configuration for the notification task
related_profile = yield profile_iface.get_single(receiver_conf['profile_gus'])
settings_dict = { 'admin_settings' : related_profile['admin_settings'],
'receiver_settings' : receiver_conf['receiver_settings']}
plugin = PluginManager.instance_plugin(related_profile['plugin_name'])
updated_tip = yield receivertip_iface.update_notification_date(single_tip['tip_gus'])
return_code = plugin.do_notify(settings_dict, u'tip', updated_tip)
if return_code:
yield receivertip_iface.flip_mark(single_tip['tip_gus'], u'notified')
else:
yield receivertip_iface.flip_mark(single_tip['tip_gus'], u'unable to notify')
# Comment Notification here it's just an incomplete version, that never would supports
# digest or retry, until Task manager queue is implemented
comment_iface = Comment()
internaltip_iface = InternalTip()
not_notified_comments = yield comment_iface.get_comment_by_mark(marker=u'not notified')
for comment in not_notified_comments:
receivers_list = yield internaltip_iface.get_receivers_by_itip(comment['internaltip_id'])
# needed to obtain context!
itip_info = yield internaltip_iface.get_single(comment['internaltip_id'])
for receiver_info in receivers_list:
receiver_conf = yield receivercfg_iface.get_active_conf(receiver_info['receiver_gus'],
itip_info['context_gus'], plugin_type)
if receiver_conf is None:
# TODO applicative log, database tracking of queue
continue
# Ok, we had a valid an appropriate receiver configuration for the notification task
related_profile = yield profile_iface.get_single(receiver_conf['profile_gus'])
settings_dict = { 'admin_settings' : related_profile['admin_settings'],
'receiver_settings' : receiver_conf['receiver_settings']}
plugin = PluginManager.instance_plugin(related_profile['plugin_name'])
return_code = plugin.do_notify(settings_dict, u'comment', comment)
if return_code:
print "Notification of comment successful for user", receiver_conf['receiver_gus']
else:
print "Notification of comment failed for user", receiver_conf['receiver_gus']
# remind: comment are not guarantee until Task manager is not developed
yield comment_iface.flip_mark(comment['comment_id'], u'notified')
