def getSandboxModules(self):
"""Return list of MSGMS module dependencies."""
import Ganga.Lib.MonitoringServices.MSGMS
return IMonitoringService.getSandboxModules(self) + [
Ganga.Lib.MonitoringServices.MSGMS,
Ganga.Lib.MonitoringServices.MSGMS.MSGMS,
] + MSGUtil.getSandboxModules()
def ganga_started(session_type,**extended_attributes):
host = getConfig('System')['GANGA_HOSTNAME']
version = getConfig('System')['GANGA_VERSION']
user = getConfig('Configuration')['user']
runtime_packages = ':'.join(map(os.path.basename,filter(lambda x:x, config['RUNTIME_PATH'].split(':'))))
start = long(time.time()*1000)
usage_message = {'user':user,'host':host,'start':start,'session':session_type,'runtime_packages':runtime_packages,'version':version}
usage_message.update(extended_attributes)
if config['UsageMonitoringURL']:
import ApMon.apmon
global monitor
# the ApMon constructor may start background threads to refresh the configuration from URL
# NOTE: the configuration (including defaultLogLevel) is overriden from the config file specified in URL
monitor = ApMon.apmon.ApMon(config['UsageMonitoringURL'], defaultLogLevel=ApMon.apmon.Logger.FATAL)
monitor.sendParameters('GangaUsage','%s@%s_%s'%(user,host,start),usage_message)
# stop any background threads started by the ApMon constructor
monitor.free()
if config['UsageMonitoringMSG']:
from Ganga.Lib.MonitoringServices.MSGMS import MSGUtil
msg_config = getConfig('MSGMS')
p = MSGUtil.createPublisher(
msg_config['server'],
msg_config['port'],
msg_config['username'],
msg_config['password'])
# start publisher thread and enqueue usage message for sending
p.start()
p.send(msg_config['usage_message_destination'],repr(usage_message),{'persistent':'true'})
# ask publisher thread to stop. it will send queued message anyway.
p.stop()
def ganga_job_submitted(application_name, backend_name, plain_job, master_job, sub_jobs):
host = getConfig('System')['GANGA_HOSTNAME']
user = getConfig('Configuration')['user']
runtime_packages = ':'.join(
map(os.path.basename, filter(lambda x: x, config['RUNTIME_PATH'].split(':'))))
start = long(time.time() * 1000)
job_submitted_message = {'application': application_name, 'backend': backend_name, 'user': user, 'host': host, 'start':
start, 'plain_job': plain_job, 'master_job': master_job, 'sub_jobs': sub_jobs, 'runtime_packages': runtime_packages}
if config['UsageMonitoringMSG']:
from Ganga.Lib.MonitoringServices.MSGMS import MSGUtil
msg_config = getConfig('MSGMS')
p = MSGUtil.createPublisher(
msg_config['server'],
msg_config['port'],
msg_config['username'],
msg_config['password'])
# start publisher thread and enqueue usage message for sending
p.start()
p.send(msg_config['job_submission_message_destination'], repr(
job_submitted_message), {'persistent': 'true'})
# p.send('/queue/test.ganga.jobsubmission',repr(job_submitted_message),{'persistent':'true'})
# ask publisher thread to stop. it will send queued message anyway.
p.stop()
def ganga_started(session_type, **extended_attributes):
host = getConfig('System')['GANGA_HOSTNAME']
version = getConfig('System')['GANGA_VERSION']
user = getConfig('Configuration')['user']
runtime_packages = ':'.join(
map(os.path.basename, filter(lambda x: x, config['RUNTIME_PATH'].split(':'))))
start = long(time.time() * 1000)
usage_message = {'user': user, 'host': host, 'start': start, 'session':
session_type, 'runtime_packages': runtime_packages, 'version': version}
usage_message.update(extended_attributes)
#if config['UsageMonitoringURL']:
# from Ganga.GPI import queues
# # Lets move the actual monitoring out of the main thread for some performance
# msg = '%s@%s_%s' % (user, host, start)
# queues.add( _setupMonitor, (config['UsageMonitoringURL'], msg, usage_message) )
if config['UsageMonitoringMSG']:
from Ganga.Lib.MonitoringServices.MSGMS import MSGUtil
msg_config = getConfig('MSGMS')
p = MSGUtil.createPublisher(
msg_config['server'],
msg_config['port'],
msg_config['username'],
msg_config['password'])
# start publisher thread and enqueue usage message for sending
p.start()
p.send(msg_config['usage_message_destination'], repr(
usage_message), {'persistent': 'true'})
# ask publisher thread to stop. it will send queued message anyway.
p.stop()
def _get_publisher(server, port, username, password):
#FIXME: this assumes server/port/username/password cannot change and caches a singleton publisher
global _publisher
if _publisher is None:
_publisher = MSGUtil.createPublisher(server,port,username,password)
_publisher.start()
return _publisher
def getSandboxModules(self):
"""Return list of DashboardMS module dependencies."""
import Ganga.Lib.MonitoringServices.Dashboard
return IMonitoringService.IMonitoringService.getSandboxModules(self) + [
Ganga.Lib.MonitoringServices.Dashboard,
Ganga.Lib.MonitoringServices.Dashboard.DashboardMS,
Ganga.Lib.MonitoringServices.Dashboard.FormatUtil,
] + MSGUtil.getSandboxModules()
def _get_publisher(server, port, username, password):
# FIXME: this assumes server/port/username/password cannot change and
# caches a singleton publisher
global _publisher
if _publisher is None:
_publisher = MSGUtil.createPublisher(server, port, username, password)
from Ganga.GPI import queues
queues.add(_publisher.start)
return _publisher
def _get_publisher(server, port, username, password):
"""Return the singleton publisher, lazily instantiating it.
N.B. The configuration enforces that server/port/username/password cannot
change so this method can cache a singleton publisher.
"""
global _publisher
if _publisher is None:
_publisher = MSGUtil.createPublisher(server, port, username, password)
_publisher.start()
return _publisher
