def run_ssm(scp):
'''
Run the SSM according to the values in the ConfigParser object.
'''
log = logging.getLogger(LOGGER_ID)
try:
bg = StompBrokerGetter(scp.get('broker','bdii'))
use_ssl = scp.getboolean('broker', 'use_ssl')
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
brokers = bg.get_broker_hosts_and_ports(service, scp.get('broker','network'))
log.info('Found %s brokers.' % len(brokers))
except ConfigParser.NoOptionError, e:
try:
host = scp.get('broker', 'host')
port = scp.get('broker', 'port')
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error('Options incorrectly supplied for either single broker or \
broker network. Please check configuration')
log.error('System will exit.')
log.info()
print 'SSM failed to start. See log file for details.'
sys.exit(1)
def run_ssm(scp):
'''
Run the SSM according to the values in the ConfigParser object.
'''
log = logging.getLogger(LOGGER_ID)
try:
bg = StompBrokerGetter(scp.get('broker', 'bdii'))
use_ssl = scp.getboolean('broker', 'use_ssl')
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
brokers = bg.get_broker_hosts_and_ports(service,
scp.get('broker', 'network'))
log.info('Found %s brokers.', len(brokers))
except ConfigParser.NoOptionError, e:
try:
host = scp.get('broker', 'host')
port = scp.get('broker', 'port')
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error('Options incorrectly supplied for either single broker '
'or broker network. Please check configuration.')
log.error('System will exit.')
log.info()
print 'SSM failed to start. See log file for details.'
sys.exit(1)
def run_ssm(scp):
"""
Run the SSM according to the values in the ConfigParser object.
"""
log = logging.getLogger(LOGGER_ID)
try:
bg = StompBrokerGetter(scp.get("broker", "bdii"))
use_ssl = scp.getboolean("broker", "use_ssl")
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
brokers = bg.get_broker_hosts_and_ports(service, scp.get("broker", "network"))
log.info("Found %s brokers." % len(brokers))
except ConfigParser.NoOptionError, e:
try:
host = scp.get("broker", "host")
port = scp.get("broker", "port")
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error(
"Options incorrectly supplied for either single broker or \
broker network. Please check configuration"
)
log.error("System will exit.")
log.info()
print "SSM failed to start. See log file for details."
sys.exit(1)
def run_ssm(ssm_cfg, log):
cp = ConfigParser.ConfigParser()
cp.read(ssm_cfg)
try:
bg = StompBrokerGetter(cp.get('broker','bdii'))
use_ssl = cp.getboolean('broker', 'use_ssl')
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
brokers = bg.get_broker_hosts_and_ports(service, cp.get('broker','network'))
log.info('Found %s brokers.' % len(brokers))
except ConfigParser.NoOptionError, e:
try:
host = cp.get('broker', 'host')
port = cp.get('broker', 'port')
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error('Options incorrectly supplied for either single broker or \
broker network. Please check configuration')
log.error('System will exit.')
log.info('========================================')
print 'SSM failed to start. See log file for details.'
sys.exit(1)
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'SSM will exit.'
sys.exit(1)
global log
log = logging.getLogger('ssmreceive')
log.info(LOG_BREAK)
log.info('Starting receiving SSM version %s.%s.%s.', *__version__)
# If we can't get a broker to connect to, we have to give up.
try:
bg = StompBrokerGetter(cp.get('broker','bdii'))
use_ssl = cp.getboolean('broker', 'use_ssl')
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
brokers = bg.get_broker_hosts_and_ports(service, cp.get('broker','network'))
except ConfigParser.NoOptionError, e:
try:
host = cp.get('broker', 'host')
port = cp.get('broker', 'port')
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error('Options incorrectly supplied for either single broker \
or broker network. Please check configuration')
log.error('System will exit.')
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'SSM will exit.'
sys.exit(1)
global log
log = logging.getLogger('ssmreceive')
log.info(LOG_BREAK)
log.info('Starting receiving SSM version %s.%s.%s.', *__version__)
# If we can't get a broker to connect to, we have to give up.
try:
bg = StompBrokerGetter(cp.get('broker', 'bdii'))
use_ssl = cp.getboolean('broker', 'use_ssl')
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
brokers = bg.get_broker_hosts_and_ports(service,
cp.get('broker', 'network'))
except ConfigParser.NoOptionError, e:
try:
host = cp.get('broker', 'host')
port = cp.get('broker', 'port')
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error('Options incorrectly supplied for either single broker \
or broker network. Please check configuration')
def main():
"""Set up connection, send all messages and quit."""
ver = "SSM %s.%s.%s" % __version__
op = OptionParser(description=__doc__, version=ver)
op.add_option('-c',
'--config',
help='location of config file',
default='/etc/apel/sender.cfg')
op.add_option('-l',
'--log_config',
help='location of logging config file (optional)',
default='/etc/apel/logging.cfg')
(options, unused_args) = op.parse_args()
cp = ConfigParser.ConfigParser({'use_ssl': 'true'})
cp.read(options.config)
# set up logging
try:
if os.path.exists(options.log_config):
logging.config.fileConfig(options.log_config)
else:
set_up_logging(cp.get('logging', 'logfile'),
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
except (ConfigParser.Error, ValueError, IOError) as err:
print('Error configuring logging: %s' % err)
print('The system will exit.')
sys.exit(1)
log = logging.getLogger('ssmsend')
log.info(LOG_BREAK)
log.info('Starting sending SSM version %s.%s.%s.', *__version__)
# Determine the protocol and destination type of the SSM to configure.
try:
protocol = cp.get('sender', 'protocol')
except (ConfigParser.NoSectionError, ConfigParser.NoOptionError):
# If the newer configuration setting 'protocol' is not set, use 'STOMP'
# for backwards compatability.
protocol = Ssm2.STOMP_MESSAGING
log.debug("No option set for 'protocol'. Defaulting to %s.", protocol)
log.info('Setting up SSM with protocol: %s', protocol)
if protocol == Ssm2.STOMP_MESSAGING:
# Set defaults for AMS variables that Ssm2 constructor requires below.
project = None
token = ''
use_ssl = cp.getboolean('broker', 'use_ssl')
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
# If we can't get a broker to connect to, we have to give up.
try:
bdii_url = cp.get('broker', 'bdii')
log.info('Retrieving broker details from %s ...', bdii_url)
bg = StompBrokerGetter(bdii_url)
brokers = bg.get_broker_hosts_and_ports(
service, cp.get('broker', 'network'))
log.info('Found %s brokers.', len(brokers))
except ConfigParser.NoOptionError as e:
try:
host = cp.get('broker', 'host')
port = cp.get('broker', 'port')
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error('Options incorrectly supplied for either single '
'broker or broker network. '
'Please check configuration')
log.error('System will exit.')
log.info(LOG_BREAK)
print('SSM failed to start. See log file for details.')
sys.exit(1)
except ldap.LDAPError as e:
log.error('Could not connect to LDAP server: %s', e)
log.error('System will exit.')
log.info(LOG_BREAK)
print('SSM failed to start. See log file for details.')
sys.exit(1)
elif protocol == Ssm2.AMS_MESSAGING:
# Then we are setting up an SSM to connect to a AMS.
# 'use_ssl' isn't checked when using AMS (SSL is always used), but it
# is needed for the call to the Ssm2 constructor below.
use_ssl = None
try:
# We only need a hostname, not a port
host = cp.get('broker', 'host')
# Use brokers variable so subsequent code is not dependant on
# the exact destination type.
brokers = [host]
except ConfigParser.NoOptionError:
log.error('The host must be specified when connecting to AMS, '
'please check your configuration')
log.error('System will exit.')
log.info(LOG_BREAK)
print('SSM failed to start. See log file for details.')
sys.exit(1)
# Attempt to configure AMS project variable.
try:
project = cp.get('messaging', 'ams_project')
except (ConfigParser.Error, ValueError, IOError) as err:
# A project is needed to successfully send to an
# AMS instance, so log and then exit on an error.
log.error('Error configuring AMS values: %s', err)
log.error('SSM will exit.')
print('SSM failed to start. See log file for details.')
sys.exit(1)
try:
token = cp.get('messaging', 'token')
except (ConfigParser.Error, ValueError, IOError) as err:
# A token is not necessarily needed, if the cert and key can be
# used by the underlying auth system to get a suitable token.
log.info('No AMS token provided, using cert/key pair instead.')
# Empty string used by AMS to define absence of token.
token = ''
if len(brokers) == 0:
log.error('No brokers available.')
log.error('System will exit.')
log.info(LOG_BREAK)
sys.exit(1)
try:
server_cert = None
verify_server_cert = True
try:
server_cert = cp.get('certificates', 'server_cert')
try:
verify_server_cert = cp.getboolean('certificates',
'verify_server_cert')
except ConfigParser.NoOptionError:
pass
except ConfigParser.NoOptionError:
log.info(
'No server certificate supplied. Will not encrypt messages.')
try:
destination = cp.get('messaging', 'destination')
if destination == '':
raise Ssm2Exception('No destination queue is configured.')
except ConfigParser.NoOptionError as e:
raise Ssm2Exception(e)
# Determine what type of message store we are interacting with,
# i.e. a dirq QueueSimple object or a plain MessageDirectory directory.
try:
path_type = cp.get('messaging', 'path_type')
except ConfigParser.NoOptionError:
log.info('No path type defined, assuming dirq.')
path_type = 'dirq'
sender = Ssm2(brokers,
cp.get('messaging', 'path'),
path_type=path_type,
cert=cp.get('certificates', 'certificate'),
key=cp.get('certificates', 'key'),
dest=cp.get('messaging', 'destination'),
use_ssl=use_ssl,
capath=cp.get('certificates', 'capath'),
enc_cert=server_cert,
verify_enc_cert=verify_server_cert,
protocol=protocol,
project=project,
token=token)
if sender.has_msgs():
sender.handle_connect()
sender.send_all()
log.info('SSM run has finished.')
else:
log.info('No messages found to send.')
except (Ssm2Exception, CryptoException) as e:
print(
'SSM failed to complete successfully. See log file for details.')
log.error('SSM failed to complete successfully: %s', e)
except Exception as e:
print(
'SSM failed to complete successfully. See log file for details.')
log.error('Unexpected exception in SSM: %s', e)
log.error('Exception type: %s', e.__class__)
try:
sender.close_connection()
except UnboundLocalError:
# SSM not set up.
pass
log.info('SSM has shut down.')
log.info(LOG_BREAK)
def main():
"""Set up connection, and listen for messages."""
ver = "SSM %s.%s.%s" % __version__
op = OptionParser(description=__doc__, version=ver)
op.add_option('-c', '--config', help='location of config file',
default='/etc/apel/receiver.cfg')
op.add_option('-l', '--log_config',
help='location of logging config file (optional)',
default='/etc/apel/logging.cfg')
op.add_option('-d', '--dn_file',
help='location of the file containing valid DNs',
default='/etc/apel/dns')
(options, unused_args) = op.parse_args()
cp = ConfigParser.ConfigParser({'use_ssl': 'true'})
cp.read(options.config)
# Check for pidfile
pidfile = cp.get('daemon', 'pidfile')
if os.path.exists(pidfile):
print('Cannot start SSM. Pidfile %s already exists.' % pidfile)
sys.exit(1)
# set up logging
try:
if os.path.exists(options.log_config):
logging.config.fileConfig(options.log_config)
else:
set_up_logging(cp.get('logging', 'logfile'),
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
except (ConfigParser.Error, ValueError, IOError) as err:
print('Error configuring logging: %s' % err)
print('SSM will exit.')
sys.exit(1)
global log
log = logging.getLogger('ssmreceive')
log.info(LOG_BREAK)
log.info('Starting receiving SSM version %s.%s.%s.', *__version__)
# Determine the protocol for the SSM to use.
try:
protocol = cp.get('receiver', 'protocol')
except (ConfigParser.NoSectionError, ConfigParser.NoOptionError):
# If the newer configuration setting 'protocol' is not set, use 'STOMP'
# for backwards compatability.
protocol = Ssm2.STOMP_MESSAGING
log.debug("No option set for 'protocol'. Defaulting to %s.", protocol)
log.info('Setting up SSM with protocol: %s', protocol)
if protocol == Ssm2.STOMP_MESSAGING:
# Set defaults for AMS variables that Ssm2 constructor requires below.
project = None
token = ''
use_ssl = cp.getboolean('broker', 'use_ssl')
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
# If we can't get a broker to connect to, we have to give up.
try:
bg = StompBrokerGetter(cp.get('broker', 'bdii'))
brokers = bg.get_broker_hosts_and_ports(service, cp.get('broker',
'network'))
except ConfigParser.NoOptionError as e:
try:
host = cp.get('broker', 'host')
port = cp.get('broker', 'port')
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error('Options incorrectly supplied for either single '
'broker or broker network. '
'Please check configuration')
log.error('System will exit.')
log.info(LOG_BREAK)
sys.exit(1)
except ldap.SERVER_DOWN as e:
log.error('Could not connect to LDAP server: %s', e)
log.error('System will exit.')
log.info(LOG_BREAK)
sys.exit(1)
elif protocol == Ssm2.AMS_MESSAGING:
# Then we are setting up an SSM to connect to a AMS.
# 'use_ssl' isn't checked when using AMS (SSL is always used), but it
# is needed for the call to the Ssm2 constructor below.
use_ssl = None
try:
# We only need a hostname, not a port
host = cp.get('broker', 'host')
# Use brokers variable so subsequent code is not dependant on
# the exact destination type.
brokers = [host]
except ConfigParser.NoOptionError:
log.error('The host must be specified when connecting to AMS, '
'please check your configuration')
log.error('System will exit.')
log.info(LOG_BREAK)
print('SSM failed to start. See log file for details.')
sys.exit(1)
# Attempt to configure AMS specific variables.
try:
token = cp.get('messaging', 'token')
project = cp.get('messaging', 'ams_project')
except (ConfigParser.Error, ValueError, IOError) as err:
# A token and project are needed to successfully receive from an
# AMS instance, so log and then exit on an error.
log.error('Error configuring AMS values: %s', err)
log.error('SSM will exit.')
print('SSM failed to start. See log file for details.')
sys.exit(1)
if len(brokers) == 0:
log.error('No brokers available.')
log.error('System will exit.')
log.info(LOG_BREAK)
sys.exit(1)
log.info('The SSM will run as a daemon.')
# We need to preserve the file descriptor for any log files.
rootlog = logging.getLogger()
log_files = [x.stream for x in rootlog.handlers]
dc = DaemonContext(files_preserve=log_files)
try:
ssm = Ssm2(brokers,
cp.get('messaging', 'path'),
cert=cp.get('certificates', 'certificate'),
key=cp.get('certificates', 'key'),
listen=cp.get('messaging', 'destination'),
use_ssl=use_ssl,
capath=cp.get('certificates', 'capath'),
check_crls=cp.getboolean('certificates', 'check_crls'),
pidfile=pidfile,
protocol=protocol,
project=project,
token=token)
log.info('Fetching valid DNs.')
dns = get_dns(options.dn_file)
ssm.set_dns(dns)
except Exception as e:
log.fatal('Failed to initialise SSM: %s', e)
log.info(LOG_BREAK)
sys.exit(1)
try:
# Note: because we need to be compatible with python 2.4, we can't use
# with dc:
# here - we need to call the open() and close() methods
# manually.
dc.open()
ssm.startup()
i = 0
# The message listening loop.
while True:
try:
time.sleep(0.1)
if protocol == Ssm2.AMS_MESSAGING:
# We need to pull down messages as part of
# this loop when using AMS.
ssm.pull_msg_ams()
if i % (REFRESH_DNS * 10) == 0:
log.info('Refreshing valid DNs and then sending ping.')
dns = get_dns(options.dn_file)
ssm.set_dns(dns)
if protocol == Ssm2.STOMP_MESSAGING:
ssm.send_ping()
except (NotConnectedException, AmsConnectionException) as error:
log.warn('Connection lost.')
log.debug(error)
ssm.shutdown()
dc.close()
log.info("Waiting for 10 minutes before restarting...")
time.sleep(10 * 60)
log.info('Restarting SSM.')
dc.open()
ssm.startup()
i += 1
except SystemExit as e:
log.info('Received the shutdown signal: %s', e)
ssm.shutdown()
dc.close()
except Exception as e:
log.error('Unexpected exception: %s', e)
log.error('Exception type: %s', e.__class__)
log.error('The SSM will exit.')
ssm.shutdown()
dc.close()
log.info('Receiving SSM has shut down.')
log.info(LOG_BREAK)
def get_ssm_args(protocol, cp, log):
"""Return brokers, project, and token from config based on protocol."""
if protocol == Ssm2.STOMP_MESSAGING:
# Set defaults for AMS variables that Ssm2 constructor requires below.
project = None
token = ''
use_ssl = cp.getboolean('broker', 'use_ssl')
if use_ssl:
service = STOMP_SSL_SERVICE
else:
service = STOMP_SERVICE
# If we can't get a broker to connect to, we have to give up.
try:
bdii_url = cp.get('broker', 'bdii')
log.info('Retrieving broker details from %s ...', bdii_url)
bg = StompBrokerGetter(bdii_url)
brokers = bg.get_broker_hosts_and_ports(
service, cp.get('broker', 'network'))
log.info('Found %s brokers.', len(brokers))
except ConfigParser.NoOptionError as e:
try:
host = cp.get('broker', 'host')
port = cp.get('broker', 'port')
brokers = [(host, int(port))]
except ConfigParser.NoOptionError:
log.error('Options incorrectly supplied for either single '
'broker or broker network. '
'Please check configuration')
log.error('System will exit.')
log.info(LOG_BREAK)
print('SSM failed to start. See log file for details.')
sys.exit(1)
except ldap.LDAPError as e:
log.error('Could not connect to LDAP server: %s', e)
log.error('System will exit.')
log.info(LOG_BREAK)
print('SSM failed to start. See log file for details.')
sys.exit(1)
elif protocol == Ssm2.AMS_MESSAGING:
# Then we are setting up an SSM to connect to a AMS.
# TODO: See if setting use_ssl directly in Ssm2 constructor is ok.
# 'use_ssl' isn't checked when using AMS (SSL is always used), but it
# is needed for the call to the Ssm2 constructor below.
use_ssl = None
try:
# We only need a hostname, not a port
host = cp.get('broker', 'host')
# Use brokers variable so subsequent code is not dependant on
# the exact destination type.
brokers = [host]
except ConfigParser.NoOptionError:
log.error('The host must be specified when connecting to AMS, '
'please check your configuration')
log.error('System will exit.')
log.info(LOG_BREAK)
print('SSM failed to start. See log file for details.')
sys.exit(1)
# Attempt to configure AMS project variable.
try:
project = cp.get('messaging', 'ams_project')
except (ConfigParser.Error, ValueError, IOError) as err:
# A project is needed to successfully send to an
# AMS instance, so log and then exit on an error.
log.error('Error configuring AMS values: %s', err)
log.error('SSM will exit.')
print('SSM failed to start. See log file for details.')
sys.exit(1)
try:
token = cp.get('messaging', 'token')
except (ConfigParser.Error, ValueError, IOError) as err:
# A token is not necessarily needed, if the cert and key can be
# used by the underlying auth system to get a suitable token.
log.info('No AMS token provided, using cert/key pair instead.')
# Empty string used by AMS to define absence of token.
token = ''
if len(brokers) == 0:
log.error('No brokers available.')
log.error('System will exit.')
log.info(LOG_BREAK)
sys.exit(1)
return brokers, project, token
