def __init__(self, filename=None):
toolsmod.singleton(self)
cdm = self.loadConfigFile(filename)
try:
self._msg_name = cdm[ROOT][
PFM_BROKER_NAME] # Message broker user & passwd
self._msg_passwd = cdm[ROOT][PFM_BROKER_PASSWD]
self._ncsa_name = cdm[ROOT][NCSA_BROKER_NAME]
self._ncsa_passwd = cdm[ROOT][NCSA_BROKER_PASSWD]
self._base_broker_addr = cdm[ROOT][BASE_BROKER_ADDR]
self._ncsa_broker_addr = cdm[ROOT][NCSA_BROKER_ADDR]
forwarder_dict = cdm[ROOT][XFER_COMPONENTS][FORWARDERS]
except KeyError as e:
print("Dictionary error")
print("Bailing out...")
sys.exit(99)
#if 'QUEUE_PURGES' in cdm[ROOT]:
# self.purge_broker(cdm['ROOT']['QUEUE_PURGES'])
self._base_msg_format = self.YAML
self._ncsa_msg_format = self.YAML
if 'BASE_MSG_FORMAT' in cdm[ROOT]:
self._base_msg_format = cdm[ROOT][BASE_MSG_FORMAT]
if 'NCSA_MSG_FORMAT' in cdm[ROOT]:
self._ncsa_msg_format = cdm[ROOT][NCSA_MSG_FORMAT]
self._base_broker_url = 'amqp_url'
self._ncsa_broker_url = 'amqp_url'
self._next_timed_ack_id = 0
# Create Redis Forwarder table with Forwarder info
self.FWD_SCBD = ForwarderScoreboard(forwarder_dict)
self.JOB_SCBD = JobScoreboard()
self.ACK_SCBD = AckScoreboard()
self._msg_actions = {
'NEW_JOB': self.process_dmcs_new_job,
'READOUT': self.process_dmcs_readout,
'NCSA_RESOURCE_QUERY_ACK': self.process_ack,
'NCSA_STANDBY_ACK': self.process_ack,
'NCSA_READOUT_ACK': self.process_ack,
'FORWARDER_HEALTH_ACK': self.process_ack,
'FORWARDER_JOB_PARAMS_ACK': self.process_ack,
'FORWARDER_READOUT_ACK': self.process_ack,
'NEW_JOB_ACK': self.process_ack
}
self._base_broker_url = "amqp://" + self._msg_name + ":" + self._msg_passwd + "@" + str(
self._base_broker_addr)
self._ncsa_broker_url = "amqp://" + self._ncsa_name + ":" + self._ncsa_passwd + "@" + str(
self._ncsa_broker_addr)
LOGGER.info('Building _base_broker_url. Result is %s',
self._base_broker_url)
LOGGER.info('Building _ncsa_broker_url. Result is %s',
self._ncsa_broker_url)
def __init__(self, filename=None):
toolsmod.singleton(self)
self._config_file = self.CFG_FILE
if filename != None:
self._config_file = filename
LOGGER.info('Extracting values from Config dictionary')
try:
self.extract_config_values()
except Exception as e:
LOGGER.error("PP_Device problem configuring with file %s: %s" %
(self._config_file, e.arg))
print("PP_Device unable to read Config file %s: %s" %
(self._config_file, e.arg))
sys.exit(self.ErrorCodePrefix + 20)
#self.purge_broker(cdm['ROOT']['QUEUE_PURGES'])
self._msg_actions = {
'PP_NEW_SESSION': self.set_session,
'PP_NEXT_VISIT': self.set_visit,
'PP_START_INTEGRATION': self.process_start_integration,
'PP_READOUT': self.process_dmcs_readout,
'NCSA_RESOURCE_QUERY_ACK': self.process_ack,
'NCSA_START_INTEGRATION_ACK': self.process_ack,
'NCSA_READOUT_ACK': self.process_ack,
'PP_FWDR_HEALTH_CHECK_ACK': self.process_ack,
'PP_FWDR_XFER_PARAMS_ACK': self.process_ack,
'PP_FWDR_READOUT_ACK': self.process_ack,
'PENDING_ACK': self.process_pending_ack,
'NCSA_NEXT_VISIT_ACK': self.process_ack
}
self._next_timed_ack_id = 0
try:
self.setup_publishers()
except L1PublisherError as e:
LOGGER.error("PP_Device unable to start Publishers: %s" % e.arg)
print("PP_Device unable to start Publishers: %s" % e.arg)
sys.exit(self.ErrorCodePrefix + 31)
self.setup_scoreboards()
LOGGER.info('pp foreman consumer setup')
self.thread_manager = None
try:
self.setup_consumer_threads()
except L1Exception as e:
LOGGER.error("PP_Device unable to launch ThreadManager: %s" %
e.arg)
print("PP_Device unable to launch ThreadManager: %s" % e.arg)
sys.exit(self.ErrorCodePrefix + 1)
LOGGER.info('Prompt Process Foreman Init complete')
def __init__(self, filename=None):
toolsmod.singleton(self)
cdm = self.loadConfigFile(filename)
try:
self._msg_name = cdm[ROOT][PFM_BROKER_NAME] # Message broker user & passwd
self._msg_passwd = cdm[ROOT][PFM_BROKER_PASSWD]
self._ncsa_name = cdm[ROOT][NCSA_BROKER_NAME]
self._ncsa_passwd = cdm[ROOT][NCSA_BROKER_PASSWD]
self._base_broker_addr = cdm[ROOT][BASE_BROKER_ADDR]
self._ncsa_broker_addr = cdm[ROOT][NCSA_BROKER_ADDR]
forwarder_dict = cdm[ROOT][XFER_COMPONENTS][FORWARDERS]
except KeyError as e:
print("Dictionary error")
print("Bailing out...")
sys.exit(99)
#if 'QUEUE_PURGES' in cdm[ROOT]:
# self.purge_broker(cdm['ROOT']['QUEUE_PURGES'])
self._base_msg_format = self.YAML
self._ncsa_msg_format = self.YAML
if 'BASE_MSG_FORMAT' in cdm[ROOT]:
self._base_msg_format = cdm[ROOT][BASE_MSG_FORMAT]
if 'NCSA_MSG_FORMAT' in cdm[ROOT]:
self._ncsa_msg_format = cdm[ROOT][NCSA_MSG_FORMAT]
self._base_broker_url = 'amqp_url'
self._ncsa_broker_url = 'amqp_url'
self._next_timed_ack_id = 0
# Create Redis Forwarder table with Forwarder info
self.FWD_SCBD = ForwarderScoreboard(forwarder_dict)
self.JOB_SCBD = JobScoreboard()
self.ACK_SCBD = AckScoreboard()
self._msg_actions = { 'NEW_JOB': self.process_dmcs_new_job,
'READOUT': self.process_dmcs_readout,
'NCSA_RESOURCE_QUERY_ACK': self.process_ack,
'NCSA_STANDBY_ACK': self.process_ack,
'NCSA_READOUT_ACK': self.process_ack,
'FORWARDER_HEALTH_ACK': self.process_ack,
'FORWARDER_JOB_PARAMS_ACK': self.process_ack,
'FORWARDER_READOUT_ACK': self.process_ack,
'NEW_JOB_ACK': self.process_ack }
self._base_broker_url = "amqp://" + self._msg_name + ":" + self._msg_passwd + "@" + str(self._base_broker_addr)
self._ncsa_broker_url = "amqp://" + self._ncsa_name + ":" + self._ncsa_passwd + "@" + str(self._ncsa_broker_addr)
LOGGER.info('Building _base_broker_url. Result is %s', self._base_broker_url)
LOGGER.info('Building _ncsa_broker_url. Result is %s', self._ncsa_broker_url)
def __init__(self, filename=None):
""" Create a new instance of the Archive Device class.
Instantiate the instance, raise assertion error if already instantiated.
Extract config values from yaml file.
Store handler methods for each message type.
Set up base broker url, publishers, and scoreboards. Consumer threads
are started within a Thread Manager object so that they can be monitored
for health and shutdown/joined cleanly when the app exits.
:params filename: Deflaut 'L1SystemCfg.yaml'. Can be assigned by user.
:return: None.
"""
toolsmod.singleton(self)
self._config_file = self.CFG_FILE
if filename != None:
self._config_file = filename
LOGGER.info('Extracting values from Config dictionary')
self.extract_config_values()
#self.purge_broker(cdm['ROOT']['QUEUE_PURGES'])
self._msg_actions = {
'AR_NEW_SESSION': self.set_session,
'AR_NEXT_VISIT': self.process_next_visit,
'AR_READOUT': self.process_dmcs_readout,
'AR_FWDR_HEALTH_CHECK_ACK': self.process_ack,
'AR_FWDR_XFER_PARAMS_ACK': self.process_ack,
'AR_FWDR_READOUT_ACK': self.process_ack,
'AR_FWDR_TAKE_IMAGES_DONE_ACK': self.process_ack,
'AR_ITEMS_XFERD_ACK': self.process_ack,
'NEW_ARCHIVE_ITEM_ACK': self.process_ack,
'AR_TAKE_IMAGES': self.take_images,
'AR_HEADER_READY': self.process_header_ready_event,
'AR_END_READOUT': self.process_end_readout,
'AR_TAKE_IMAGES_DONE': self.take_images_done
}
self._next_timed_ack_id = 0
self.setup_publishers()
self.setup_scoreboards()
LOGGER.info('ar foreman consumer setup')
self.thread_manager = None
self.setup_consumer_threads()
LOGGER.info('Archive Foreman Init complete')
def __init__(self, filename=None):
toolsmod.singleton(self)
self._config_file = self.CFG_FILE
if filename != None:
self._config_file = filename
#self._pairing_dict = {}
LOGGER.info('Extracting values from Config dictionary')
self.extract_config_values()
self._msg_actions = {
'NCSA_NEXT_VISIT': self.set_visit,
'NCSA_NEW_SESSION': self.set_session,
'NCSA_START_INTEGRATION': self.process_start_integration,
'NCSA_READOUT': self.process_readout,
'DISTRIBUTOR_HEALTH_CHECK_ACK': self.process_ack,
'DISTRIBUTOR_XFER_PARAMS_ACK': self.process_ack,
'DISTRIBUTOR_READOUT_ACK': self.process_ack
}
self._next_timed_ack_id = 10000
self.setup_publishers()
self.setup_scoreboards()
self.setup_publishers()
self.setup_consumer_threads()
LOGGER.info('Ncsa foreman consumer setup')
self.thread_manager = None
self.setup_consumer_threads()
LOGGER.info('Ncsa Foreman Init complete')