def main():
"""
Initializes container
"""
logging.info("ION CONTAINER initializing... [LCA Java Integration Demo]")
processes = []
processes.extend(agent_procs)
processes.extend(demo_procs)
# Start the processes
sup = yield bootstrap.bootstrap(None, processes)
simulator = Simulator(INSTRUMENT_ID, 9000)
simulator.start()
irc = InstrumentRegistryClient(proc=sup)
ir1 = InstrumentResource.create_new_resource()
ir1.name = "Demo_CTD_1"
ir1.model = "SBE49"
ir1.serial_num = "12345"
ir1.fw_version = "1.334"
ir1.manufactorer = "SeaBird"
ir1 = yield irc.register_instrument_instance(ir1)
ir1_ref = ir1.reference(head=True)
ir2 = InstrumentResource.create_new_resource()
ir2.name = "Demo_CTD_2"
ir2.model = "SBE49"
ir2.serial_num = "12399"
ir2.fw_version = "1.335"
ir2.manufactorer = "SeaBird"
ir2 = yield irc.register_instrument_instance(ir2)
dprc = DataProductRegistryClient(proc=sup)
dp1 = DataProductResource.create_new_resource()
dp1.instrument_ref = ir1_ref
dp1.name = "Demo_Data_Product_1"
dp1.dataformat = "binary"
dp1 = yield dprc.register_data_product(dp1)
ia_procs = [
{
'name': 'SBE49IA',
'module': 'ion.agents.instrumentagents.SBE49_IA',
'class': 'SBE49InstrumentAgent',
'spawnargs': {
'instrument-id': INSTRUMENT_ID
}
},
]
yield bootstrap.spawn_processes(ia_procs, sup=sup)
ia_pid = sup.get_child_id('SBE49IA')
iaclient = InstrumentAgentClient(proc=sup, target=ia_pid)
yield iaclient.register_resource(INSTRUMENT_ID)
def main():
"""
Initializes container
"""
logging.info("ION CONTAINER initializing... [LCA Java Integration Demo]")
processes = []
processes.extend(agent_procs)
processes.extend(demo_procs)
# Start the processes
sup = yield bootstrap.bootstrap(None, processes)
simulator = Simulator(INSTRUMENT_ID, 9000)
simulator.start()
irc = InstrumentRegistryClient(proc=sup)
ir1 = InstrumentResource.create_new_resource()
ir1.name = "Demo_CTD_1"
ir1.model = "SBE49"
ir1.serial_num = "12345"
ir1.fw_version = "1.334"
ir1.manufactorer = "SeaBird"
ir1 = yield irc.register_instrument_instance(ir1)
ir1_ref = ir1.reference(head=True)
ir2 = InstrumentResource.create_new_resource()
ir2.name = "Demo_CTD_2"
ir2.model = "SBE49"
ir2.serial_num = "12399"
ir2.fw_version = "1.335"
ir2.manufactorer = "SeaBird"
ir2 = yield irc.register_instrument_instance(ir2)
dprc = DataProductRegistryClient(proc=sup)
dp1 = DataProductResource.create_new_resource()
dp1.instrument_ref = ir1_ref
dp1.name = "Demo_Data_Product_1"
dp1.dataformat = "binary"
dp1 = yield dprc.register_data_product(dp1)
ia_procs = [
{'name':'SBE49IA','module':'ion.agents.instrumentagents.SBE49_IA','class':'SBE49InstrumentAgent','spawnargs':{'instrument-id':INSTRUMENT_ID}},
]
yield bootstrap.spawn_processes(ia_procs, sup=sup)
ia_pid = sup.get_child_id('SBE49IA')
iaclient = InstrumentAgentClient(proc=sup,target=ia_pid)
yield iaclient.register_resource(INSTRUMENT_ID)
def main():
"""
Initializes container
"""
logging.info("ION CONTAINER initializing... [LCA Java Integration Demo]")
processes = []
processes.extend(agent_procs)
processes.extend(demo_procs)
# Start the processes
sup = yield bootstrap.bootstrap(None, processes)
irc = InstrumentRegistryClient(proc=sup)
ir1 = InstrumentResource.create_new_resource()
ir1.name = "Demo_CTD_1"
ir1.model = "SBE49"
ir1.serial_num = "12345"
ir1.fw_version = "1.334"
ir1.manufactorer = "SeaBird"
ir1 = yield irc.register_instrument_instance(ir1)
ir1_ref = ir1.reference(head=True)
ir2 = InstrumentResource.create_new_resource()
ir2.name = "Demo_CTD_2"
ir2.model = "SBE49"
ir2.serial_num = "12399"
ir2.fw_version = "1.335"
ir2.manufactorer = "SeaBird"
ir2 = yield irc.register_instrument_instance(ir2)
dprc = DataProductRegistryClient(proc=sup)
dp1 = DataProductResource.create_new_resource()
dp1.instrument_ref = ir1_ref
dp1.name = "Demo_Data_Product_1"
dp1.dataformat = "binary"
dp1 = yield dprc.register_data_product(dp1)
def main():
"""
Initializes container
"""
logging.info("ION CONTAINER initializing... [LCA Java Integration Demo]")
processes = []
processes.extend(agent_procs)
processes.extend(demo_procs)
# Start the processes
sup = yield bootstrap.bootstrap(None, processes)
irc = InstrumentRegistryClient(proc=sup)
ir1 = InstrumentResource.create_new_resource()
ir1.name = "Demo_CTD_1"
ir1.model = "SBE49"
ir1.serial_num = "12345"
ir1.fw_version = "1.334"
ir1.manufactorer = "SeaBird"
ir1 = yield irc.register_instrument_instance(ir1)
ir1_ref = ir1.reference(head=True)
ir2 = InstrumentResource.create_new_resource()
ir2.name = "Demo_CTD_2"
ir2.model = "SBE49"
ir2.serial_num = "12399"
ir2.fw_version = "1.335"
ir2.manufactorer = "SeaBird"
ir2 = yield irc.register_instrument_instance(ir2)
dprc = DataProductRegistryClient(proc=sup)
dp1 = DataProductResource.create_new_resource()
dp1.instrument_ref = ir1_ref
dp1.name = "Demo_Data_Product_1"
dp1.dataformat = "binary"
dp1 = yield dprc.register_data_product(dp1)
def slc_init(self):
self.irc = InstrumentRegistryClient(proc=self)
self.dprc = DataProductRegistryClient(proc=self)
self.arc = AgentRegistryClient(proc=self)
self.dpsc = DataPubsubClient(proc=self)
class InstrumentManagementService(BaseService):
"""
Instrument management service interface.
This service provides overall coordination for instrument management within
an observatory context. In particular it coordinates the access to the
instrument and data product registries and the interaction with instrument
agents.
"""
# Declaration of service
declare = BaseService.service_declare(name='instrument_management',
version='0.1.0',
dependencies=[])
def slc_init(self):
self.irc = InstrumentRegistryClient(proc=self)
self.dprc = DataProductRegistryClient(proc=self)
self.arc = AgentRegistryClient(proc=self)
self.dpsc = DataPubsubClient(proc=self)
@defer.inlineCallbacks
def op_create_new_instrument(self, content, headers, msg):
"""
Service operation: Accepts a dictionary containing user inputs.
Updates the instrument registry.
"""
userInput = content['userInput']
newinstrument = InstrumentResource.create_new_resource()
if 'name' in userInput:
newinstrument.name = str(userInput['name'])
if 'description' in userInput:
newinstrument.description = str(userInput['description'])
if 'manufacturer' in userInput:
newinstrument.manufacturer = str(userInput['manufacturer'])
if 'model' in userInput:
newinstrument.model = str(userInput['model'])
if 'serial_num' in userInput:
newinstrument.serial_num = str(userInput['serial_num'])
if 'fw_version' in userInput:
newinstrument.fw_version = str(userInput['fw_version'])
instrument_res = yield self.irc.register_instrument_instance(
newinstrument)
yield self.reply_ok(msg, instrument_res.encode())
@defer.inlineCallbacks
def op_create_new_data_product(self, content, headers, msg):
"""
Service operation: Accepts a dictionary containing user inputs.
Updates the data product registry. Also sets up an ingestion pipeline
for an instrument
"""
dataProductInput = content['dataProductInput']
newdp = DataProductResource.create_new_resource()
if 'instrumentID' in dataProductInput:
inst_id = str(dataProductInput['instrumentID'])
int_ref = ResourceReference(RegistryIdentity=inst_id,
RegistryBranch='master')
newdp.instrument_ref = int_ref
if 'name' in dataProductInput:
newdp.name = str(dataProductInput['name'])
if 'description' in dataProductInput:
newdp.description = str(dataProductInput['description'])
if 'dataformat' in dataProductInput:
newdp.dataformat = str(dataProductInput['dataformat'])
# Step: Create a data stream
## Instantiate a pubsubclient
#self.dpsc = DataPubsubClient(proc=self)
#
## Create and Register a topic
#self.topic = PubSubTopicResource.create('SBE49 Topic',"oceans, oil spill")
#self.topic = yield self.dpsc.define_topic(self.topic)
#logging.debug('DHE: Defined Topic')
#
#self.publisher = PublisherResource.create('Test Publisher', self, self.topic, 'DataObject')
#self.publisher = yield self.dpsc.define_publisher(self.publisher)
res = yield self.dprc.register_data_product(newdp)
ref = res.reference(head=True)
yield self.reply_ok(msg, res.encode())
@defer.inlineCallbacks
def op_execute_command(self, content, headers, msg):
"""
Service operation: Execute a command on an instrument.
"""
# Step 1: Extract the arguments from the UI generated message content
commandInput = content['commandInput']
if 'instrumentID' in commandInput:
inst_id = str(commandInput['instrumentID'])
else:
raise ValueError("Input for instrumentID not present")
command = []
if 'command' in commandInput:
command_op = str(commandInput['command'])
else:
raise ValueError("Input for command not present")
command.append(command_op)
arg_idx = 0
while True:
argname = 'cmdArg' + str(arg_idx)
arg_idx += 1
if argname in commandInput:
command.append(str(commandInput[argname]))
else:
break
# Step 2: Find the agent id for the given instrument id
agent_pid = yield self.get_agent_pid_for_instrument(inst_id)
if not agent_pid:
yield self.reply_err(
msg, "No agent found for instrument " + str(inst_id))
defer.returnValue(None)
# Step 3: Interact with the agent to execute the command
iaclient = InstrumentAgentClient(proc=self, target=agent_pid)
commandlist = [
command,
]
logging.info("Sending command to IA: " + str(commandlist))
cmd_result = yield iaclient.execute_instrument(commandlist)
yield self.reply_ok(msg, cmd_result)
@defer.inlineCallbacks
def op_get_instrument_state(self, content, headers, msg):
"""
Service operation: .
"""
# Step 1: Extract the arguments from the UI generated message content
commandInput = content['commandInput']
if 'instrumentID' in commandInput:
inst_id = str(commandInput['instrumentID'])
else:
raise ValueError("Input for instrumentID not present")
agent_pid = yield self.get_agent_pid_for_instrument(inst_id)
if not agent_pid:
raise StandardError("No agent found for instrument " +
str(inst_id))
iaclient = InstrumentAgentClient(proc=self, target=agent_pid)
inst_cap = yield iaclient.get_capabilities()
if not inst_cap:
raise StandardError("No capabilities available for instrument " +
str(inst_id))
ci_commands = inst_cap['ci_commands']
instrument_commands = inst_cap['instrument_commands']
instrument_parameters = inst_cap['instrument_parameters']
ci_parameters = inst_cap['ci_parameters']
values = yield iaclient.get_from_instrument(instrument_parameters)
resvalues = {}
if values:
resvalues = values
yield self.reply_ok(msg, resvalues)
@defer.inlineCallbacks
def op_start_instrument_agent(self, content, headers, msg):
"""
Service operation: Starts an instrument agent for a type of
instrument.
"""
if 'instrumentID' in content:
inst_id = str(content['instrumentID'])
else:
raise ValueError("Input for instrumentID not present")
if 'model' in content:
model = str(content['model'])
else:
raise ValueError("Input for model not present")
if model != 'SBE49':
raise ValueError("Only SBE49 supported!")
agent_pid = yield self.get_agent_pid_for_instrument(inst_id)
if agent_pid:
raise StandardError("Agent already started for instrument " +
str(inst_id))
simulator = Simulator(inst_id)
simulator.start()
topicname = "Inst/RAW/" + inst_id
topic = PubSubTopicResource.create(topicname, "")
# Use the service to create a queue and register the topic
topic = yield self.dpsc.define_topic(topic)
iagent_args = {}
iagent_args['instrument-id'] = inst_id
driver_args = {}
driver_args['port'] = simulator.port
driver_args['publish-to'] = topic.RegistryIdentity
iagent_args['driver-args'] = driver_args
iapd = ProcessDesc(
**{
'name': 'SBE49IA',
'module': 'ion.agents.instrumentagents.SBE49_IA',
'class': 'SBE49InstrumentAgent',
'spawnargs': iagent_args
})
iagent_id = yield self.spawn_child(iapd)
iaclient = InstrumentAgentClient(proc=self, target=iagent_id)
yield iaclient.register_resource(inst_id)
yield self.reply_ok(msg, "OK")
@defer.inlineCallbacks
def op_stop_instrument_agent(self, content, headers, msg):
"""
Service operation: Starts direct access mode.
"""
yield self.reply_err(msg, "Not yet implemented")
@defer.inlineCallbacks
def op_start_direct_access(self, content, headers, msg):
"""
Service operation: Starts direct access mode.
"""
yield self.reply_err(msg, "Not yet implemented")
@defer.inlineCallbacks
def op_stop_direct_access(self, content, headers, msg):
"""
Service operation: Stops direct access mode.
"""
yield self.reply_err(msg, "Not yet implemented")
@defer.inlineCallbacks
def get_agent_desc_for_instrument(self, instrument_id):
logging.info("get_agent_desc_for_instrument() instrumentID=" +
str(instrument_id))
int_ref = ResourceReference(RegistryIdentity=instrument_id,
RegistryBranch='master')
agent_query = InstrumentAgentResourceInstance()
agent_query.instrument_ref = int_ref
if not agent_res:
defer.returnValue(None)
agent_pid = agent_res.proc_id
logging.info("Agent process id for instrument id %s is: %s" %
(instrument_id, agent_pid))
defer.returnValue(agent_pid)
@defer.inlineCallbacks
def get_agent_for_instrument(self, instrument_id):
logging.info("get_agent_for_instrument() instrumentID=" +
str(instrument_id))
int_ref = ResourceReference(RegistryIdentity=instrument_id,
RegistryBranch='master')
agent_query = InstrumentAgentResourceInstance()
agent_query.instrument_ref = int_ref
# @todo Need to list the LC state here. WHY???
agent_query.lifecycle = LCStates.developed
agents = yield self.arc.find_registered_agent_instance_from_description(
agent_query, regex=False)
logging.info("Found %s agent instances for instrument id %s" %
(len(agents), instrument_id))
agent_res = None
if len(agents) > 0:
agent_res = agents[0]
defer.returnValue(agent_res)
@defer.inlineCallbacks
def get_agent_pid_for_instrument(self, instrument_id):
agent_res = yield self.get_agent_for_instrument(instrument_id)
if not agent_res:
defer.returnValue(None)
agent_pid = agent_res.proc_id
logging.info("Agent process id for instrument id %s is: %s" %
(instrument_id, agent_pid))
defer.returnValue(agent_pid)
def slc_init(self):
self.irc = InstrumentRegistryClient()
self.dprc = DataProductRegistryClient()
def slc_init(self):
self.irc = InstrumentRegistryClient(proc=self)
self.dprc = DataProductRegistryClient(proc=self)
self.arc = AgentRegistryClient(proc=self)
self.dpsc = DataPubsubClient(proc=self)
class InstrumentManagementService(BaseService):
"""
Instrument management service interface.
This service provides overall coordination for instrument management within
an observatory context. In particular it coordinates the access to the
instrument and data product registries and the interaction with instrument
agents.
"""
# Declaration of service
declare = BaseService.service_declare(name='instrument_management',
version='0.1.0',
dependencies=[])
def slc_init(self):
self.irc = InstrumentRegistryClient(proc=self)
self.dprc = DataProductRegistryClient(proc=self)
self.arc = AgentRegistryClient(proc=self)
self.dpsc = DataPubsubClient(proc=self)
@defer.inlineCallbacks
def op_create_new_instrument(self, content, headers, msg):
"""
Service operation: Accepts a dictionary containing user inputs.
Updates the instrument registry.
"""
userInput = content['userInput']
newinstrument = InstrumentResource.create_new_resource()
if 'name' in userInput:
newinstrument.name = str(userInput['name'])
if 'description' in userInput:
newinstrument.description = str(userInput['description'])
if 'manufacturer' in userInput:
newinstrument.manufacturer = str(userInput['manufacturer'])
if 'model' in userInput:
newinstrument.model = str(userInput['model'])
if 'serial_num' in userInput:
newinstrument.serial_num = str(userInput['serial_num'])
if 'fw_version' in userInput:
newinstrument.fw_version = str(userInput['fw_version'])
instrument_res = yield self.irc.register_instrument_instance(newinstrument)
yield self.reply_ok(msg, instrument_res.encode())
@defer.inlineCallbacks
def op_create_new_data_product(self, content, headers, msg):
"""
Service operation: Accepts a dictionary containing user inputs.
Updates the data product registry. Also sets up an ingestion pipeline
for an instrument
"""
dataProductInput = content['dataProductInput']
newdp = DataProductResource.create_new_resource()
if 'instrumentID' in dataProductInput:
inst_id = str(dataProductInput['instrumentID'])
int_ref = ResourceReference(RegistryIdentity=inst_id, RegistryBranch='master')
newdp.instrument_ref = int_ref
if 'name' in dataProductInput:
newdp.name = str(dataProductInput['name'])
if 'description' in dataProductInput:
newdp.description = str(dataProductInput['description'])
if 'dataformat' in dataProductInput:
newdp.dataformat = str(dataProductInput['dataformat'])
# Step: Create a data stream
## Instantiate a pubsubclient
#self.dpsc = DataPubsubClient(proc=self)
#
## Create and Register a topic
#self.topic = PubSubTopicResource.create('SBE49 Topic',"oceans, oil spill")
#self.topic = yield self.dpsc.define_topic(self.topic)
#logging.debug('DHE: Defined Topic')
#
#self.publisher = PublisherResource.create('Test Publisher', self, self.topic, 'DataObject')
#self.publisher = yield self.dpsc.define_publisher(self.publisher)
res = yield self.dprc.register_data_product(newdp)
ref = res.reference(head=True)
yield self.reply_ok(msg, res.encode())
@defer.inlineCallbacks
def op_execute_command(self, content, headers, msg):
"""
Service operation: Execute a command on an instrument.
"""
# Step 1: Extract the arguments from the UI generated message content
commandInput = content['commandInput']
if 'instrumentID' in commandInput:
inst_id = str(commandInput['instrumentID'])
else:
raise ValueError("Input for instrumentID not present")
command = []
if 'command' in commandInput:
command_op = str(commandInput['command'])
else:
raise ValueError("Input for command not present")
command.append(command_op)
arg_idx = 0
while True:
argname = 'cmdArg'+str(arg_idx)
arg_idx += 1
if argname in commandInput:
command.append(str(commandInput[argname]))
else:
break
# Step 2: Find the agent id for the given instrument id
agent_pid = yield self.get_agent_pid_for_instrument(inst_id)
if not agent_pid:
yield self.reply_err(msg, "No agent found for instrument "+str(inst_id))
defer.returnValue(None)
# Step 3: Interact with the agent to execute the command
iaclient = InstrumentAgentClient(proc=self, target=agent_pid)
commandlist = [command,]
logging.info("Sending command to IA: "+str(commandlist))
cmd_result = yield iaclient.execute_instrument(commandlist)
yield self.reply_ok(msg, cmd_result)
@defer.inlineCallbacks
def op_get_instrument_state(self, content, headers, msg):
"""
Service operation: .
"""
# Step 1: Extract the arguments from the UI generated message content
commandInput = content['commandInput']
if 'instrumentID' in commandInput:
inst_id = str(commandInput['instrumentID'])
else:
raise ValueError("Input for instrumentID not present")
agent_pid = yield self.get_agent_pid_for_instrument(inst_id)
if not agent_pid:
raise StandardError("No agent found for instrument "+str(inst_id))
iaclient = InstrumentAgentClient(proc=self, target=agent_pid)
inst_cap = yield iaclient.get_capabilities()
if not inst_cap:
raise StandardError("No capabilities available for instrument "+str(inst_id))
ci_commands = inst_cap['ci_commands']
instrument_commands = inst_cap['instrument_commands']
instrument_parameters = inst_cap['instrument_parameters']
ci_parameters = inst_cap['ci_parameters']
values = yield iaclient.get_from_instrument(instrument_parameters)
resvalues = {}
if values:
resvalues = values
yield self.reply_ok(msg, resvalues)
@defer.inlineCallbacks
def op_start_instrument_agent(self, content, headers, msg):
"""
Service operation: Starts an instrument agent for a type of
instrument.
"""
if 'instrumentID' in content:
inst_id = str(content['instrumentID'])
else:
raise ValueError("Input for instrumentID not present")
if 'model' in content:
model = str(content['model'])
else:
raise ValueError("Input for model not present")
if model != 'SBE49':
raise ValueError("Only SBE49 supported!")
agent_pid = yield self.get_agent_pid_for_instrument(inst_id)
if agent_pid:
raise StandardError("Agent already started for instrument "+str(inst_id))
simulator = Simulator(inst_id)
simulator.start()
topicname = "Inst/RAW/"+inst_id
topic = PubSubTopicResource.create(topicname,"")
# Use the service to create a queue and register the topic
topic = yield self.dpsc.define_topic(topic)
iagent_args = {}
iagent_args['instrument-id'] = inst_id
driver_args = {}
driver_args['port'] = simulator.port
driver_args['publish-to'] = topic.RegistryIdentity
iagent_args['driver-args'] = driver_args
iapd = ProcessDesc(**{'name':'SBE49IA',
'module':'ion.agents.instrumentagents.SBE49_IA',
'class':'SBE49InstrumentAgent',
'spawnargs':iagent_args})
iagent_id = yield self.spawn_child(iapd)
iaclient = InstrumentAgentClient(proc=self, target=iagent_id)
yield iaclient.register_resource(inst_id)
yield self.reply_ok(msg, "OK")
@defer.inlineCallbacks
def op_stop_instrument_agent(self, content, headers, msg):
"""
Service operation: Starts direct access mode.
"""
yield self.reply_err(msg, "Not yet implemented")
@defer.inlineCallbacks
def op_start_direct_access(self, content, headers, msg):
"""
Service operation: Starts direct access mode.
"""
yield self.reply_err(msg, "Not yet implemented")
@defer.inlineCallbacks
def op_stop_direct_access(self, content, headers, msg):
"""
Service operation: Stops direct access mode.
"""
yield self.reply_err(msg, "Not yet implemented")
@defer.inlineCallbacks
def get_agent_desc_for_instrument(self, instrument_id):
logging.info("get_agent_desc_for_instrument() instrumentID="+str(instrument_id))
int_ref = ResourceReference(RegistryIdentity=instrument_id, RegistryBranch='master')
agent_query = InstrumentAgentResourceInstance()
agent_query.instrument_ref = int_ref
if not agent_res:
defer.returnValue(None)
agent_pid = agent_res.proc_id
logging.info("Agent process id for instrument id %s is: %s" % (instrument_id, agent_pid))
defer.returnValue(agent_pid)
@defer.inlineCallbacks
def get_agent_for_instrument(self, instrument_id):
logging.info("get_agent_for_instrument() instrumentID="+str(instrument_id))
int_ref = ResourceReference(RegistryIdentity=instrument_id, RegistryBranch='master')
agent_query = InstrumentAgentResourceInstance()
agent_query.instrument_ref = int_ref
# @todo Need to list the LC state here. WHY???
agent_query.lifecycle = LCStates.developed
agents = yield self.arc.find_registered_agent_instance_from_description(agent_query, regex=False)
logging.info("Found %s agent instances for instrument id %s" % (len(agents), instrument_id))
agent_res = None
if len(agents) > 0:
agent_res = agents[0]
defer.returnValue(agent_res)
@defer.inlineCallbacks
def get_agent_pid_for_instrument(self, instrument_id):
agent_res = yield self.get_agent_for_instrument(instrument_id)
if not agent_res:
defer.returnValue(None)
agent_pid = agent_res.proc_id
logging.info("Agent process id for instrument id %s is: %s" % (instrument_id, agent_pid))
defer.returnValue(agent_pid)