def _on_init(self):
ResourceAgent._on_init(self)
# log.debug(">>funcs:\n%s" % dir(self))
# log.debug(">>type:\n%s" % type(self))
# log.debug(">>CFG:\n%s" % self.CFG)
# log.debug(">>_proc_type:\n%s" % self._proc_type)
ext_dataset_id = self.CFG.get('process',{}).get('eoa',{}).get('dataset_id','')
log.debug(">>ds_id:\n\t%s" % ext_dataset_id)
self.resreg_cli = ResourceRegistryServiceClient()
self.pubsub_cli = PubsubManagementServiceClient()
# retrieve all the ExternalDataset resource associated resources
ext_ds_res = self.resreg_cli.read(object_id=ext_dataset_id)
log.debug("Retrieved ExternalDataset: %s" % ext_ds_res)
dsrc_res, dsrc_acc = self.resreg_cli.find_objects(subject=ext_dataset_id, predicate=PRED.hasSource, object_type=RT.DataSource)
dsrc_res = dsrc_res[0]
dsrc_id = dsrc_acc[0].o
log.debug("Found associated DataSource: %s" % dsrc_id)
edp_res, edp_acc = self.resreg_cli.find_objects(subject=dsrc_id, predicate=PRED.hasProvider, object_type=RT.ExternalDataProvider)
edp_res = edp_res[0]
edp_id = edp_acc[0].o
log.debug("Found associated ExternalDataProvider: %s" % edp_id)
mdl_res, mdl_acc = self.resreg_cli.find_objects(subject=dsrc_id, predicate=PRED.hasModel, object_type=RT.ExternalDataSourceModel)
mdl_res = mdl_res[0]
mdl_id = mdl_acc[0].o
log.debug("Found associated ExternalDataSourceModel: %s" % mdl_id)
dprod_id, _ = self.resreg_cli.find_objects(subject=ext_dataset_id, predicate=PRED.hasDataProducer, object_type=RT.DataProducer, id_only=True)
dprod_id = dprod_id[0]
log.debug("Found associated DataProducer: %s" % dprod_id)
stream_id, _ = self.resreg_cli.find_objects(subject=dprod_id, predicate=PRED.hasStream, object_type=RT.Stream, id_only=True)
stream_id = stream_id[0]
log.debug("Found associated Stream: %s" % stream_id)
# configure the stream publisher
log.debug("Configure StreamPublisher")
stream_route = self.pubsub_cli.read_stream(stream_id=stream_id)
log.debug("StreamRoute: %s" % stream_route)
self._stream_publisher = StreamPublisher(stream_route)
# instantiate the data_handler instance
modpath = mdl_res.data_handler_module
log.debug("ExternalDataHandler module: %s" % modpath)
classname = mdl_res.data_handler_class
log.debug("ExternalDataHandler class: %s" % classname)
module = __import__(modpath, fromlist=[classname])
classobj = getattr(module, classname)
self._data_handler = classobj(data_provider=edp_res, data_source=dsrc_res, ext_dataset=ext_ds_res)
assert isinstance(self._data_handler, BaseExternalDataHandler), "Instantiated service not a BaseExternalDataHandler %r" % self._data_handler
def _on_init(self):
ResourceAgent._on_init(self)
# log.debug(">>funcs:\n%s" % dir(self))
# log.debug(">>type:\n%s" % type(self))
# log.debug(">>CFG:\n%s" % self.CFG)
# log.debug(">>_proc_type:\n%s" % self._proc_type)
ext_dataset_id = self.CFG.get('process',
{}).get('eoa', {}).get('dataset_id', '')
log.debug(">>ds_id:\n\t%s" % ext_dataset_id)
self.resreg_cli = ResourceRegistryServiceClient()
self.pubsub_cli = PubsubManagementServiceClient()
# retrieve all the ExternalDataset resource associated resources
ext_ds_res = self.resreg_cli.read(object_id=ext_dataset_id)
log.debug("Retrieved ExternalDataset: %s" % ext_ds_res)
dsrc_res, dsrc_acc = self.resreg_cli.find_objects(
subject=ext_dataset_id,
predicate=PRED.hasSource,
object_type=RT.DataSource)
dsrc_res = dsrc_res[0]
dsrc_id = dsrc_acc[0].o
log.debug("Found associated DataSource: %s" % dsrc_id)
edp_res, edp_acc = self.resreg_cli.find_objects(
subject=dsrc_id,
predicate=PRED.hasProvider,
object_type=RT.ExternalDataProvider)
edp_res = edp_res[0]
edp_id = edp_acc[0].o
log.debug("Found associated ExternalDataProvider: %s" % edp_id)
mdl_res, mdl_acc = self.resreg_cli.find_objects(
subject=dsrc_id,
predicate=PRED.hasModel,
object_type=RT.DataSourceModel)
mdl_res = mdl_res[0]
mdl_id = mdl_acc[0].o
log.debug("Found associated DataSourceModel: %s" % mdl_id)
dprod_id, _ = self.resreg_cli.find_objects(
subject=ext_dataset_id,
predicate=PRED.hasOutputProduct,
object_type=RT.DataProduct,
id_only=True)
dprod_id = dprod_id[0]
log.debug("Found associated DataProduct: %s" % dprod_id)
stream_id, _ = self.resreg_cli.find_objects(subject=dprod_id,
predicate=PRED.hasStream,
object_type=RT.Stream,
id_only=True)
log.debug(">>>>> stream_id: %s" % stream_id)
stream_id = stream_id[0]
log.debug("Found associated Stream: %s" % stream_id)
# configure the stream publisher
log.debug("Configure StreamPublisher")
stream_route = self.pubsub_cli.read_stream(stream_id=stream_id)
log.debug("StreamRoute: %s" % stream_route)
self._stream_publisher = StreamPublisher(stream_route)
# instantiate the data_handler instance
modpath = mdl_res.data_handler_module
log.debug("ExternalDataHandler module: %s" % modpath)
classname = mdl_res.data_handler_class
log.debug("ExternalDataHandler class: %s" % classname)
module = __import__(modpath, fromlist=[classname])
classobj = getattr(module, classname)
self._data_handler = classobj(data_provider=edp_res,
data_source=dsrc_res,
ext_dataset=ext_ds_res)
assert isinstance(
self._data_handler, BaseExternalDataHandler
), "Instantiated service not a BaseExternalDataHandler %r" % self._data_handler
