def __init__(self, messaging_config, node_id, node_rpc_endpoints,
partition_id=None):
self.messaging_config = messaging_config
self.node_id = node_id
self.node_rpc_endpoints = node_rpc_endpoints
# unique identifier shared by all nodes that can communicate
self.partition_id = partition_id
self.node_rpc_endpoints.append(DseNodeEndpoints(self))
self._running = False
self._services = []
self.instance = uuid.uuid4()
self.context = self._message_context()
self.transport = messaging.get_transport(
self.messaging_config,
allowed_remote_exmods=[exception.__name__, ])
self._rpctarget = self.node_rpc_target(self.node_id, self.node_id)
self._rpcserver = messaging.get_rpc_server(
self.transport, self._rpctarget, self.node_rpc_endpoints,
executor='eventlet')
self._service_rpc_servers = {} # {service_id => (rpcserver, target)}
self._control_bus = DseNodeControlBus(self)
self.register_service(self._control_bus)
# keep track of which local services subscribed to which other services
self.subscribers = {}
# load configured drivers
self.loaded_drivers = self.load_drivers()
self.start()
def __init__(self, messaging_config, node_id, node_rpc_endpoints,
partition_id=None):
self.messaging_config = messaging_config
self.node_id = node_id
self.node_rpc_endpoints = node_rpc_endpoints
# unique identifier shared by all nodes that can communicate
self.partition_id = partition_id
self.node_rpc_endpoints.append(DseNodeEndpoints(self))
self._running = False
self._services = []
self.instance = uuid.uuid4()
self.context = self._message_context()
self.transport = messaging.get_transport(
self.messaging_config,
allowed_remote_exmods=[exception.__name__, ])
self._rpctarget = self.node_rpc_target(self.node_id, self.node_id)
self._rpcserver = messaging.get_rpc_server(
self.transport, self._rpctarget, self.node_rpc_endpoints,
executor='eventlet')
self._service_rpc_servers = {} # {service_id => (rpcserver, target)}
# # keep track of what publisher/tables local services subscribe to
# subscribers indexed by publisher and table:
# {publisher_id ->
# {table_name -> set_of_subscriber_ids}}
self.subscriptions = {}
# Note(ekcs): A little strange that _control_bus starts before self?
self._control_bus = DseNodeControlBus(self)
self.register_service(self._control_bus)
# load configured drivers
self.loaded_drivers = self.load_drivers()
self.start()
def __init__(self, messaging_config, node_id, node_rpc_endpoints,
partition_id=None):
# Note(ekcs): temporary setting to disable use of diffs and sequencing
# to avoid muddying the process of a first dse2 system test.
# TODO(ekcs,dse2): remove when differential update is standard
self.always_snapshot = False
self.messaging_config = messaging_config
self.node_id = node_id
self.node_rpc_endpoints = node_rpc_endpoints
# unique identifier shared by all nodes that can communicate
self.partition_id = partition_id or cfg.CONF.bus_id or "bus"
self.node_rpc_endpoints.append(DseNodeEndpoints(self))
self._running = False
self._services = []
self.instance = uuid.uuid4() # uuid to help recognize node_id clash
# TODO(dse2): add detection and logging/rectifying for node_id clash?
self.context = self._message_context()
self.transport = messaging.get_transport(
self.messaging_config,
allowed_remote_exmods=[exception.__name__, ])
self._rpctarget = self.node_rpc_target(self.node_id, self.node_id)
self._rpc_server = messaging.get_rpc_server(
self.transport, self._rpctarget, self.node_rpc_endpoints,
executor='eventlet')
# # keep track of what publisher/tables local services subscribe to
# subscribers indexed by publisher and table:
# {publisher_id ->
# {table_name -> set_of_subscriber_ids}}
self.subscriptions = {}
# Note(ekcs): A little strange that _control_bus starts before self?
self._control_bus = DseNodeControlBus(self)
self.register_service(self._control_bus)
# load configured drivers
self.loaded_drivers = self.load_drivers()
self.start()
class DseNode(object):
"""Addressable entity participating on the DSE message bus.
The Data Services Engine (DSE) is comprised of one or more DseNode
instances that each may run one or more DataService instances. All
communication between data services uses the DseNode interface.
Attributes:
node_id: The unique ID of this node on the DSE.
messaging_config: Configuration options for the message bus. See
oslo.messaging for more details.
node_rpc_endpoints: List of object instances exposing a remotely
invokable interface.
"""
RPC_VERSION = '1.0'
CONTROL_TOPIC = 'congress-control'
SERVICE_TOPIC_PREFIX = 'congress-service-'
def node_rpc_target(self, namespace=None, server=None, fanout=False):
return messaging.Target(topic=self._add_partition(self.CONTROL_TOPIC),
version=self.RPC_VERSION,
namespace=namespace,
server=server,
fanout=fanout)
def service_rpc_target(self, service_id, namespace=None, server=None,
fanout=False):
topic = self._add_partition(self.SERVICE_TOPIC_PREFIX + service_id)
return messaging.Target(topic=topic,
version=self.RPC_VERSION,
namespace=namespace,
server=server,
fanout=fanout)
def _add_partition(self, topic, partition_id=None):
"""Create a seed-specific version of an oslo-messaging topic."""
partition_id = partition_id or self.partition_id
if partition_id is None:
return topic
return topic + "-" + str(partition_id)
def __init__(self, messaging_config, node_id, node_rpc_endpoints,
partition_id=None):
self.messaging_config = messaging_config
self.node_id = node_id
self.node_rpc_endpoints = node_rpc_endpoints
# unique identifier shared by all nodes that can communicate
self.partition_id = partition_id
self.node_rpc_endpoints.append(DseNodeEndpoints(self))
self._running = False
self._services = []
self.instance = uuid.uuid4()
self.context = self._message_context()
self.transport = messaging.get_transport(
self.messaging_config,
allowed_remote_exmods=[exception.__name__, ])
self._rpctarget = self.node_rpc_target(self.node_id, self.node_id)
self._rpcserver = messaging.get_rpc_server(
self.transport, self._rpctarget, self.node_rpc_endpoints,
executor='eventlet')
self._service_rpc_servers = {} # {service_id => (rpcserver, target)}
self._control_bus = DseNodeControlBus(self)
self.register_service(self._control_bus)
# keep track of which local services subscribed to which other services
self.subscribers = {}
# load configured drivers
self.loaded_drivers = self.load_drivers()
self.start()
def __del__(self):
self.stop()
self.wait()
def __repr__(self):
return self.__class__.__name__ + "<%s>" % self.node_id
def _message_context(self):
return {'node_id': self.node_id, 'instance': str(self.instance)}
def register_service(self, service, index=None):
assert service.node is None
service.node = self
if index is not None:
self._services.insert(index, service)
else:
self._services.append(service)
target = self.service_rpc_target(service.service_id,
server=self.node_id)
srpc = messaging.get_rpc_server(
self.transport, target, service.rpc_endpoints(),
executor='eventlet')
self._service_rpc_servers[service.service_id] = (srpc, target)
service.start()
srpc.start()
LOG.debug('<%s> Service %s RPC Server listening on %s',
self.node_id, service.service_id, target)
def unregister_service(self, service_id, index=None):
self._services = [s for s in self._services
if s.service_id != service_id]
srpc, _ = self._service_rpc_servers[service_id]
srpc.stop()
srpc.wait()
del self._service_rpc_servers[service_id]
def get_services(self, hidden=False):
"""Return all local service objects."""
if hidden:
return self._services
return [s for s in self._services if s.service_id[0] != '_']
def get_global_service_names(self, hidden=False):
"""Return names of all services on all nodes."""
services = self.get_services(hidden=hidden)
local_services = [s.service_id for s in services]
# Also, check services registered on other nodes
peer_nodes = self.dse_status()['peers']
peer_services = []
for node in peer_nodes.values():
peer_services.extend(
[srv['service_id'] for srv in node['services']])
return set(local_services + peer_services)
def service_object(self, name):
"""Returns the service object of the given name. None if not found."""
for s in self._services:
if s.service_id == name:
return s
def start(self):
LOG.debug("<%s> DSE Node '%s' starting with %s sevices...",
self.node_id, self.node_id, len(self._services))
# Start Node RPC server
self._rpcserver.start()
LOG.debug('<%s> Node RPC Server listening on %s',
self.node_id, self._rpctarget)
# Start Service RPC server(s)
for s in self._services:
s.start()
sspec = self._service_rpc_servers.get(s.service_id)
assert sspec is not None
srpc, target = sspec
srpc.start()
LOG.debug('<%s> Service %s RPC Server listening on %s',
self.node_id, s.service_id, target)
self._running = True
def stop(self):
LOG.info("Stopping DSE node '%s'" % self.node_id)
for srpc, target in self._service_rpc_servers.values():
srpc.stop()
for s in self._services:
s.stop()
self._rpcserver.stop()
self._running = False
def wait(self):
for s in self._services:
s.wait()
self._rpcserver.wait()
def dse_status(self):
"""Return latest observation of DSE status."""
return self._control_bus.dse_status()
def is_valid_service(self, service_id):
return service_id in self.get_global_service_names(hidden=True)
def invoke_node_rpc(self, node_id, method, **kwargs):
"""Invoke RPC method on a DSE Node.
Args:
node_id: The ID of the node on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
The result of the method invocation.
Raises: MessagingTimeout, RemoteError, MessageDeliveryFailure
"""
target = self.node_rpc_target(server=node_id)
LOG.trace("<%s> Invoking RPC '%s' on %s", self.node_id, method, target)
client = messaging.RPCClient(self.transport, target)
return client.call(self.context, method, **kwargs)
def broadcast_node_rpc(self, method, **kwargs):
"""Invoke RPC method on all DSE Nodes.
Args:
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
None - Methods are invoked asynchronously and results are dropped.
Raises: RemoteError, MessageDeliveryFailure
"""
target = self.node_rpc_target(fanout=True)
LOG.trace("<%s> Casting RPC '%s' on %s", self.node_id, method, target)
client = messaging.RPCClient(self.transport, target)
client.cast(self.context, method, **kwargs)
def invoke_service_rpc(self, service_id, method, **kwargs):
"""Invoke RPC method on a DSE Service.
Args:
service_id: The ID of the data service on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
The result of the method invocation.
Raises: MessagingTimeout, RemoteError, MessageDeliveryFailure, NotFound
"""
target = self.service_rpc_target(service_id)
LOG.trace("<%s> Invoking RPC '%s' on %s", self.node_id, method, target)
client = messaging.RPCClient(self.transport, target)
# Using the control bus to check if the service exists before
# running the RPC doesn't always work, either because of bugs
# or nondeterminism--not clear which.
try:
result = client.call(self.context, method, **kwargs)
except messaging_exceptions.MessagingTimeout:
msg = "service '%s' could not be found"
raise exception.NotFound(msg % service_id)
LOG.trace("<%s> RPC call returned: %s", self.node_id, result)
return result
def broadcast_service_rpc(self, service_id, method, **kwargs):
"""Invoke RPC method on all insances of service_id.
Args:
service_id: The ID of the data service on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
None - Methods are invoked asynchronously and results are dropped.
Raises: RemoteError, MessageDeliveryFailure
"""
if not self.is_valid_service(service_id):
msg = "service '%s' is not a registered service"
raise exception.NotFound(msg % service_id)
target = self.service_rpc_target(service_id, fanout=True)
LOG.trace("<%s> Casting RPC '%s' on %s", self.node_id, method, target)
client = messaging.RPCClient(self.transport, target)
client.cast(self.context, method, **kwargs)
def publish_table(self, publisher, table, data):
"""Invoke RPC method on all insances of service_id.
Args:
service_id: The ID of the data service on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
None - Methods are invoked asynchronously and results are dropped.
Raises: RemoteError, MessageDeliveryFailure
"""
LOG.trace("<%s> Publishing from '%s' table %s: %s",
self.node_id, publisher, table, data)
self.broadcast_node_rpc("handle_publish", publisher=publisher,
table=table, data=data)
def table_subscribers(self, target, table):
"""List all services on this node that subscribed to target/table."""
return [s for s in self.subscribers
if (target in self.subscribers[s] and
table in self.subscribers[s][target])]
def subscribe_table(self, service, target, table):
"""Prepare local service to receives publications from target/table."""
# data structure: {service -> {target -> set-of-tables}
LOG.trace("subscribing %s to %s:%s", service, target, table)
if service not in self.subscribers:
self.subscribers[service] = {}
if target not in self.subscribers[service]:
self.subscribers[service][target] = set()
self.subscribers[service][target].add(table)
snapshot = self.invoke_service_rpc(
target, "get_snapshot", table=table)
# oslo returns [] instead of set(), so handle that case directly
return self.to_set_of_tuples(snapshot)
def get_subscription(self, service_id):
return self.subscribers.get(service_id, {})
def to_set_of_tuples(self, snapshot):
try:
return set([tuple(x) for x in snapshot])
except TypeError:
return snapshot
def unsubscribe_table(self, service, target, table):
"""Remove subscription for local service to target/table."""
if service not in self.subscribers:
return False
if target not in self.subscribers[service]:
return False
self.subscribers[service][target].discard(table)
if len(self.subscribers[service][target]) == 0:
del self.subscribers[service][target]
if len(self.subscribers[service]) == 0:
del self.subscribers[service]
# Driver CRUD. Maybe belongs in a subclass of DseNode?
def load_drivers(self):
"""Load all configured drivers and check no name conflict"""
result = {}
for driver_path in cfg.CONF.drivers:
obj = importutils.import_class(driver_path)
driver = obj.get_datasource_info()
if driver['id'] in result:
raise BadConfig(_("There is a driver loaded already with the"
"driver name of %s")
% driver['id'])
driver['module'] = driver_path
result[driver['id']] = driver
return result
def get_driver_info(self, driver):
driver = self.loaded_drivers.get(driver)
if not driver:
raise DriverNotFound(id=driver)
return driver
# Datasource CRUD. Maybe belongs in a subclass of DseNode?
def get_datasource(cls, id_):
"""Return the created datasource."""
result = datasources_db.get_datasource(id_)
if not result:
raise DatasourceNotFound(id=id_)
return cls.make_datasource_dict(result)
def get_datasources(self, filter_secret=False):
"""Return the created datasources as recorded in the DB.
This returns what datasources the database contains, not the
datasources that this server instance is running.
"""
results = []
for datasource in datasources_db.get_datasources():
result = self.make_datasource_dict(datasource)
if filter_secret:
# driver_info knows which fields should be secret
driver_info = self.get_driver_info(result['driver'])
try:
for hide_field in driver_info['secret']:
result['config'][hide_field] = "<hidden>"
except KeyError:
pass
results.append(result)
return results
def make_datasource_dict(self, req, fields=None):
result = {'id': req.get('id') or uuidutils.generate_uuid(),
'name': req.get('name'),
'driver': req.get('driver'),
'description': req.get('description'),
'type': None,
'enabled': req.get('enabled', True)}
# NOTE(arosen): we store the config as a string in the db so
# here we serialize it back when returning it.
if isinstance(req.get('config'), six.string_types):
result['config'] = json.loads(req['config'])
else:
result['config'] = req.get('config')
return self._fields(result, fields)
def _fields(self, resource, fields):
if fields:
return dict(((key, item) for key, item in resource.items()
if key in fields))
return resource
# TODO(dse2): API needs to check if policy engine already has a policy
# with the name of the datasource being added. API also needs to
# take care of creating that policy and setting its schema.
# engine.set_schema(req['name'], service.get_schema())
def add_datasource(self, item, deleted=False, update_db=True):
req = self.make_datasource_dict(item)
# If update_db is True, new_id will get a new value from the db.
new_id = req['id']
driver_info = self.get_driver_info(item['driver'])
session = db.get_session()
try:
with session.begin(subtransactions=True):
LOG.debug("adding datasource %s", req['name'])
if update_db:
LOG.debug("updating db")
datasource = datasources_db.add_datasource(
id_=req['id'],
name=req['name'],
driver=req['driver'],
config=req['config'],
description=req['description'],
enabled=req['enabled'],
session=session)
new_id = datasource['id']
self.validate_create_datasource(req)
if self.is_valid_service(req['name']):
raise DatasourceNameInUse(value=req['name'])
try:
self.create_service(
class_path=driver_info['module'],
kwargs={'name': req['name'], 'args': item['config']})
except Exception:
raise DatasourceCreationError(value=req['name'])
except db_exc.DBDuplicateEntry:
raise DatasourceNameInUse(value=req['name'])
new_item = dict(item)
new_item['id'] = new_id
return self.make_datasource_dict(new_item)
def validate_create_datasource(self, req):
driver = req['driver']
config = req['config'] or {}
for loaded_driver in self.loaded_drivers.values():
if loaded_driver['id'] == driver:
specified_options = set(config.keys())
valid_options = set(loaded_driver['config'].keys())
# Check that all the specified options passed in are
# valid configuration options that the driver exposes.
invalid_options = specified_options - valid_options
if invalid_options:
raise InvalidDriverOption(invalid_options=invalid_options)
# check that all the required options are passed in
required_options = set(
[k for k, v in loaded_driver['config'].items()
if v == constants.REQUIRED])
missing_options = required_options - specified_options
if missing_options:
missing_options = ', '.join(missing_options)
raise MissingRequiredConfigOptions(
missing_options=missing_options)
return loaded_driver
# If we get here no datasource driver match was found.
raise InvalidDriver(driver=req)
def create_service(self, class_path, kwargs):
"""Create a new DataService on this node.
:param name is the name of the service. Must be unique across all
services
:param classPath is a string giving the path to the class name, e.g.
congress.datasources.fake_datasource.FakeDataSource
:param args is the list of arguments to give the DataService
constructor
:param type_ is the kind of service
:param id_ is an optional parameter for specifying the uuid.
"""
# TODO(dse2): fix logging. Want to show kwargs, but hide passwords.
# self.log_info("creating service %s with class %s and args %s",
# name, moduleName, strutils.mask_password(args, "****"))
# split class_path into module and class name
pieces = class_path.split(".")
module_name = ".".join(pieces[:-1])
class_name = pieces[-1]
# import the module
try:
module = importutils.import_module(module_name)
service = getattr(module, class_name)(**kwargs)
self.register_service(service)
except Exception:
# TODO(dse2): add logging for service creation failure
raise DataServiceError(
"Error loading instance of module '%s':: \n%s"
% (class_path, traceback.format_exc()))
# TODO(dse2): Figure out how/if we are keeping policy engine
# and datasources in sync, e.g. should we delete policy from engine?
# try:
# engine.delete_policy(datasource['name'],
# disallow_dangling_refs=True)
# except exception.DanglingReference as e:
# raise e
# except KeyError:
# raise DatasourceNotFound(id=datasource_id)
def delete_datasource(self, datasource_id, update_db=True):
datasource = self.get_datasource(datasource_id)
session = db.get_session()
with session.begin(subtransactions=True):
if update_db:
result = datasources_db.delete_datasource(
datasource_id, session)
if not result:
raise DatasourceNotFound(id=datasource_id)
self.unregister_service(datasource['name'])
class DseNode(object):
"""Addressable entity participating on the DSE message bus.
The Data Services Engine (DSE) is comprised of one or more DseNode
instances that each may run one or more DataService instances. All
communication between data services uses the DseNode interface.
Attributes:
node_id: The unique ID of this node on the DSE.
messaging_config: Configuration options for the message bus. See
oslo.messaging for more details.
node_rpc_endpoints: List of object instances exposing a remotely
invokable interface.
"""
RPC_VERSION = '1.0'
CONTROL_TOPIC = 'congress-control'
SERVICE_TOPIC_PREFIX = 'congress-service-'
# TODO(dse2): use exchange: 'congress'
def node_rpc_target(self, namespace=None, server=None, fanout=False):
return messaging.Target(topic=self._add_partition(self.CONTROL_TOPIC),
version=self.RPC_VERSION,
namespace=namespace,
server=server,
fanout=fanout)
def service_rpc_target(self, service_id, namespace=None, server=None,
fanout=False):
topic = self._add_partition(self.SERVICE_TOPIC_PREFIX + service_id)
return messaging.Target(topic=topic,
version=self.RPC_VERSION,
namespace=namespace,
server=server,
fanout=fanout)
def _add_partition(self, topic, partition_id=None):
"""Create a seed-specific version of an oslo-messaging topic."""
partition_id = partition_id or self.partition_id
if partition_id is None:
return topic
return topic + "-" + str(partition_id)
def __init__(self, messaging_config, node_id, node_rpc_endpoints,
partition_id=None):
# Note(ekcs): temporary setting to disable use of diffs and sequencing
# to avoid muddying the process of a first dse2 system test.
# TODO(ekcs,dse2): remove when differential update is standard
self.always_snapshot = False
self.messaging_config = messaging_config
self.node_id = node_id
self.node_rpc_endpoints = node_rpc_endpoints
# unique identifier shared by all nodes that can communicate
self.partition_id = partition_id or cfg.CONF.bus_id or "bus"
self.node_rpc_endpoints.append(DseNodeEndpoints(self))
self._running = False
self._services = []
self.instance = uuid.uuid4() # uuid to help recognize node_id clash
# TODO(dse2): add detection and logging/rectifying for node_id clash?
self.context = self._message_context()
self.transport = messaging.get_transport(
self.messaging_config,
allowed_remote_exmods=[exception.__name__, ])
self._rpctarget = self.node_rpc_target(self.node_id, self.node_id)
self._rpc_server = messaging.get_rpc_server(
self.transport, self._rpctarget, self.node_rpc_endpoints,
executor='eventlet')
# # keep track of what publisher/tables local services subscribe to
# subscribers indexed by publisher and table:
# {publisher_id ->
# {table_name -> set_of_subscriber_ids}}
self.subscriptions = {}
# Note(ekcs): A little strange that _control_bus starts before self?
self._control_bus = DseNodeControlBus(self)
self.register_service(self._control_bus)
# load configured drivers
self.loaded_drivers = self.load_drivers()
self.start()
def __del__(self):
self.stop()
self.wait()
def __repr__(self):
return self.__class__.__name__ + "<%s>" % self.node_id
def _message_context(self):
return {'node_id': self.node_id, 'instance': str(self.instance)}
@lockutils.synchronized('register_service')
def register_service(self, service):
assert service.node is None
if self.service_object(service.service_id):
msg = ('Service %s already exsists on the node %s'
% (service.service_id, self.node_id))
raise exception.DataServiceError(msg)
service.always_snapshot = self.always_snapshot
service.node = self
self._services.append(service)
service._target = self.service_rpc_target(service.service_id,
server=self.node_id)
service._rpc_server = messaging.get_rpc_server(
self.transport, service._target, service.rpc_endpoints(),
executor='eventlet')
service.start()
LOG.debug('<%s> Service %s RPC Server listening on %s',
self.node_id, service.service_id, service._target)
def unregister_service(self, service_id):
service = self.service_object(service_id)
self._services = [s for s in self._services
if s.service_id != service_id]
service.stop()
service.wait()
def get_services(self, hidden=False):
"""Return all local service objects."""
if hidden:
return self._services
return [s for s in self._services if s.service_id[0] != '_']
def get_global_service_names(self, hidden=False):
"""Return names of all services on all nodes."""
services = self.get_services(hidden=hidden)
local_services = [s.service_id for s in services]
# Also, check services registered on other nodes
peer_nodes = self.dse_status()['peers']
peer_services = []
for node in peer_nodes.values():
peer_services.extend(
[srv['service_id'] for srv in node['services']])
return set(local_services + peer_services)
def service_object(self, service_id):
"""Returns the service object of service_id. None if not found."""
for s in self._services:
if s.service_id == service_id:
return s
def start(self):
LOG.debug("<%s> DSE Node '%s' starting with %s sevices...",
self.node_id, self.node_id, len(self._services))
# Start Node RPC server
self._rpc_server.start()
LOG.debug('<%s> Node RPC Server listening on %s',
self.node_id, self._rpctarget)
# Start Service RPC server(s)
for s in self._services:
s.start()
LOG.debug('<%s> Service %s RPC Server listening on %s',
self.node_id, s.service_id, s._target)
self._running = True
def stop(self):
if self._running is False:
return
LOG.info("Stopping DSE node '%s'" % self.node_id)
for s in self._services:
s.stop()
self._rpc_server.stop()
self._running = False
def wait(self):
for s in self._services:
s.wait()
self._rpc_server.wait()
def dse_status(self):
"""Return latest observation of DSE status."""
return self._control_bus.dse_status()
def is_valid_service(self, service_id):
return service_id in self.get_global_service_names(hidden=True)
def invoke_node_rpc(self, node_id, method, **kwargs):
"""Invoke RPC method on a DSE Node.
Args:
node_id: The ID of the node on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
The result of the method invocation.
Raises: MessagingTimeout, RemoteError, MessageDeliveryFailure
"""
target = self.node_rpc_target(server=node_id)
LOG.trace("<%s> Invoking RPC '%s' on %s", self.node_id, method, target)
client = messaging.RPCClient(self.transport, target)
return client.call(self.context, method, **kwargs)
def broadcast_node_rpc(self, method, **kwargs):
"""Invoke RPC method on all DSE Nodes.
Args:
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
None - Methods are invoked asynchronously and results are dropped.
Raises: RemoteError, MessageDeliveryFailure
"""
target = self.node_rpc_target(fanout=True)
LOG.trace("<%s> Casting RPC '%s' on %s", self.node_id, method, target)
client = messaging.RPCClient(self.transport, target)
client.cast(self.context, method, **kwargs)
def invoke_service_rpc(self, service_id, method, **kwargs):
"""Invoke RPC method on a DSE Service.
Args:
service_id: The ID of the data service on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
The result of the method invocation.
Raises: MessagingTimeout, RemoteError, MessageDeliveryFailure, NotFound
"""
target = self.service_rpc_target(service_id)
LOG.trace("<%s> Invoking RPC '%s' on %s", self.node_id, method, target)
client = messaging.RPCClient(self.transport, target)
# Using the control bus to check if the service exists before
# running the RPC doesn't always work, either because of bugs
# or nondeterminism--not clear which.
try:
result = client.call(self.context, method, **kwargs)
except messaging_exceptions.MessagingTimeout:
msg = "service '%s' could not be found"
raise exception.NotFound(msg % service_id)
LOG.trace("<%s> RPC call returned: %s", self.node_id, result)
return result
def broadcast_service_rpc(self, service_id, method, **kwargs):
"""Invoke RPC method on all insances of service_id.
Args:
service_id: The ID of the data service on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
None - Methods are invoked asynchronously and results are dropped.
Raises: RemoteError, MessageDeliveryFailure
"""
if not self.is_valid_service(service_id):
msg = "service '%s' is not a registered service"
raise exception.NotFound(msg % service_id)
target = self.service_rpc_target(service_id, fanout=True)
LOG.trace("<%s> Casting RPC '%s' on %s", self.node_id, method, target)
client = messaging.RPCClient(self.transport, target)
client.cast(self.context, method, **kwargs)
# Note(ekcs): non-sequenced publish retained to simplify rollout of dse2
# to be replaced by handle_publish_sequenced
def publish_table(self, publisher, table, data):
"""Invoke RPC method on all insances of service_id.
Args:
service_id: The ID of the data service on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
None - Methods are invoked asynchronously and results are dropped.
Raises: RemoteError, MessageDeliveryFailure
"""
LOG.trace("<%s> Publishing from '%s' table %s: %s",
self.node_id, publisher, table, data)
self.broadcast_node_rpc("handle_publish", publisher=publisher,
table=table, data=data)
def publish_table_sequenced(
self, publisher, table, data, is_snapshot, seqnum):
"""Invoke RPC method on all insances of service_id.
Args:
service_id: The ID of the data service on which to invoke the call.
method: The method name to call.
kwargs: A dict of method arguments.
Returns:
None - Methods are invoked asynchronously and results are dropped.
Raises: RemoteError, MessageDeliveryFailure
"""
LOG.trace("<%s> Publishing from '%s' table %s: %s",
self.node_id, publisher, table, data)
self.broadcast_node_rpc(
"handle_publish_sequenced", publisher=publisher, table=table,
data=data, is_snapshot=is_snapshot, seqnum=seqnum)
def table_subscribers(self, publisher, table):
"""List services on this node that subscribes to publisher/table."""
return self.subscriptions.get(
publisher, {}).get(table, [])
def subscribe_table(self, subscriber, publisher, table):
"""Prepare local service to receives publications from target/table."""
# data structure: {service -> {target -> set-of-tables}
LOG.trace("subscribing %s to %s:%s", subscriber, publisher, table)
if publisher not in self.subscriptions:
self.subscriptions[publisher] = {}
if table not in self.subscriptions[publisher]:
self.subscriptions[publisher][table] = set()
self.subscriptions[publisher][table].add(subscriber)
# oslo returns [] instead of set(), so handle that case directly
if self.always_snapshot:
snapshot = self.invoke_service_rpc(
publisher, "get_snapshot", table=table)
return self.to_set_of_tuples(snapshot)
else:
snapshot_seqnum = self.invoke_service_rpc(
publisher, "get_last_published_data_with_seqnum", table=table)
return snapshot_seqnum
def get_subscription(self, service_id):
"""Return publisher/tables subscribed by service: service_id
Return data structure:
{publisher_id -> set of tables}
"""
result = {}
for publisher in self.subscriptions:
for table in self.subscriptions[publisher]:
if service_id in self.subscriptions[publisher][table]:
try:
result[publisher].add(table)
except KeyError:
result[publisher] = set([table])
return result
def to_set_of_tuples(self, snapshot):
try:
return set([tuple(x) for x in snapshot])
except TypeError:
return snapshot
def unsubscribe_table(self, subscriber, publisher, table):
"""Remove subscription for local service to target/table."""
if publisher not in self.subscriptions:
return False
if table not in self.subscriptions[publisher]:
return False
self.subscriptions[publisher][table].discard(subscriber)
if len(self.subscriptions[publisher][table]) == 0:
del self.subscriptions[publisher][table]
if len(self.subscriptions[publisher]) == 0:
del self.subscriptions[publisher]
def _update_tables_with_subscriber(self):
# not thread-safe: assumes each dseNode is single-threaded
peers = self.dse_status()['peers']
for s in self.get_services():
sid = s.service_id
# first, include subscriptions within the node, if any
tables_with_subs = set(self.subscriptions.get(sid, {}))
# then add subscriptions from other nodes
for peer_id in peers:
if sid in peers[peer_id]['subscribed_tables']:
tables_with_subs |= peers[
peer_id]['subscribed_tables'][sid]
# call DataService hooks
if hasattr(s, 'on_first_subs'):
added = tables_with_subs - s._published_tables_with_subscriber
if len(added) > 0:
s.on_first_subs(added)
if hasattr(s, 'on_no_subs'):
removed = \
s._published_tables_with_subscriber - tables_with_subs
if len(removed) > 0:
s.on_no_subs(removed)
s._published_tables_with_subscriber = tables_with_subs
# Driver CRUD. Maybe belongs in a subclass of DseNode?
def load_drivers(self):
"""Load all configured drivers and check no name conflict"""
result = {}
for driver_path in cfg.CONF.drivers:
obj = importutils.import_class(driver_path)
driver = obj.get_datasource_info()
if driver['id'] in result:
raise exception.BadConfig(_("There is a driver loaded already"
"with the driver name of %s")
% driver['id'])
driver['module'] = driver_path
result[driver['id']] = driver
return result
def get_driver_info(self, driver):
driver = self.loaded_drivers.get(driver)
if not driver:
raise exception.DriverNotFound(id=driver)
return driver
# Datasource CRUD. Maybe belongs in a subclass of DseNode?
def get_datasource(cls, id_):
"""Return the created datasource."""
result = datasources_db.get_datasource(id_)
if not result:
raise exception.DatasourceNotFound(id=id_)
return cls.make_datasource_dict(result)
def get_datasources(self, filter_secret=False):
"""Return the created datasources as recorded in the DB.
This returns what datasources the database contains, not the
datasources that this server instance is running.
"""
results = []
for datasource in datasources_db.get_datasources():
result = self.make_datasource_dict(datasource)
if filter_secret:
# driver_info knows which fields should be secret
driver_info = self.get_driver_info(result['driver'])
try:
for hide_field in driver_info['secret']:
result['config'][hide_field] = "<hidden>"
except KeyError:
pass
results.append(result)
return results
def make_datasource_dict(self, req, fields=None):
result = {'id': req.get('id') or uuidutils.generate_uuid(),
'name': req.get('name'),
'driver': req.get('driver'),
'description': req.get('description'),
'type': None,
'enabled': req.get('enabled', True)}
# NOTE(arosen): we store the config as a string in the db so
# here we serialize it back when returning it.
if isinstance(req.get('config'), six.string_types):
result['config'] = json.loads(req['config'])
else:
result['config'] = req.get('config')
return self._fields(result, fields)
def _fields(self, resource, fields):
if fields:
return dict(((key, item) for key, item in resource.items()
if key in fields))
return resource
def add_datasource(self, item, deleted=False, update_db=True):
req = self.make_datasource_dict(item)
# check the request has valid information
self.validate_create_datasource(req)
if self.is_valid_service(req['name']):
raise exception.DatasourceNameInUse(value=req['name'])
new_id = req['id']
driver_info = self.get_driver_info(item['driver'])
LOG.debug("adding datasource %s", req['name'])
if update_db:
LOG.debug("updating db")
try:
datasource = datasources_db.add_datasource(
id_=req['id'],
name=req['name'],
driver=req['driver'],
config=req['config'],
description=req['description'],
enabled=req['enabled'])
except db_exc.DBDuplicateEntry:
raise exception.DatasourceNameInUse(value=req['name'])
new_id = datasource['id']
try:
# TODO(dse2): Call synchronizer to create datasource service after
# implementing synchronizer for dse2.
# https://bugs.launchpad.net/congress/+bug/1588167
service = self.create_service(
class_path=driver_info['module'],
kwargs={'name': req['name'], 'args': item['config']})
self.register_service(service)
except exception.DataServiceError:
LOG.exception('the datasource service is already'
'created in the node')
except Exception:
if update_db:
datasources_db.delete_datasource(new_id)
raise exception.DatasourceCreationError(value=req['name'])
new_item = dict(item)
new_item['id'] = new_id
return self.make_datasource_dict(new_item)
def validate_create_datasource(self, req):
driver = req['driver']
config = req['config'] or {}
for loaded_driver in self.loaded_drivers.values():
if loaded_driver['id'] == driver:
specified_options = set(config.keys())
valid_options = set(loaded_driver['config'].keys())
# Check that all the specified options passed in are
# valid configuration options that the driver exposes.
invalid_options = specified_options - valid_options
if invalid_options:
raise exception.InvalidDriverOption(
invalid_options=invalid_options)
# check that all the required options are passed in
required_options = set(
[k for k, v in loaded_driver['config'].items()
if v == constants.REQUIRED])
missing_options = required_options - specified_options
if missing_options:
missing_options = ', '.join(missing_options)
raise exception.MissingRequiredConfigOptions(
missing_options=missing_options)
return loaded_driver
# If we get here no datasource driver match was found.
raise exception.InvalidDriver(driver=req)
def create_service(self, class_path, kwargs):
"""Create a new DataService on this node.
:param name is the name of the service. Must be unique across all
services
:param classPath is a string giving the path to the class name, e.g.
congress.datasources.fake_datasource.FakeDataSource
:param args is the list of arguments to give the DataService
constructor
:param type_ is the kind of service
:param id_ is an optional parameter for specifying the uuid.
"""
# split class_path into module and class name
pieces = class_path.split(".")
module_name = ".".join(pieces[:-1])
class_name = pieces[-1]
LOG.info("creating service %s with class %s and args %s",
kwargs['name'], module_name,
strutils.mask_password(kwargs, "****"))
# import the module
try:
module = importutils.import_module(module_name)
service = getattr(module, class_name)(**kwargs)
except Exception:
msg = ("Error loading instance of module '%s'")
LOG.exception(msg % class_path)
raise exception.DataServiceError(msg % class_path)
return service
def delete_datasource(self, datasource, update_db=True):
datasource_id = datasource['id']
session = db.get_session()
with session.begin(subtransactions=True):
if update_db:
result = datasources_db.delete_datasource(
datasource_id, session)
if not result:
raise exception.DatasourceNotFound(id=datasource_id)
self.unregister_service(datasource['name'])
