def _send_db_change_event(self, table, key, action, value, topic): if self.use_pubsub: if not self.enable_selective_topo_dist: topic = SEND_ALL_TOPIC update = DbUpdate(table, key, action, value, topic=topic) self.publisher.send_event(update) eventlet.sleep(0)
def test_pub_sub_event_number_different_port(self): if not self.do_test: return ns = Namespace() ns.events_num = 0 ns.events_action = None def _db_change_callback(table, key, action, value, topic): if 'log' == key: ns.events_num += 1 ns.events_action = action publisher = get_publisher() subscriber = get_subscriber(_db_change_callback) eventlet.sleep(2) local_events_num = ns.events_num action = "log" update = DbUpdate('info', 'log', action, "test ev no diff ports value") publisher.send_event(update) eventlet.sleep(1) self.assertEqual(local_events_num + 1, ns.events_num) self.assertEqual(ns.events_action, action) local_events_num = ns.events_num for i in six.moves.range(100): publisher.send_event(update) eventlet.sleep(0.01) eventlet.sleep(1) self.assertEqual(local_events_num + 100, ns.events_num) subscriber.stop()
def test_pub_sub_add_topic(self): if not self.do_test: return self.events_num_t = 0 self.events_action_t = None def _db_change_callback_topic(table, key, action, value, topic): if 'log' == key: self.events_num_t += 1 self.events_action_t = action publisher = get_publisher() subscriber = get_subscriber(_db_change_callback_topic) eventlet.sleep(2) topic = "topic" subscriber.register_topic(topic) eventlet.sleep(0.5) local_events_num = self.events_num_t action = "log" update = DbUpdate( 'info', 'log', action, "test_pub_sub_add_topic value" ) publisher.send_event(update, topic) eventlet.sleep(1) self.assertEqual(self.events_action_t, action) self.assertEqual(local_events_num + 1, self.events_num_t) no_topic_action = 'log' other_topic = "Other-topic" self.events_action_t = None update = DbUpdate('info', None, no_topic_action, "No topic value") publisher.send_event(update, other_topic) eventlet.sleep(1) self.assertEqual(self.events_action_t, None) self.assertNotEqual(local_events_num + 2, self.events_num_t) subscriber.unregister_topic(topic) publisher.send_event(update, topic) self.assertEqual(self.events_action_t, None) subscriber.stop()
def test_subscribe_success(self): pubsub = mock.Mock() self.RedisSubscriberAgent.pub_sub = pubsub update = DbUpdate("router", "key", "action", "value", topic='teststring') event_json = jsonutils.dumps(update.to_dict()) data = pub_sub_api.pack_message(event_json) self.RedisSubscriberAgent.pub_sub.listen.return_value = \ [{'type': 'message', 'data': data}] self.RedisSubscriberAgent.pub_sub.subscribe.return_value = 1 self.RedisSubscriberAgent.pub_sub.unsubscribe.return_value = 1 result = self.RedisSubscriberAgent.register_topic('subscribe') self.assertIsNone(result) result = self.RedisSubscriberAgent.unregister_topic('subscribe') self.RedisSubscriberAgent.db_changes_callback = mock.Mock() self.RedisSubscriberAgent.db_changes_callback.return_value = 1 self.assertIsNone(result)
def test_publish_success(self): client = mock.Mock() self.RedisPublisherAgent.client = client client.publish.return_value = 1 update = DbUpdate("router", "key", "action", "value", topic='teststring') result = self.RedisPublisherAgent.send_event(update, 'teststring') self.assertIsNone(result)
def test_subscribe_success(self): pubsub = mock.Mock() self.RedisSubscriberAgent.pub_sub = pubsub update = DbUpdate("router", "key", "action", "value", topic='teststring') event_json = jsonutils.dumps(update.to_dict()) data = pub_sub_api.pack_message(event_json) self.RedisSubscriberAgent.pub_sub.listen.return_value = \ [{'type': 'message', 'data': data}] self.RedisSubscriberAgent.pub_sub.subscribe.return_value = 1 self.RedisSubscriberAgent.pub_sub.unsubscribe.return_value = 1 result = self.RedisSubscriberAgent.register_topic('subscribe') self.assertIsNone(result) result = self.RedisSubscriberAgent.unregister_topic('subscribe') self.RedisSubscriberAgent.db_changes_callback = mock.Mock() self.RedisSubscriberAgent.db_changes_callback.return_value = 1 self.assertIsNone(result)
def test_pub_sub_register_addr(self): if not self.do_test: return ns = Namespace() ns.events_num = 0 ns.events_action = None def _db_change_callback(table, key, action, value, topic): if 'log' == key: ns.events_num += 1 ns.events_action = action publisher = get_publisher() subscriber = get_subscriber(_db_change_callback) eventlet.sleep(2) action = "log" update = DbUpdate( 'info', 'log', action, "value" ) update.action = action update.topic = SEND_ALL_TOPIC publisher.send_event(update) eventlet.sleep(1) self.assertEqual(ns.events_action, action) publisher2 = get_server_publisher() uri = '%s://%s:%s' % ( cfg.CONF.df.publisher_transport, '127.0.0.1', cfg.CONF.df.publisher_port) subscriber.register_listen_address(uri) eventlet.sleep(2) update.action = action update.topic = SEND_ALL_TOPIC ns.events_action = None publisher2.send_event(update) eventlet.sleep(1) self.assertEqual(ns.events_action, action)
def setUp(self): super(TestMultiprocPubSub, self).setUp() self.do_test = cfg.CONF.df.enable_df_pub_sub self.key = 'key-{}'.format(random.random()) self.event = DbUpdate( 'info', None, "log", "TestMultiprocPubSub value", topic=SEND_ALL_TOPIC, ) self.subscriber = None
def test_pub_sub_register_addr(self): if not self.do_test: return ns = Namespace() ns.events_num = 0 ns.events_action = None def _db_change_callback(table, key, action, value, topic): if 'log' == key: ns.events_num += 1 ns.events_action = action publisher = get_publisher() subscriber = get_subscriber(_db_change_callback) eventlet.sleep(2) action = "log" update = DbUpdate('info', 'log', action, "value") update.action = action update.topic = SEND_ALL_TOPIC publisher.send_event(update) eventlet.sleep(1) self.assertEqual(ns.events_action, action) publisher2 = get_server_publisher() uri = '%s://%s:%s' % (cfg.CONF.df.publisher_transport, '127.0.0.1', cfg.CONF.df.publisher_port) subscriber.register_listen_address(uri) eventlet.sleep(2) update.action = action update.topic = SEND_ALL_TOPIC ns.events_action = None publisher2.send_event(update) eventlet.sleep(1) self.assertEqual(ns.events_action, action)
def run(self): while True: # fetch cluster topology info every 10 sec eventlet.sleep(10) try: nodes = self.get_cluster_topology_by_all_nodes() if len(nodes) > 0: if self.publisher is not None: nodes_json = jsonutils.dumps(nodes) update = DbUpdate('ha', 'nodes', 'set', nodes_json, topic='redis') self.publisher.send_event(update) # process new nodes got self.redis_failover_callback(nodes) except Exception as e: LOG.exception( _LE("exception happened " "when receive messages from plugin, " "%(e)s") % {'e': e})
def db_change_callback(self, table, key, action, value, topic=None): update = DbUpdate(table, key, action, value, topic=topic) LOG.info(_LI("Pushing Update to Queue: %s"), update) self._queue.put(update) eventlet.sleep(0)