def _resize_test(self, queue_name, num_msgs, msg_size, resize_num_files, resize_file_size, init_num_files = 8,
init_file_size = 24, exp_fail = False, wait_time = None):
# Using a sender will force the creation of an empty persistent queue which is needed for some tests
broker = self.broker(store_args(), name="broker", expect=EXPECT_EXIT_OK, wait=wait_time)
ssn = broker.connect().session()
snd = ssn.sender("%s; {create:always, node:{durable:True}}" % queue_name)
msgs = []
for index in range(0, num_msgs):
msg = Message(self.make_message(index, msg_size), durable=True, id=uuid4(), correlation_id="msg-%04d"%index)
msgs.append(msg)
snd.send(msg)
broker.terminate()
res = self._resize_store(os.path.join(self.dir, "broker", "rhm", "jrnl"), queue_name, resize_num_files,
resize_file_size, exp_fail)
if res != 0:
if exp_fail:
return
self.fail("ERROR: Resize operation failed with return code %d" % res)
elif exp_fail:
self.fail("ERROR: Resize operation succeeded, but a failure was expected")
broker = self.broker(store_args(), name="broker")
self.check_messages(broker, queue_name, msgs, True)
def test_legacy_lvq(self):
"""Test legacy LVQ."""
broker = self.broker(store_args(), name="test_lvq", expect=EXPECT_EXIT_OK)
ma1 = Message("A1", durable=True, correlation_id="Msg0005", properties={"qpid.LVQ_key":"A"})
ma2 = Message("A2", durable=True, correlation_id="Msg0006", properties={"qpid.LVQ_key":"A"})
mb1 = Message("B1", durable=True, correlation_id="Msg0007", properties={"qpid.LVQ_key":"B"})
mb2 = Message("B2", durable=True, correlation_id="Msg0008", properties={"qpid.LVQ_key":"B"})
mb3 = Message("B3", durable=True, correlation_id="Msg0009", properties={"qpid.LVQ_key":"B"})
mc1 = Message("C1", durable=True, correlation_id="Msg0010", properties={"qpid.LVQ_key":"C"})
broker.send_messages("lvq-test", [mb1, ma1, ma2, mb2, mb3, mc1],
xprops="arguments:{\"qpid.last_value_queue\":True}")
broker.terminate()
broker = self.broker(store_args(), name="test_lvq", expect=EXPECT_EXIT_OK)
ssn = self.check_messages(broker, "lvq-test", [ma2, mb3, mc1], empty=True, ack=False)
# Add more messages while subscriber is active (no replacement):
ma3 = Message("A3", durable=True, correlation_id="Msg0011", properties={"qpid.LVQ_key":"A"})
ma4 = Message("A4", durable=True, correlation_id="Msg0012", properties={"qpid.LVQ_key":"A"})
mc2 = Message("C2", durable=True, correlation_id="Msg0013", properties={"qpid.LVQ_key":"C"})
mc3 = Message("C3", durable=True, correlation_id="Msg0014", properties={"qpid.LVQ_key":"C"})
mc4 = Message("C4", durable=True, correlation_id="Msg0015", properties={"qpid.LVQ_key":"C"})
broker.send_messages("lvq-test", [mc2, mc3, ma3, ma4, mc4], session=ssn)
ssn.acknowledge()
broker.terminate()
broker = self.broker(store_args(), name="test_lvq")
self.check_messages(broker, "lvq-test", [ma4, mc4], True)
def test_legacy_lvq(self):
"""Test legacy LVQ."""
broker = self.broker(store_args(), name="test_lvq", expect=EXPECT_EXIT_OK)
ma1 = Message("A1", durable=True, correlation_id="Msg0005", properties={"qpid.LVQ_key":"A"})
ma2 = Message("A2", durable=True, correlation_id="Msg0006", properties={"qpid.LVQ_key":"A"})
mb1 = Message("B1", durable=True, correlation_id="Msg0007", properties={"qpid.LVQ_key":"B"})
mb2 = Message("B2", durable=True, correlation_id="Msg0008", properties={"qpid.LVQ_key":"B"})
mb3 = Message("B3", durable=True, correlation_id="Msg0009", properties={"qpid.LVQ_key":"B"})
mc1 = Message("C1", durable=True, correlation_id="Msg0010", properties={"qpid.LVQ_key":"C"})
broker.send_messages("lvq-test", [mb1, ma1, ma2, mb2, mb3, mc1],
xprops="arguments:{\"qpid.last_value_queue\":True}")
broker.terminate()
broker = self.broker(store_args(), name="test_lvq", expect=EXPECT_EXIT_OK)
ssn = self.check_messages(broker, "lvq-test", [ma2, mb3, mc1], empty=True, ack=False)
# Add more messages while subscriber is active (no replacement):
ma3 = Message("A3", durable=True, correlation_id="Msg0011", properties={"qpid.LVQ_key":"A"})
ma4 = Message("A4", durable=True, correlation_id="Msg0012", properties={"qpid.LVQ_key":"A"})
mc2 = Message("C2", durable=True, correlation_id="Msg0013", properties={"qpid.LVQ_key":"C"})
mc3 = Message("C3", durable=True, correlation_id="Msg0014", properties={"qpid.LVQ_key":"C"})
mc4 = Message("C4", durable=True, correlation_id="Msg0015", properties={"qpid.LVQ_key":"C"})
broker.send_messages("lvq-test", [mc2, mc3, ma3, ma4, mc4], session=ssn)
ssn.acknowledge()
broker.terminate()
broker = self.broker(store_args(), name="test_lvq")
self.check_messages(broker, "lvq-test", [ma4, mc4], True)
def _resize_test(self, queue_name, num_msgs, msg_size, resize_num_files, resize_file_size, init_num_files = 8,
init_file_size = 24, exp_fail = False, wait_time = None):
# Using a sender will force the creation of an empty persistent queue which is needed for some tests
broker = self.broker(store_args(), name="broker", expect=EXPECT_EXIT_OK, wait=wait_time)
ssn = broker.connect().session()
snd = ssn.sender("%s; {create:always, node:{durable:True}}" % queue_name)
msgs = []
for index in range(0, num_msgs):
msg = Message(self.make_message(index, msg_size), durable=True, id=uuid4(), correlation_id="msg-%04d"%index)
msgs.append(msg)
snd.send(msg)
broker.terminate()
res = self._resize_store(os.path.join(self.dir, "broker", "rhm", "jrnl"), queue_name, resize_num_files,
resize_file_size, exp_fail)
if res != 0:
if exp_fail:
return
self.fail("ERROR: Resize operation failed with return code %d" % res)
elif exp_fail:
self.fail("ERROR: Resize operation succeeded, but a failure was expected")
broker = self.broker(store_args(), name="broker")
self.check_messages(broker, queue_name, msgs, True)
def test_fanout_exchange(self):
"""Test Fanout Exchange"""
broker = self.broker(store_args(),
name="test_fanout_exchange",
expect=EXPECT_EXIT_OK)
ssn = broker.connect().session()
snd = ssn.sender(
"TestFanoutExchange; {create: always, node: {type: topic, x-declare: {type: fanout}}}"
)
ssn.receiver(
"TestFanoutExchange; {link: {name: \"q1\", durable: True, reliability:at-least-once}}"
)
ssn.receiver(
"TestFanoutExchange; {link: {name: \"q2\", durable: True, reliability:at-least-once}}"
)
ssn.receiver(
"TestFanoutExchange; {link: {name: \"q3\", durable: True, reliability:at-least-once}}"
)
msg1 = Message("Msg1", durable=True, correlation_id="Msg0001")
snd.send(msg1)
msg2 = Message("Msg2", durable=True, correlation_id="Msg0002")
snd.send(msg2)
broker.terminate()
broker = self.broker(store_args(), name="test_fanout_exchange")
self.check_messages(broker, "q1", [msg1, msg2], True)
self.check_messages(broker, "q2", [msg1, msg2], True)
self.check_messages(broker, "q3", [msg1, msg2], True)
def test_route(self):
""" Test the recovery of a route (link and bridge objects."""
broker = self.broker(store_args(), name="test_route", expect=EXPECT_EXIT_OK)
qmf = Qmf(broker)
qmf_broker_obj = qmf.get_objects("broker")[0]
# create a "link"
link_args = {"host":"a.fake.host.com", "port":9999, "durable":True,
"authMechanism":"PLAIN", "username":"******", "password":"******",
"transport":"tcp"}
result = qmf_broker_obj.create("link", "test-link", link_args, False)
self.assertEqual(result.status, 0, result)
link = qmf.get_objects("link")[0]
# create bridge
bridge_args = {"link":"test-link", "src":"amq.direct", "dest":"amq.fanout",
"key":"my-key", "durable":True}
result = qmf_broker_obj.create("bridge", "test-bridge", bridge_args, False);
self.assertEqual(result.status, 0, result)
bridge = qmf.get_objects("bridge")[0]
broker.terminate()
# recover the link and bridge
broker = self.broker(store_args(), name="test_route")
qmf = Qmf(broker)
qmf_broker_obj = qmf.get_objects("broker")[0]
self.assertEqual(len(qmf.get_objects("link")), 1)
self.assertEqual(len(qmf.get_objects("bridge")), 1)
def test_route(self):
""" Test the recovery of a route (link and bridge objects."""
broker = self.broker(store_args(), name="test_route", expect=EXPECT_EXIT_OK)
qmf = Qmf(broker)
qmf_broker_obj = qmf.get_objects("broker")[0]
# create a "link"
link_args = {"host":"a.fake.host.com", "port":9999, "durable":True,
"authMechanism":"PLAIN", "username":"******", "password":"******",
"transport":"tcp"}
result = qmf_broker_obj.create("link", "test-link", link_args, False)
self.assertEqual(result.status, 0, result)
link = qmf.get_objects("link")[0]
# create bridge
bridge_args = {"link":"test-link", "src":"amq.direct", "dest":"amq.fanout",
"key":"my-key", "durable":True}
result = qmf_broker_obj.create("bridge", "test-bridge", bridge_args, False);
self.assertEqual(result.status, 0, result)
bridge = qmf.get_objects("bridge")[0]
broker.terminate()
# recover the link and bridge
broker = self.broker(store_args(), name="test_route")
qmf = Qmf(broker)
qmf_broker_obj = qmf.get_objects("broker")[0]
self.assertEqual(len(qmf.get_objects("link")), 1)
self.assertEqual(len(qmf.get_objects("bridge")), 1)
def test_direct_exchange(self):
"""Test Direct exchange."""
broker = self.broker(store_args(), name="test_direct_exchange", expect=EXPECT_EXIT_OK)
msg1 = Message("A_Message1", durable=True, correlation_id="Msg0001")
msg2 = Message("B_Message1", durable=True, correlation_id="Msg0002")
broker.send_message("a", msg1)
broker.send_message("b", msg2)
broker.terminate()
broker = self.broker(store_args(), name="test_direct_exchange")
self.check_message(broker, "a", msg1, True)
self.check_message(broker, "b", msg2, True)
def test_broker_recovery(self):
"""Test that the redelivered flag is set on messages after recovery of broker"""
broker = self.broker(store_args(), name="test_broker_recovery", expect=EXPECT_EXIT_OK)
msg_content = "xyz"*100
msg = Message(msg_content, durable=True)
broker.send_message("testQueue", msg)
broker.terminate()
broker = self.broker(store_args(), name="test_broker_recovery")
rcv_msg = broker.get_message("testQueue")
self.assertEqual(msg_content, rcv_msg.content)
self.assertTrue(rcv_msg.redelivered)
def test_direct_exchange(self):
"""Test Direct exchange."""
broker = self.broker(store_args(), name="test_direct_exchange", expect=EXPECT_EXIT_OK)
msg1 = Message("A_Message1", durable=True, correlation_id="Msg0001")
msg2 = Message("B_Message1", durable=True, correlation_id="Msg0002")
broker.send_message("a", msg1)
broker.send_message("b", msg2)
broker.terminate()
broker = self.broker(store_args(), name="test_direct_exchange")
self.check_message(broker, "a", msg1, True)
self.check_message(broker, "b", msg2, True)
def test_invalid_data_size_in_header(self):
"""Test invalid data size in journal header causes broker shutdown"""
broker = self.broker(store_args(), name="test_invalid_data_size_in_header", expect=EXPECT_EXIT_OK)
msg_content = "xyz"*100
msg = Message(msg_content, durable=True)
broker.send_message("testQueue", msg)
broker.terminate()
qls_dir = os.path.join(broker.datadir, 'qls')
self.alter_journal_header(qls_dir, "testQueue", data_size=123)
self.broker(store_args(), name="test_invalid_data_size_in_header", expect=EXPECT_EXIT_FAIL)
def test_invalid_efp_dirs(self):
"""Test invalid EFP sizes are ignored"""
broker = self.broker(store_args(), name="test_invalid_efp_dirs", expect=EXPECT_EXIT_OK)
msg_content = "xyz"*100
msg = Message(msg_content, durable=True)
broker.send_message("testQueue", msg)
broker.terminate()
qls_dir = os.path.join(broker.datadir, 'qls')
self.add_invalid_efp_directories(qls_dir)
self.broker(store_args(), name="test_invalid_efp_dirs", expect=EXPECT_EXIT_FAIL)
def test_broker_recovery(self):
"""Test that the redelivered flag is set on messages after recovery of broker"""
broker = self.broker(store_args(), name="test_broker_recovery", expect=EXPECT_EXIT_OK)
msg_content = "xyz"*100
msg = Message(msg_content, durable=True)
broker.send_message("testQueue", msg)
broker.terminate()
broker = self.broker(store_args(), name="test_broker_recovery")
rcv_msg = broker.get_message("testQueue")
self.assertEqual(msg_content, rcv_msg.content)
self.assertTrue(rcv_msg.redelivered)
def test_message_reject(self):
broker = self.broker(store_args(), name="test_message_reject", expect=EXPECT_EXIT_OK)
ssn = broker.connect().session()
snd = ssn.sender("tmr; {create:always, node:{type:queue, durable:True}}")
rcv = ssn.receiver("tmr; {create:always, node:{type:queue, durable:True}}")
m1 = Message("test_message_reject", durable=True, correlation_id="Msg0001")
snd.send(m1)
m2 = rcv.fetch()
ssn.acknowledge(message=m2, disposition=Disposition(REJECTED))
broker.terminate()
broker = self.broker(store_args(), name="test_message_reject")
qmf = Qmf(broker)
assert qmf.queue_message_count("tmr") == 0
def test_message_reject(self):
broker = self.broker(store_args(), name="test_message_reject", expect=EXPECT_EXIT_OK)
ssn = broker.connect().session()
snd = ssn.sender("tmr; {create:always, node:{type:queue, durable:True}}")
rcv = ssn.receiver("tmr; {create:always, node:{type:queue, durable:True}}")
m1 = Message("test_message_reject", durable=True, correlation_id="Msg0001")
snd.send(m1)
m2 = rcv.fetch()
ssn.acknowledge(message=m2, disposition=Disposition(REJECTED))
broker.terminate()
broker = self.broker(store_args(), name="test_message_reject")
qmf = Qmf(broker)
assert qmf.queue_message_count("tmr") == 0
def test_queue(self):
"""Queue alternate exchange property persistexchangeNamece test"""
broker = self.broker(store_args(), name="test_queue", expect=EXPECT_EXIT_OK)
qmf = Qmf(broker)
qmf.add_exchange("altExch", "direct", durable=True) # Serves as alternate exchange instance
qmf.add_queue("testQueue", durable=True, alt_exchange_name="altExch")
qmf.close()
broker.terminate()
broker = self.broker(store_args(), name="test_queue")
qmf = Qmf(broker)
try:
qmf.add_exchange("altExch", "direct", passive=True)
except Exception, error:
self.fail("Alternate exchange (\"altExch\") instance not recovered: %s" % error)
def test_queue(self):
"""Queue alternate exchange property persistexchangeNamece test"""
broker = self.broker(store_args(), name="test_queue", expect=EXPECT_EXIT_OK)
qmf = Qmf(broker)
qmf.add_exchange("altExch", "direct", durable=True) # Serves as alternate exchange instance
qmf.add_queue("testQueue", durable=True, alt_exchange_name="altExch")
qmf.close()
broker.terminate()
broker = self.broker(store_args(), name="test_queue")
qmf = Qmf(broker)
try:
qmf.add_exchange("altExch", "direct", passive=True)
except Exception, error:
self.fail("Alternate exchange (\"altExch\") instance not recovered: %s" % error)
def test_fanout_exchange(self):
"""Test Fanout Exchange"""
broker = self.broker(store_args(), name="test_fanout_exchange", expect=EXPECT_EXIT_OK)
ssn = broker.connect().session()
snd = ssn.sender("TestFanoutExchange; {create: always, node: {type: topic, x-declare: {type: fanout}}}")
ssn.receiver("TestFanoutExchange; {link: {name: \"q1\", durable: True, reliability:at-least-once}}")
ssn.receiver("TestFanoutExchange; {link: {name: \"q2\", durable: True, reliability:at-least-once}}")
ssn.receiver("TestFanoutExchange; {link: {name: \"q3\", durable: True, reliability:at-least-once}}")
msg1 = Message("Msg1", durable=True, correlation_id="Msg0001")
snd.send(msg1)
msg2 = Message("Msg2", durable=True, correlation_id="Msg0002")
snd.send(msg2)
broker.terminate()
broker = self.broker(store_args(), name="test_fanout_exchange")
self.check_messages(broker, "q1", [msg1, msg2], True)
self.check_messages(broker, "q2", [msg1, msg2], True)
self.check_messages(broker, "q3", [msg1, msg2], True)
def test_topic_exchange(self):
"""Test Topic exchange."""
broker = self.broker(store_args(),
name="test_topic_exchange",
expect=EXPECT_EXIT_OK)
ssn = broker.connect().session()
snd1 = ssn.sender(
"abc/key1; {create:always, node:{type:topic, durable:True}}")
snd2 = ssn.sender(
"abc/key2; {create:always, node:{type:topic, durable:True}}")
ssn.receiver(
"a; {create:always, link:{x-bindings:[{exchange:abc, key:key1}]}, node:{durable:True}}"
)
ssn.receiver(
"b; {create:always, link:{x-bindings:[{exchange:abc, key:key1}]}, node:{durable:True}}"
)
ssn.receiver(
"c; {create:always, link:{x-bindings:[{exchange:abc, key:key1}, "
"{exchange:abc, key: key2}]}, node:{durable:True}}")
ssn.receiver(
"d; {create:always, link:{x-bindings:[{exchange:abc, key:key2}]}, node:{durable:True}}"
)
ssn.receiver(
"e; {create:always, link:{x-bindings:[{exchange:abc, key:key2}]}, node:{durable:True}}"
)
msg1 = Message("Message1", durable=True, correlation_id="Msg0003")
snd1.send(msg1)
msg2 = Message("Message2", durable=True, correlation_id="Msg0004")
snd2.send(msg2)
broker.terminate()
broker = self.broker(store_args(), name="test_topic_exchange")
self.check_message(broker, "a", msg1, True)
self.check_message(broker, "b", msg1, True)
self.check_messages(broker, "c", [msg1, msg2], True)
self.check_message(broker, "d", msg2, True)
self.check_message(broker, "e", msg2, True)
def test_topic_exchange(self):
"""Test Topic exchange."""
broker = self.broker(store_args(), name="test_topic_exchange", expect=EXPECT_EXIT_OK)
ssn = broker.connect().session()
snd1 = ssn.sender("abc/key1; {create:always, node:{type:topic, durable:True}}")
snd2 = ssn.sender("abc/key2; {create:always, node:{type:topic, durable:True}}")
ssn.receiver("a; {create:always, link:{x-bindings:[{exchange:abc, key:key1}]}, node:{durable:True}}")
ssn.receiver("b; {create:always, link:{x-bindings:[{exchange:abc, key:key1}]}, node:{durable:True}}")
ssn.receiver("c; {create:always, link:{x-bindings:[{exchange:abc, key:key1}, "
"{exchange:abc, key: key2}]}, node:{durable:True}}")
ssn.receiver("d; {create:always, link:{x-bindings:[{exchange:abc, key:key2}]}, node:{durable:True}}")
ssn.receiver("e; {create:always, link:{x-bindings:[{exchange:abc, key:key2}]}, node:{durable:True}}")
msg1 = Message("Message1", durable=True, correlation_id="Msg0003")
snd1.send(msg1)
msg2 = Message("Message2", durable=True, correlation_id="Msg0004")
snd2.send(msg2)
broker.terminate()
broker = self.broker(store_args(), name="test_topic_exchange")
self.check_message(broker, "a", msg1, True)
self.check_message(broker, "b", msg1, True)
self.check_messages(broker, "c", [msg1, msg2], True)
self.check_message(broker, "d", msg2, True)
self.check_message(broker, "e", msg2, True)