def test_produce_many_simple(self):
start_offset = yield self.current_offset(self.topic, 0)
yield self.assert_produce_request(
[create_message(b"Test message %d" % i) for i in range(100)],
start_offset,
100,
)
yield self.assert_produce_request(
[create_message(b"Test message %d" % i) for i in range(100)],
start_offset + 100,
100,
)
def test_produce_many_simple(self):
start_offset = yield self.current_offset(self.topic, 0)
yield self.assert_produce_request(
[create_message("Test message %d" % i) for i in range(100)],
start_offset,
100,
)
yield self.assert_produce_request(
[create_message("Test message %d" % i) for i in range(100)],
start_offset + 100,
100,
)
def test_produce_mixed(self):
start_offset = yield self.current_offset(self.topic, 0)
msg_count = 1 + 100
messages = [
create_message("Just a plain message"),
create_message_set(
make_send_requests(["Gzipped %d" % i for i in range(100)]),
CODEC_GZIP)[0]
]
# Can't produce snappy messages without snappy...
if has_snappy():
msg_count += 100
messages.append(
create_message_set(
make_send_requests(["Snappy %d" % i for i in range(100)]),
CODEC_SNAPPY)[0])
yield self.assert_produce_request(messages, start_offset, msg_count)
ptMsgs = ['Just a plain message']
ptMsgs.extend(["Gzipped %d" % i for i in range(100)])
if has_snappy():
ptMsgs.extend(["Snappy %d" % i for i in range(100)])
yield self.assert_fetch_offset(0,
start_offset,
ptMsgs,
fetch_size=10240)
def test_produce_mixed(self):
start_offset = yield self.current_offset(self.topic, 0)
msg_count = 1+100
messages = [
create_message("Just a plain message"),
create_message_set(
make_send_requests(
["Gzipped %d" % i for i in range(100)]), CODEC_GZIP)[0]
]
# Can't produce snappy messages without snappy...
if has_snappy():
msg_count += 100
messages.append(
create_message_set(
make_send_requests(["Snappy %d" % i for i in range(100)]),
CODEC_SNAPPY)[0])
yield self.assert_produce_request(messages, start_offset, msg_count)
ptMsgs = ['Just a plain message']
ptMsgs.extend(["Gzipped %d" % i for i in range(100)])
if has_snappy():
ptMsgs.extend(["Snappy %d" % i for i in range(100)])
yield self.assert_fetch_offset(0, start_offset, ptMsgs,
fetch_size=10240)
def send_messages(self, partition, messages):
messages = [create_message(self.msg(str(msg))) for msg in messages]
produce = ProduceRequest(self.topic, partition, messages=messages)
resp, = yield self.client.send_produce_request([produce])
self.assertEqual(resp.error, 0)
returnValue([x.value for x in messages])
def send_messages(self, partition, messages):
messages = [create_message(self.msg(str(msg))) for msg in messages]
produce = ProduceRequest(self.topic, partition, messages=messages)
resp, = yield self.client.send_produce_request([produce])
self.assertEqual(resp.error, 0)
returnValue([x.value for x in messages])
def test_produce_100_keyed(self):
start_offset = yield self.current_offset(self.topic, 0)
yield self.assert_produce_request(
[create_message(b"Test message %d" % i,
key=b"Key:%d" % i) for i in range(100)],
start_offset,
100,
)
msgs = [b"Test message %d" % i for i in range(100)]
keys = [b"Key:%d" % i for i in range(100)]
yield self.assert_fetch_offset(0, start_offset, msgs,
expected_keys=keys,
fetch_size=10240)
def test_produce_100_keyed(self):
start_offset = yield self.current_offset(self.topic, 0)
yield self.assert_produce_request(
[create_message(b"Test message %d" % i,
key=b"Key:%d" % i) for i in range(100)],
start_offset,
100,
)
msgs = [b"Test message %d" % i for i in range(100)]
keys = [b"Key:%d" % i for i in range(100)]
yield self.assert_fetch_offset(0, start_offset, msgs,
expected_keys=keys,
fetch_size=10240)
