def test_produce_many_simple(self): start_offset = yield self.current_offset(self.topic, 0) yield self.assert_produce_request( [create_message(b"Test message %d" % i) for i in range(100)], start_offset, 100, ) yield self.assert_produce_request( [create_message(b"Test message %d" % i) for i in range(100)], start_offset + 100, 100, )
def test_produce_many_simple(self): start_offset = yield self.current_offset(self.topic, 0) yield self.assert_produce_request( [create_message("Test message %d" % i) for i in range(100)], start_offset, 100, ) yield self.assert_produce_request( [create_message("Test message %d" % i) for i in range(100)], start_offset + 100, 100, )
def test_produce_mixed(self): start_offset = yield self.current_offset(self.topic, 0) msg_count = 1 + 100 messages = [ create_message("Just a plain message"), create_message_set( make_send_requests(["Gzipped %d" % i for i in range(100)]), CODEC_GZIP)[0] ] # Can't produce snappy messages without snappy... if has_snappy(): msg_count += 100 messages.append( create_message_set( make_send_requests(["Snappy %d" % i for i in range(100)]), CODEC_SNAPPY)[0]) yield self.assert_produce_request(messages, start_offset, msg_count) ptMsgs = ['Just a plain message'] ptMsgs.extend(["Gzipped %d" % i for i in range(100)]) if has_snappy(): ptMsgs.extend(["Snappy %d" % i for i in range(100)]) yield self.assert_fetch_offset(0, start_offset, ptMsgs, fetch_size=10240)
def test_produce_mixed(self): start_offset = yield self.current_offset(self.topic, 0) msg_count = 1+100 messages = [ create_message("Just a plain message"), create_message_set( make_send_requests( ["Gzipped %d" % i for i in range(100)]), CODEC_GZIP)[0] ] # Can't produce snappy messages without snappy... if has_snappy(): msg_count += 100 messages.append( create_message_set( make_send_requests(["Snappy %d" % i for i in range(100)]), CODEC_SNAPPY)[0]) yield self.assert_produce_request(messages, start_offset, msg_count) ptMsgs = ['Just a plain message'] ptMsgs.extend(["Gzipped %d" % i for i in range(100)]) if has_snappy(): ptMsgs.extend(["Snappy %d" % i for i in range(100)]) yield self.assert_fetch_offset(0, start_offset, ptMsgs, fetch_size=10240)
def send_messages(self, partition, messages): messages = [create_message(self.msg(str(msg))) for msg in messages] produce = ProduceRequest(self.topic, partition, messages=messages) resp, = yield self.client.send_produce_request([produce]) self.assertEqual(resp.error, 0) returnValue([x.value for x in messages])
def test_produce_100_keyed(self): start_offset = yield self.current_offset(self.topic, 0) yield self.assert_produce_request( [create_message(b"Test message %d" % i, key=b"Key:%d" % i) for i in range(100)], start_offset, 100, ) msgs = [b"Test message %d" % i for i in range(100)] keys = [b"Key:%d" % i for i in range(100)] yield self.assert_fetch_offset(0, start_offset, msgs, expected_keys=keys, fetch_size=10240)