class NativeVsRestProducerPerformance(RestProxyTest): def __init__(self, test_context): super(NativeVsRestProducerPerformance, self).__init__(test_context, num_zk=1, num_brokers=1, num_rest=1, topics={ 'test-rep-one' : { 'partitions': 6, 'replication-factor': 1 }, }) if True: # Works on both aws and local msgs = 1000000 else: # Can use locally on Vagrant VMs, but may use too much memory for aws msgs = 50000000 msg_size = 100 batch_size = 8196 acks = 1 self.producer_perf = ProducerPerformanceService( test_context, 1, self.kafka, topic="test-rep-one", num_records=msgs, record_size=msg_size, throughput=-1, settings={'batch.size':batch_size, 'acks':acks} ) self.rest_producer_perf = RestProducerPerformanceService( test_context, 1, self.rest, topic="test-rep-one", num_records=msgs, record_size=msg_size, batch_size=batch_size, throughput=-1 ) def test(self): self.producer_perf.run() self.rest_producer_perf.run() self.logger.info("Producer performance: %f per sec, %f ms", self.producer_perf.results[0]['records_per_sec'], self.producer_perf.results[0]['latency_99th_ms']) self.logger.info("REST Producer performance: %f per sec, %f ms", self.rest_producer_perf.results[0]['records_per_sec'], self.rest_producer_perf.results[0]['latency_99th_ms'])
class NativeVsRestProducerPerformance(RestProxyTest): def __init__(self, test_context): super(NativeVsRestProducerPerformance, self).__init__(test_context, num_zk=1, num_brokers=1, num_rest=1, topics={ 'test-rep-one': { 'partitions': 6, 'replication-factor': 1 }, }) if True: # Works on both aws and local msgs = 1000000 else: # Can use locally on Vagrant VMs, but may use too much memory for aws msgs = 50000000 msg_size = 100 batch_size = 8196 acks = 1 self.producer_perf = ProducerPerformanceService(test_context, 1, self.kafka, topic="test-rep-one", num_records=msgs, record_size=msg_size, throughput=-1, settings={ 'batch.size': batch_size, 'acks': acks }) self.rest_producer_perf = RestProducerPerformanceService( test_context, 1, self.rest, topic="test-rep-one", num_records=msgs, record_size=msg_size, batch_size=batch_size, throughput=-1) def test(self): self.producer_perf.run() self.rest_producer_perf.run() self.logger.info("Producer performance: %f per sec, %f ms", self.producer_perf.results[0]['records_per_sec'], self.producer_perf.results[0]['latency_99th_ms']) self.logger.info("REST Producer performance: %f per sec, %f ms", self.rest_producer_perf.results[0]['records_per_sec'], self.rest_producer_perf.results[0]['latency_99th_ms'])
def __init__(self, test_context): super(NativeVsRestProducerPerformance, self).__init__(test_context, num_zk=1, num_brokers=1, num_rest=1, topics={ 'test-rep-one' : { 'partitions': 6, 'replication-factor': 1 }, }) if True: # Works on both aws and local msgs = 1000000 else: # Can use locally on Vagrant VMs, but may use too much memory for aws msgs = 50000000 msg_size = 100 batch_size = 8196 acks = 1 self.producer_perf = ProducerPerformanceService( test_context, 1, self.kafka, topic="test-rep-one", num_records=msgs, record_size=msg_size, throughput=-1, settings={'batch.size':batch_size, 'acks':acks} ) self.rest_producer_perf = RestProducerPerformanceService( test_context, 1, self.rest, topic="test-rep-one", num_records=msgs, record_size=msg_size, batch_size=batch_size, throughput=-1 )
def __init__(self, test_context): super(NativeVsRestProducerPerformance, self).__init__(test_context, num_zk=1, num_brokers=1, num_rest=1, topics={ 'test-rep-one': { 'partitions': 6, 'replication-factor': 1 }, }) if True: # Works on both aws and local msgs = 1000000 else: # Can use locally on Vagrant VMs, but may use too much memory for aws msgs = 50000000 msg_size = 100 batch_size = 8196 acks = 1 self.producer_perf = ProducerPerformanceService(test_context, 1, self.kafka, topic="test-rep-one", num_records=msgs, record_size=msg_size, throughput=-1, settings={ 'batch.size': batch_size, 'acks': acks }) self.rest_producer_perf = RestProducerPerformanceService( test_context, 1, self.rest, topic="test-rep-one", num_records=msgs, record_size=msg_size, batch_size=batch_size, throughput=-1)