class SimpleClusterTests(unittest.TestCase):
def setUp(self):
self.cluster = Cluster()
def add_brokers(self, num):
for i in range(1, num + 1):
broker = Broker(i, "brokerhost{0}.example.com".format(i))
self.cluster.add_broker(broker)
def add_topics(self, num, partition_count=2):
for i in range(1, num + 1):
topic = Topic("testTopic{0}".format(i), partition_count)
self.cluster.add_topic(topic)
def add_partitions_to_broker(self, broker_id, pos, num):
topic = Topic('testTopic', num)
self.cluster.brokers[broker_id].partitions[pos] = []
for i in range(num):
self.cluster.brokers[broker_id].partitions[pos].append(
topic.partitions[i])
def test_cluster_create(self):
assert self.cluster.brokers == {}
assert self.cluster.topics == {}
def test_cluster_add_broker(self):
self.add_brokers(1)
assert len(self.cluster.brokers) == 1
for bid in self.cluster.brokers.keys():
assert self.cluster.brokers[bid].cluster is self.cluster
def test_cluster_num_brokers(self):
self.add_brokers(2)
assert self.cluster.num_brokers() == 2
def test_cluster_add_topic(self):
self.add_topics(1)
assert len(self.cluster.topics) == 1
for tname in self.cluster.topics.keys():
assert self.cluster.topics[tname].cluster is self.cluster
def test_cluster_num_topics(self):
self.add_topics(2)
assert self.cluster.num_topics() == 2
def test_cluster_partition_iterator(self):
self.add_topics(2)
seen_partitions = {}
for partition in self.cluster.partitions():
seen_partitions["{0}:{1}".format(partition.topic.name,
partition.num)] = 1
assert seen_partitions == {
'testTopic1:0': 1,
'testTopic1:1': 1,
'testTopic2:0': 1,
'testTopic2:1': 1
}
def test_cluster_max_replication_factor(self):
self.add_brokers(2)
self.add_partitions_to_broker(1, 0, 1)
self.add_partitions_to_broker(1, 1, 1)
self.add_partitions_to_broker(2, 2, 2)
assert self.cluster.max_replication_factor() == 3
def test_cluster_log_info(self):
self.add_brokers(2)
with LogCapture() as l:
self.cluster.log_broker_summary()
l.check(('kafka-assigner', 'INFO',
'Broker 1: partitions=0/0 (0.00%), size=0'),
('kafka-assigner', 'INFO',
'Broker 2: partitions=0/0 (0.00%), size=0'))
class SimpleClusterTests(unittest.TestCase):
def setUp(self):
self.cluster = Cluster()
def add_brokers(self, num):
for i in range(1, num + 1):
broker = Broker(i, "brokerhost{0}.example.com".format(i))
self.cluster.add_broker(broker)
def add_topics(self, num, partition_count=2):
for i in range(1, num + 1):
topic = Topic("testTopic{0}".format(i), partition_count)
self.cluster.add_topic(topic)
def add_partitions_to_broker(self, broker_id, pos, num):
topic = Topic('testTopic', num)
self.cluster.brokers[broker_id].partitions[pos] = []
for i in range(num):
self.cluster.brokers[broker_id].partitions[pos].append(topic.partitions[i])
def test_cluster_create(self):
assert self.cluster.brokers == {}
assert self.cluster.topics == {}
def test_cluster_add_broker(self):
self.add_brokers(1)
assert len(self.cluster.brokers) == 1
for bid in self.cluster.brokers.keys():
assert self.cluster.brokers[bid].cluster is self.cluster
def test_cluster_num_brokers(self):
self.add_brokers(2)
assert self.cluster.num_brokers() == 2
def test_cluster_add_topic(self):
self.add_topics(1)
assert len(self.cluster.topics) == 1
for tname in self.cluster.topics.keys():
assert self.cluster.topics[tname].cluster is self.cluster
def test_cluster_num_topics(self):
self.add_topics(2)
assert self.cluster.num_topics() == 2
def test_cluster_partition_iterator(self):
self.add_topics(2)
seen_partitions = {}
for partition in self.cluster.partitions([]):
seen_partitions["{0}:{1}".format(partition.topic.name, partition.num)] = 1
assert seen_partitions == {'testTopic1:0': 1, 'testTopic1:1': 1, 'testTopic2:0': 1, 'testTopic2:1': 1}
def test_cluster_partition_iterator_with_exclude(self):
self.add_topics(2)
seen_partitions = {}
for partition in self.cluster.partitions(['testTopic1']):
seen_partitions["{0}:{1}".format(partition.topic.name, partition.num)] = 1
assert seen_partitions == {'testTopic2:0': 1, 'testTopic2:1': 1}
def test_cluster_max_replication_factor(self):
self.add_brokers(2)
self.add_partitions_to_broker(1, 0, 1)
self.add_partitions_to_broker(1, 1, 1)
self.add_partitions_to_broker(2, 2, 2)
assert self.cluster.max_replication_factor() == 3
def test_cluster_log_info(self):
self.add_brokers(2)
with LogCapture() as l:
self.cluster.log_broker_summary()
l.check(('kafka-assigner', 'INFO', 'Broker 1: partitions=0/0 (0.00%), size=0'),
('kafka-assigner', 'INFO', 'Broker 2: partitions=0/0 (0.00%), size=0'))
