def test_process_cluster_empty_one(self):
self.cluster.add_broker(Broker('brokerhost3.example.com', id=3))
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
b3 = self.cluster.brokers[3]
self.cluster.add_topic(Topic("testTopic3", 2))
partition = self.cluster.topics['testTopic3'].partitions[0]
partition.add_replica(b3, 0)
partition.add_replica(b2, 1)
partition = self.cluster.topics['testTopic3'].partitions[1]
partition.add_replica(b2, 0)
partition.add_replica(b3, 1)
self.cluster.topics['testTopic1'].partitions[0].swap_replicas(b1, b3)
self.cluster.topics['testTopic1'].partitions[1].swap_replicas(b1, b3)
self.cluster.topics['testTopic2'].partitions[0].swap_replicas(b1, b3)
self.cluster.topics['testTopic2'].partitions[1].swap_replicas(b1, b3)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
assert len(b1.partitions[0]) == 2
assert len(b1.partitions[1]) == 2
assert len(b2.partitions[0]) == 2
assert len(b2.partitions[1]) == 2
assert len(b3.partitions[0]) == 2
assert len(b3.partitions[1]) == 2
def test_process_cluster_empty_one(self):
self.cluster.add_broker(Broker('brokerhost3.example.com', id=3))
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
b3 = self.cluster.brokers[3]
self.cluster.add_topic(Topic("testTopic3", 2))
partition = self.cluster.topics['testTopic3'].partitions[0]
partition.add_replica(b3, 0)
partition.add_replica(b2, 1)
partition = self.cluster.topics['testTopic3'].partitions[1]
partition.add_replica(b2, 0)
partition.add_replica(b3, 1)
self.cluster.topics['testTopic1'].partitions[0].swap_replicas(b1, b3)
self.cluster.topics['testTopic1'].partitions[1].swap_replicas(b1, b3)
self.cluster.topics['testTopic2'].partitions[0].swap_replicas(b1, b3)
self.cluster.topics['testTopic2'].partitions[1].swap_replicas(b1, b3)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
assert len(b1.partitions[0]) == 2
assert len(b1.partitions[1]) == 2
assert len(b2.partitions[0]) == 2
assert len(b2.partitions[1]) == 2
assert len(b3.partitions[0]) == 2
assert len(b3.partitions[1]) == 2
def test_process_cluster_4broker(self):
self.cluster = set_up_cluster_4broker()
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
for broker_id in self.cluster.brokers:
for pos in range(2):
assert len(self.cluster.brokers[broker_id].partitions[pos]) == 3
def test_process_cluster_4broker(self):
self.cluster = set_up_cluster_4broker()
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
for broker_id in self.cluster.brokers:
for pos in range(2):
assert len(
self.cluster.brokers[broker_id].partitions[pos]) == 3
def test_process_cluster_no_change(self):
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
assert self.cluster.topics['testTopic1'].partitions[0].replicas == [b1, b2]
assert self.cluster.topics['testTopic1'].partitions[1].replicas == [b2, b1]
assert self.cluster.topics['testTopic2'].partitions[0].replicas == [b2, b1]
assert self.cluster.topics['testTopic2'].partitions[1].replicas == [b1, b2]
def test_process_cluster_unbalanced(self):
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
self.cluster.topics['testTopic1'].partitions[1].swap_replica_positions(b1, b2)
self.cluster.topics['testTopic2'].partitions[0].swap_replica_positions(b1, b2)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
b1_0 = len(b1.partitions[0])
b1_1 = len(b1.partitions[1])
assert b1_0 == 2
assert b1_1 == 2
def test_process_cluster_unbalanced(self):
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
self.cluster.topics['testTopic1'].partitions[1].swap_replica_positions(
b1, b2)
self.cluster.topics['testTopic2'].partitions[0].swap_replica_positions(
b1, b2)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
b1_0 = len(b1.partitions[0])
b1_1 = len(b1.partitions[1])
assert b1_0 == 2
assert b1_1 == 2
def test_process_cluster_no_change(self):
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
assert self.cluster.topics['testTopic1'].partitions[0].replicas == [
b1, b2
]
assert self.cluster.topics['testTopic1'].partitions[1].replicas == [
b2, b1
]
assert self.cluster.topics['testTopic2'].partitions[0].replicas == [
b2, b1
]
assert self.cluster.topics['testTopic2'].partitions[1].replicas == [
b1, b2
]
def test_process_cluster_odd_count(self):
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
self.cluster.add_topic(Topic("testTopic3", 1))
partition = self.cluster.topics['testTopic3'].partitions[0]
partition.add_replica(b1, 0)
partition.add_replica(b2, 1)
self.cluster.topics['testTopic1'].partitions[0].swap_replica_positions(b1, b2)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
b1_0 = len(b1.partitions[0])
b1_1 = len(b1.partitions[1])
assert b1_0 == len(b2.partitions[1])
assert b1_1 == len(b2.partitions[0])
assert b1_0 >= 2 and b1_0 <= 3
assert b1_1 >= 2 and b1_1 <= 3
def test_process_cluster_odd_count(self):
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
self.cluster.add_topic(Topic("testTopic3", 1))
partition = self.cluster.topics['testTopic3'].partitions[0]
partition.add_replica(b1, 0)
partition.add_replica(b2, 1)
self.cluster.topics['testTopic1'].partitions[0].swap_replica_positions(
b1, b2)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
b1_0 = len(b1.partitions[0])
b1_1 = len(b1.partitions[1])
assert b1_0 == len(b2.partitions[1])
assert b1_1 == len(b2.partitions[0])
assert b1_0 >= 2 and b1_0 <= 3
assert b1_1 >= 2 and b1_1 <= 3
def test_process_cluster_one_move(self):
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
self.cluster.add_topic(Topic("testTopic3", 2))
partition = self.cluster.topics['testTopic3'].partitions[0]
partition.add_replica(b1, 0)
partition.add_replica(b2, 1)
partition = self.cluster.topics['testTopic3'].partitions[1]
partition.add_replica(b2, 0)
partition.add_replica(b1, 1)
self.cluster.topics['testTopic1'].partitions[0].swap_replica_positions(b1, b2)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
assert len(b1.partitions[0]) == 3
assert len(b1.partitions[1]) == 3
assert len(b2.partitions[0]) == 3
assert len(b2.partitions[1]) == 3
def test_process_cluster_one_move(self):
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
self.cluster.add_topic(Topic("testTopic3", 2))
partition = self.cluster.topics['testTopic3'].partitions[0]
partition.add_replica(b1, 0)
partition.add_replica(b2, 1)
partition = self.cluster.topics['testTopic3'].partitions[1]
partition.add_replica(b2, 0)
partition.add_replica(b1, 1)
self.cluster.topics['testTopic1'].partitions[0].swap_replica_positions(
b1, b2)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
assert len(b1.partitions[0]) == 3
assert len(b1.partitions[1]) == 3
assert len(b2.partitions[0]) == 3
assert len(b2.partitions[1]) == 3
def test_process_cluster_rf3(self):
self.cluster.add_broker(Broker(3, 'brokerhost3.example.com'))
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
b3 = self.cluster.brokers[3]
self.cluster.add_topic(Topic("testTopic3", 2))
partition = self.cluster.topics['testTopic3'].partitions[0]
partition.add_replica(b3, 0)
partition.add_replica(b2, 1)
partition.add_replica(b1, 2)
partition = self.cluster.topics['testTopic3'].partitions[1]
partition.add_replica(b2, 0)
partition.add_replica(b3, 1)
partition.add_replica(b1, 2)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
assert len(b1.partitions[0]) == 2
assert len(b1.partitions[1]) == 2
assert len(b2.partitions[0]) == 2
assert len(b2.partitions[1]) == 2
assert len(b3.partitions[0]) == 2
assert len(b3.partitions[1]) == 2
def test_process_cluster_rf3(self):
self.cluster.add_broker(Broker(3, 'brokerhost3.example.com'))
b1 = self.cluster.brokers[1]
b2 = self.cluster.brokers[2]
b3 = self.cluster.brokers[3]
self.cluster.add_topic(Topic("testTopic3", 2))
partition = self.cluster.topics['testTopic3'].partitions[0]
partition.add_replica(b3, 0)
partition.add_replica(b2, 1)
partition.add_replica(b1, 2)
partition = self.cluster.topics['testTopic3'].partitions[1]
partition.add_replica(b2, 0)
partition.add_replica(b3, 1)
partition.add_replica(b1, 2)
action = ActionBalanceCount(self.args, self.cluster)
action.process_cluster()
assert len(b1.partitions[0]) == 2
assert len(b1.partitions[1]) == 2
assert len(b2.partitions[0]) == 2
assert len(b2.partitions[1]) == 2
assert len(b3.partitions[0]) == 2
assert len(b3.partitions[1]) == 2