def setUpClass(self):
self.client = MtmClient(
[
"dbname=postgres user=postgres host=127.0.0.1",
"dbname=postgres user=postgres host=127.0.0.1 port=5433",
"dbname=postgres user=postgres host=127.0.0.1 port=5434",
],
n_accounts=1000,
)
self.client.bgrun()
time.sleep(5)
def test_node_partition(self):
print("### nodePartitionTest ###")
subprocess.check_call(["blockade", "partition", "node3"])
print("### blockade node3 ###")
# clear tx history
self.client.get_status()
for i in range(3):
print(i, datetime.datetime.now())
time.sleep(3)
aggs = self.client.get_status()
MtmClient.print_aggregates(aggs)
# self.assertTrue( aggs['transfer_0']['finish']['commit'] > 0 )
# self.assertTrue( aggs['transfer_1']['finish']['commit'] > 0 )
# self.assertTrue( aggs['transfer_2']['finish']['commit'] == 0 )
self.assertTrue(
aggs["sumtotal_0"]["isolation"] + aggs["sumtotal_1"]["isolation"] + aggs["sumtotal_2"]["isolation"] == 0
)
subprocess.check_call(["blockade", "join"])
print("### deblockade node3 ###")
# clear tx history
self.client.get_status()
for i in range(20):
print(i, datetime.datetime.now())
time.sleep(3)
aggs = self.client.get_status()
MtmClient.print_aggregates(aggs)
self.assertTrue(
aggs["sumtotal_0"]["isolation"] + aggs["sumtotal_1"]["isolation"] + aggs["sumtotal_2"]["isolation"] == 0
)
# check that during last aggregation all nodes were working
self.assertTrue(aggs["transfer_0"]["finish"]["commit"] > 0)
self.assertTrue(aggs["transfer_1"]["finish"]["commit"] > 0)
self.assertTrue(aggs["transfer_2"]["finish"]["commit"] > 0)
class RecoveryTest(unittest.TestCase):
@classmethod
def setUpClass(self):
self.client = MtmClient(
[
"dbname=postgres user=postgres host=127.0.0.1",
"dbname=postgres user=postgres host=127.0.0.1 port=5433",
"dbname=postgres user=postgres host=127.0.0.1 port=5434",
],
n_accounts=1000,
)
self.client.bgrun()
time.sleep(5)
@classmethod
def tearDownClass(self):
print("tearDown")
self.client.stop()
# def test_normal_operations(self):
# print('### normalOpsTest ###')
# for i in range(3):
# time.sleep(3)
# aggs = self.clients.aggregate()
# for agg in aggs:
# # there were some commits
# self.assertTrue( agg['transfer'] > 0 )
def test_node_partition(self):
print("### nodePartitionTest ###")
subprocess.check_call(["blockade", "partition", "node3"])
print("### blockade node3 ###")
# clear tx history
self.client.get_status()
for i in range(3):
print(i, datetime.datetime.now())
time.sleep(3)
aggs = self.client.get_status()
MtmClient.print_aggregates(aggs)
# self.assertTrue( aggs['transfer_0']['finish']['commit'] > 0 )
# self.assertTrue( aggs['transfer_1']['finish']['commit'] > 0 )
# self.assertTrue( aggs['transfer_2']['finish']['commit'] == 0 )
self.assertTrue(
aggs["sumtotal_0"]["isolation"] + aggs["sumtotal_1"]["isolation"] + aggs["sumtotal_2"]["isolation"] == 0
)
subprocess.check_call(["blockade", "join"])
print("### deblockade node3 ###")
# clear tx history
self.client.get_status()
for i in range(20):
print(i, datetime.datetime.now())
time.sleep(3)
aggs = self.client.get_status()
MtmClient.print_aggregates(aggs)
self.assertTrue(
aggs["sumtotal_0"]["isolation"] + aggs["sumtotal_1"]["isolation"] + aggs["sumtotal_2"]["isolation"] == 0
)
# check that during last aggregation all nodes were working
self.assertTrue(aggs["transfer_0"]["finish"]["commit"] > 0)
self.assertTrue(aggs["transfer_1"]["finish"]["commit"] > 0)
self.assertTrue(aggs["transfer_2"]["finish"]["commit"] > 0)
