def test_do_nothing_on_new_view_checkpoint_applied(internal_bus,
checkpoint_service):
checkpoint_service._data.checkpoints.update(create_checkpoints(view_no=0))
checkpoint_service._data.stable_checkpoint = 100
checkpoint_service._data.low_watermark = 100
checkpoint_service._data.high_watermark = checkpoint_service._data.low_watermark + 300
old_data = copy_shared_data(checkpoint_service._data)
initial_view_no = 3
new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200)
internal_bus.send(
NewViewCheckpointsApplied(view_no=initial_view_no + 1,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches))
new_data = copy_shared_data(checkpoint_service._data)
assert old_data == new_data
def test_view_change_finished_sends_new_view_checkpoint_applied(
internal_bus, checkpoint_service):
handler = Mock()
internal_bus.subscribe(NewViewCheckpointsApplied, handler)
initial_view_no = 3
new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200)
internal_bus.send(
NewViewAccepted(view_no=initial_view_no + 1,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches))
expected_apply_new_view = NewViewCheckpointsApplied(
view_no=initial_view_no + 1,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches)
handler.assert_called_once_with(expected_apply_new_view)
def test_unstash_waiting_new_view_on_new_view_checkpoint_applied(
external_bus, internal_bus, replica_service):
replica_service._data.view_no = 2
replica_service._data.node_mode = Mode.participating
replica_service._data.waiting_for_new_view = True
external_bus.process_incoming(create_commit_no_bls_sig(req_key=(2, 10)),
replica_service._data.primary_name)
assert replica_service.stasher.stash_size(STASH_WAITING_NEW_VIEW) == 1
new_view = create_new_view(initial_view_no=1, stable_cp=200)
replica_service._data.waiting_for_new_view = False
internal_bus.send(
NewViewCheckpointsApplied(view_no=2,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches))
assert replica_service.stasher.stash_size(STASH_WAITING_NEW_VIEW) == 0
def test_send_instance_change_on_timeout_when_new_view_received_but_not_processed(internal_bus, external_bus, timer,
view_change_service, initial_view_no,
is_master):
# TODO: Need to decide on how we handle this case
if not is_master:
return
internal_bus.send(NeedViewChange())
init_network_msg_count = len(external_bus.sent_messages)
new_view = create_new_view(initial_view_no=0, stable_cp=200)
external_bus.process_incoming(new_view, view_change_service._data.primary_name)
timer.sleep(view_change_service._config.NEW_VIEW_TIMEOUT + 1)
# we don't go to new view, just send Instance Change
assert view_change_service._data.view_no == initial_view_no + 1
assert init_network_msg_count + 1 == len(external_bus.sent_messages)
msg, dst = external_bus.sent_messages[-1]
assert dst is None # broadcast
assert isinstance(msg, InstanceChange)
assert msg.viewNo == initial_view_no + 2
assert msg.reason == Suspicions.INSTANCE_CHANGE_TIMEOUT.code
def test_update_shared_data_on_new_view_accepted_no_batches(internal_bus, view_change_service, is_master):
# TODO: Need to decide on how we handle this case
if not is_master:
return
view_change_service._data.waiting_for_new_view = False
view_change_service._data.view_no = 1
view_change_service._data.primary_name = "Alpha"
view_change_service._data.primaries = ["Alpha", "Beta"]
view_change_service._data.prev_view_prepare_cert = 1
old_data = copy_shared_data(view_change_service._data)
new_view = create_new_view(initial_view_no=3, stable_cp=200, batches=[])
internal_bus.send(NewViewAccepted(view_no=4,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches))
new_data = copy_shared_data(view_change_service._data)
# For now prev_view_prepare_cert is set on finish_view_change stage
assert view_change_service._data.prev_view_prepare_cert == 1
check_service_changed_only_owned_fields_in_shared_data(ViewChangeService, old_data, new_data)
def test_update_shared_data_on_new_view_checkpoint_applied(
internal_bus, orderer):
initial_view_no = 3
orderer._data.preprepared = []
orderer._data.prepared = []
orderer._data.view_no = initial_view_no + 1
old_data = copy_shared_data(orderer._data)
new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200)
internal_bus.send(
NewViewCheckpointsApplied(view_no=initial_view_no + 1,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches))
new_data = copy_shared_data(orderer._data)
check_service_changed_only_owned_fields_in_shared_data(
OrderingService, old_data, new_data)
# Since we didn't order the PrePrepare from Batches, it should not be added into shared data
# (we will request the PrePrepares instead, see next tests)
assert orderer._data.preprepared == []
assert orderer._data.prepared == []
def test_view_change_finished_sends_new_view_checkpoint_applied(internal_bus, checkpoint_service, is_master):
# TODO: Need to decide on how we handle this case
if not is_master:
return
handler = Mock()
internal_bus.subscribe(NewViewCheckpointsApplied, handler)
initial_view_no = 3
checkpoint_service._data.checkpoints.clear()
checkpoint_service._data.checkpoints.update(
[Checkpoint(instId=0, viewNo=3, seqNoStart=0, seqNoEnd=200, digest=cp_digest(200))])
new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200)
internal_bus.send(NewViewAccepted(view_no=initial_view_no + 1,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches))
expected_apply_new_view = NewViewCheckpointsApplied(view_no=initial_view_no + 1,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches)
handler.assert_called_once_with(expected_apply_new_view)
def test_process_preprepare_on_new_view_checkpoint_applied(
internal_bus, external_bus, orderer, is_primary, all_ordered,
initial_view_no, pre_prepares, stored_old_view_pre_prepares):
# !!!SETUP!!!
orderer._data.view_no = initial_view_no + 1
batches = create_batches_from_preprepares(pre_prepares)
orderer._data.prev_view_prepare_cert = batches[-1].pp_seq_no
new_view = create_new_view(initial_view_no=initial_view_no,
stable_cp=200,
batches=batches)
# emulate that we received all PrePrepares before View Change
orderer._update_old_view_preprepares(stored_old_view_pre_prepares)
# emulate that we've already ordered the PrePrepares
if all_ordered and stored_old_view_pre_prepares:
orderer.last_ordered_3pc = (initial_view_no,
stored_old_view_pre_prepares[-1].ppSeqNo)
# !!!EXECUTE!!!
# send NewViewCheckpointsApplied
internal_bus.send(
NewViewCheckpointsApplied(view_no=initial_view_no + 1,
view_changes=new_view.viewChanges,
checkpoint=new_view.checkpoint,
batches=new_view.batches))
# !!!CHECK!!!
if not orderer.is_master:
# no re-ordering is expected on non-master
assert orderer._data.preprepared == []
assert orderer._data.prepared == []
return
# check that PPs were added
stored_batch_ids = [
preprepare_to_batch_id(pp) for pp in stored_old_view_pre_prepares
]
assert orderer._data.preprepared == [
BatchID(view_no=initial_view_no + 1,
pp_view_no=initial_view_no,
pp_seq_no=batch_id.pp_seq_no,
pp_digest=batch_id.pp_digest) for batch_id in new_view.batches
if batch_id in stored_batch_ids
]
# check that sentPrePrepares is updated in case of Primary and prePrepares in case of non-primary
updated_prepares_collection = orderer.prePrepares if not is_primary else orderer.sent_preprepares
non_updated_prepares_collection = orderer.sent_preprepares if not is_primary else orderer.prePrepares
for pp in stored_old_view_pre_prepares:
new_pp = updateNamedTuple(pp,
viewNo=initial_view_no + 1,
originalViewNo=pp.viewNo)
assert (initial_view_no + 1,
new_pp.ppSeqNo) in updated_prepares_collection
assert updated_prepares_collection[(initial_view_no + 1,
new_pp.ppSeqNo)] == new_pp
assert not non_updated_prepares_collection
# check that Prepare is sent in case of non primary
if not is_primary:
check_prepares_sent(external_bus, stored_old_view_pre_prepares,
initial_view_no + 1)
else:
# only MessageReqs are sent
assert len(external_bus.sent_messages
) == len(pre_prepares) - len(stored_old_view_pre_prepares)
# we don't have a quorum of Prepares yet
assert orderer._data.prepared == []
# check that missing PrePrepares have been requested
expected_requested_batches = [
batch_id for batch_id in new_view.batches
if batch_id not in stored_batch_ids
]
check_request_old_view_preprepares_sent(external_bus,
expected_requested_batches)
def new_view_message(data):
return create_new_view(data.view_no - 1, 5)
