def test_do_nothing_on_new_view_checkpoint_applied(internal_bus, checkpoint_service): checkpoint_service._data.checkpoints.update(create_checkpoints(view_no=0)) checkpoint_service._data.stable_checkpoint = 100 checkpoint_service._data.low_watermark = 100 checkpoint_service._data.high_watermark = checkpoint_service._data.low_watermark + 300 old_data = copy_shared_data(checkpoint_service._data) initial_view_no = 3 new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200) internal_bus.send( NewViewCheckpointsApplied(view_no=initial_view_no + 1, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches)) new_data = copy_shared_data(checkpoint_service._data) assert old_data == new_data
def test_view_change_finished_sends_new_view_checkpoint_applied( internal_bus, checkpoint_service): handler = Mock() internal_bus.subscribe(NewViewCheckpointsApplied, handler) initial_view_no = 3 new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200) internal_bus.send( NewViewAccepted(view_no=initial_view_no + 1, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches)) expected_apply_new_view = NewViewCheckpointsApplied( view_no=initial_view_no + 1, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches) handler.assert_called_once_with(expected_apply_new_view)
def test_unstash_waiting_new_view_on_new_view_checkpoint_applied( external_bus, internal_bus, replica_service): replica_service._data.view_no = 2 replica_service._data.node_mode = Mode.participating replica_service._data.waiting_for_new_view = True external_bus.process_incoming(create_commit_no_bls_sig(req_key=(2, 10)), replica_service._data.primary_name) assert replica_service.stasher.stash_size(STASH_WAITING_NEW_VIEW) == 1 new_view = create_new_view(initial_view_no=1, stable_cp=200) replica_service._data.waiting_for_new_view = False internal_bus.send( NewViewCheckpointsApplied(view_no=2, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches)) assert replica_service.stasher.stash_size(STASH_WAITING_NEW_VIEW) == 0
def test_send_instance_change_on_timeout_when_new_view_received_but_not_processed(internal_bus, external_bus, timer, view_change_service, initial_view_no, is_master): # TODO: Need to decide on how we handle this case if not is_master: return internal_bus.send(NeedViewChange()) init_network_msg_count = len(external_bus.sent_messages) new_view = create_new_view(initial_view_no=0, stable_cp=200) external_bus.process_incoming(new_view, view_change_service._data.primary_name) timer.sleep(view_change_service._config.NEW_VIEW_TIMEOUT + 1) # we don't go to new view, just send Instance Change assert view_change_service._data.view_no == initial_view_no + 1 assert init_network_msg_count + 1 == len(external_bus.sent_messages) msg, dst = external_bus.sent_messages[-1] assert dst is None # broadcast assert isinstance(msg, InstanceChange) assert msg.viewNo == initial_view_no + 2 assert msg.reason == Suspicions.INSTANCE_CHANGE_TIMEOUT.code
def test_update_shared_data_on_new_view_accepted_no_batches(internal_bus, view_change_service, is_master): # TODO: Need to decide on how we handle this case if not is_master: return view_change_service._data.waiting_for_new_view = False view_change_service._data.view_no = 1 view_change_service._data.primary_name = "Alpha" view_change_service._data.primaries = ["Alpha", "Beta"] view_change_service._data.prev_view_prepare_cert = 1 old_data = copy_shared_data(view_change_service._data) new_view = create_new_view(initial_view_no=3, stable_cp=200, batches=[]) internal_bus.send(NewViewAccepted(view_no=4, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches)) new_data = copy_shared_data(view_change_service._data) # For now prev_view_prepare_cert is set on finish_view_change stage assert view_change_service._data.prev_view_prepare_cert == 1 check_service_changed_only_owned_fields_in_shared_data(ViewChangeService, old_data, new_data)
def test_update_shared_data_on_new_view_checkpoint_applied( internal_bus, orderer): initial_view_no = 3 orderer._data.preprepared = [] orderer._data.prepared = [] orderer._data.view_no = initial_view_no + 1 old_data = copy_shared_data(orderer._data) new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200) internal_bus.send( NewViewCheckpointsApplied(view_no=initial_view_no + 1, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches)) new_data = copy_shared_data(orderer._data) check_service_changed_only_owned_fields_in_shared_data( OrderingService, old_data, new_data) # Since we didn't order the PrePrepare from Batches, it should not be added into shared data # (we will request the PrePrepares instead, see next tests) assert orderer._data.preprepared == [] assert orderer._data.prepared == []
def test_view_change_finished_sends_new_view_checkpoint_applied(internal_bus, checkpoint_service, is_master): # TODO: Need to decide on how we handle this case if not is_master: return handler = Mock() internal_bus.subscribe(NewViewCheckpointsApplied, handler) initial_view_no = 3 checkpoint_service._data.checkpoints.clear() checkpoint_service._data.checkpoints.update( [Checkpoint(instId=0, viewNo=3, seqNoStart=0, seqNoEnd=200, digest=cp_digest(200))]) new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200) internal_bus.send(NewViewAccepted(view_no=initial_view_no + 1, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches)) expected_apply_new_view = NewViewCheckpointsApplied(view_no=initial_view_no + 1, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches) handler.assert_called_once_with(expected_apply_new_view)
def test_process_preprepare_on_new_view_checkpoint_applied( internal_bus, external_bus, orderer, is_primary, all_ordered, initial_view_no, pre_prepares, stored_old_view_pre_prepares): # !!!SETUP!!! orderer._data.view_no = initial_view_no + 1 batches = create_batches_from_preprepares(pre_prepares) orderer._data.prev_view_prepare_cert = batches[-1].pp_seq_no new_view = create_new_view(initial_view_no=initial_view_no, stable_cp=200, batches=batches) # emulate that we received all PrePrepares before View Change orderer._update_old_view_preprepares(stored_old_view_pre_prepares) # emulate that we've already ordered the PrePrepares if all_ordered and stored_old_view_pre_prepares: orderer.last_ordered_3pc = (initial_view_no, stored_old_view_pre_prepares[-1].ppSeqNo) # !!!EXECUTE!!! # send NewViewCheckpointsApplied internal_bus.send( NewViewCheckpointsApplied(view_no=initial_view_no + 1, view_changes=new_view.viewChanges, checkpoint=new_view.checkpoint, batches=new_view.batches)) # !!!CHECK!!! if not orderer.is_master: # no re-ordering is expected on non-master assert orderer._data.preprepared == [] assert orderer._data.prepared == [] return # check that PPs were added stored_batch_ids = [ preprepare_to_batch_id(pp) for pp in stored_old_view_pre_prepares ] assert orderer._data.preprepared == [ BatchID(view_no=initial_view_no + 1, pp_view_no=initial_view_no, pp_seq_no=batch_id.pp_seq_no, pp_digest=batch_id.pp_digest) for batch_id in new_view.batches if batch_id in stored_batch_ids ] # check that sentPrePrepares is updated in case of Primary and prePrepares in case of non-primary updated_prepares_collection = orderer.prePrepares if not is_primary else orderer.sent_preprepares non_updated_prepares_collection = orderer.sent_preprepares if not is_primary else orderer.prePrepares for pp in stored_old_view_pre_prepares: new_pp = updateNamedTuple(pp, viewNo=initial_view_no + 1, originalViewNo=pp.viewNo) assert (initial_view_no + 1, new_pp.ppSeqNo) in updated_prepares_collection assert updated_prepares_collection[(initial_view_no + 1, new_pp.ppSeqNo)] == new_pp assert not non_updated_prepares_collection # check that Prepare is sent in case of non primary if not is_primary: check_prepares_sent(external_bus, stored_old_view_pre_prepares, initial_view_no + 1) else: # only MessageReqs are sent assert len(external_bus.sent_messages ) == len(pre_prepares) - len(stored_old_view_pre_prepares) # we don't have a quorum of Prepares yet assert orderer._data.prepared == [] # check that missing PrePrepares have been requested expected_requested_batches = [ batch_id for batch_id in new_view.batches if batch_id not in stored_batch_ids ] check_request_old_view_preprepares_sent(external_bus, expected_requested_batches)
def new_view_message(data): return create_new_view(data.view_no - 1, 5)