def _update_max_height(self, peer_stubs: List[Tuple],
sync_height: int) -> bool:
"""Update max height if max height changed
:param peer_stubs:
:param sync_height:
:return: True if max height changed else False
"""
result = False
if (self._sync_done_event is not None
and not self._sync_done_event.is_set()
and self._max_height <= sync_height):
try:
_, peer_stub = peer_stubs[self._sync_peer_index]
response = peer_stub.BlockSync(
loopchain_pb2.BlockSyncRequest(
block_height=sync_height,
channel=self._block_manager.channel_name),
conf.GRPC_TIMEOUT)
new_max_height = max(response.max_block_height,
response.unconfirmed_block_height)
if self._max_height < new_max_height:
result = True
self._max_height = new_max_height
utils.logger.debug(
f"set new max height: {self._max_height}")
finally:
self._sync_done_event.set()
return result
def __block_request_by_voter(self, block_height, peer_stub):
response = peer_stub.BlockSync(
loopchain_pb2.BlockSyncRequest(block_height=block_height,
channel=self.__channel_name),
conf.GRPC_TIMEOUT)
if response.response_code == message_code.Response.fail_no_confirm_info:
raise NoConfirmInfo(
f"The peer has not confirm_info of the block by height({block_height})."
)
else:
try:
block = self.blockchain.block_loads(response.block)
except Exception as e:
traceback.print_exc()
raise exception.BlockError(
f"Received block is invalid: original exception={e}")
votes_dumped: bytes = response.confirm_info
try:
votes_serialized = json.loads(votes_dumped)
version = self.blockchain.block_versioner.get_version(
block_height)
votes = Votes.get_block_votes_class(version).deserialize_votes(
votes_serialized)
except json.JSONDecodeError:
votes = votes_dumped
return block, response.max_block_height, response.unconfirmed_block_height, votes, response.response_code
def __block_request(self, peer_stub, block_height):
"""request block by gRPC or REST
:param peer_stub:
:param block_height:
:return block, max_block_height, confirm_info, response_code
"""
if ObjectManager().channel_service.is_support_node_function(
conf.NodeFunction.Vote):
response = peer_stub.BlockSync(
loopchain_pb2.BlockSyncRequest(block_height=block_height,
channel=self.__channel_name),
conf.GRPC_TIMEOUT)
try:
block = self.__blockchain.block_loads(response.block)
except Exception as e:
traceback.print_exc()
raise exception.BlockError(
f"Received block is invalid: original exception={e}")
return block, response.max_block_height, response.unconfirmed_block_height,\
response.confirm_info, response.response_code
else:
# request REST(json-rpc) way to RS peer
return self.__block_request_by_citizen(
block_height,
ObjectManager().channel_service.radio_station_stub)
def block_height_sync(self, target_peer_stub=None):
"""Peer간의 데이타 동기화
"""
if self.__block_height_sync_lock is True:
# ***** 이 보정 프로세스는 AnnounceConfirmBlock 메시지를 받았을때 블럭 Height 차이로 Peer 가 처리하지 못한 경우에도 진행한다.
# 따라서 이미 sync 가 진행 중일때의 요청은 무시한다.
logging.warning("block height sync is already running...")
return
self.__block_height_sync_lock = True
if target_peer_stub is None:
target_peer_stub = self.__stub_to_blockgenerator
### Block Height 보정 작업, Peer의 데이타 동기화 Process ###
### Love&Hate Algorithm ###
logging.info("try block height sync...with love&hate")
# Make Peer Stub List [peer_stub, ...] and get max_height of network
max_height = 0
peer_stubs = []
for peer_target in self.__peer_manager.get_IP_of_peers_in_group():
target = ":".join(peer_target.split(":")[1:])
if target != self.__peer_target:
logging.debug(f"try to target({target})")
channel = grpc.insecure_channel(target)
stub = loopchain_pb2_grpc.PeerServiceStub(channel)
try:
response = stub.GetStatus(
loopchain_pb2.StatusRequest(request=""))
if response.block_height > max_height:
# Add peer as higher than this
max_height = response.block_height
peer_stubs.append(stub)
except Exception as e:
logging.warning("Already bad.... I don't love you" +
str(e))
my_height = self.__block_manager.get_blockchain().block_height
if max_height > my_height: # 자기가 가장 높은 블럭일때 처리 필요 TODO
logging.info(
f"You need block height sync to: {max_height} yours: {my_height}"
)
# 자기(현재 Peer)와 다르면 Peer 목록을 순회하며 마지막 block 에서 자기 Height Block 까지 역순으로 요청한다.
# (blockchain 의 block 탐색 로직 때문에 height 순으로 조회는 비효율적이다.)
preload_blocks = {} # height : block dictionary
# Target Peer 의 마지막 block hash 부터 시작한다.
response = target_peer_stub.call(
"GetLastBlockHash", loopchain_pb2.StatusRequest(request=""))
logging.debug(response)
request_hash = response.block_hash
max_try = max_height - my_height
while self.__block_manager.get_blockchain(
).last_block.block_hash != request_hash and max_try > 0:
for peer_stub in peer_stubs:
response = None
try:
# 이때 요청 받은 Peer 는 해당 Block 과 함께 자신의 현재 Height 를 같이 보내준다.
# TODO target peer 의 마지막 block 보다 높은 Peer 가 있으면 현재 target height 까지 완료 후
# TODO Height Sync 를 다시 한다.
response = peer_stub.BlockSync(
loopchain_pb2.BlockSyncRequest(
block_hash=request_hash), conf.GRPC_TIMEOUT)
except Exception as e:
logging.warning("There is a bad peer, I hate you: " +
str(e))
if response is not None and response.response_code == message_code.Response.success:
dump = response.block
block = pickle.loads(dump)
# 마지막 블럭에서 역순으로 블럭을 구한다.
request_hash = block.prev_block_hash
# add block to preload_blocks
logging.debug("Add preload_blocks Height: " +
str(block.height))
preload_blocks[block.height] = block
if response.max_block_height > max_height:
max_height = response.max_block_height
if (my_height + 1) == block.height:
max_try = 0 # 더이상 요청을 진행하지 않는다.
logging.info("Block Height Sync Complete.")
break
max_try -= 1
else:
# 이 반복 요청중 응답 하지 않은 Peer 는 반복중에 다시 요청하지 않는다.
# (TODO: 향후 Bad에 대한 리포트 전략은 별도로 작업한다.)
peer_stubs.remove(peer_stub)
logging.warning(
"Make this peer to bad (error above or no response): "
+ str(peer_stub))
if preload_blocks.__len__() > 0:
while my_height < max_height:
add_height = my_height + 1
logging.debug("try add block height: " + str(add_height))
try:
self.__block_manager.add_block(
preload_blocks[add_height])
my_height = add_height
except KeyError as e:
logging.error("fail block height sync: " + str(e))
break
except exception.BlockError as e:
logging.error(
"Block Error Clear all block and restart peer.")
self.__block_manager.clear_all_blocks()
util.exit_and_msg(
"Block Error Clear all block and restart peer.")
if my_height < max_height:
# block height sync 가 완료되지 않았으면 다시 시도한다.
logging.warning(
"fail block height sync in one time... try again...")
self.__block_height_sync_lock = False
self.block_height_sync(target_peer_stub)
self.__block_height_sync_lock = False