def handle_user_interface_buffer(self): """ In every interval, we should parse user command that buffered from our UserInterface. All of the valid commands are listed below: 1. Register: With this command, the client send a Register Request packet to the root of the network. 2. Advertise: Send an Advertise Request to the root of the network for finding first hope. 3. SendMessage: The following string will be added to a new Message packet and broadcast through the network. Warnings: 1. Ignore irregular commands from the user. 2. Don't forget to clear our UserInterface buffer. :return: """ for message in self.user_interface.buffer: print('handling : ' + message) if message == 'Register': reg_packet = PacketFactory.new_register_packet( "REQ", self.address, self.address) self.send_packet(reg_packet, self.root_address) self.stream.send_out_buf_messages(only_register=True) elif message == 'Advertise': advertise_packet = PacketFactory.new_advertise_packet( type="REQ", source_server_address=self.address) self.send_advertise_packet(advertise_packet) self.stream.send_out_buf_messages(only_register=True) elif message.startswith('SendMessage'): to_be_sent = message.split()[1] message_packet = PacketFactory.new_message_packet( message=to_be_sent, source_server_address=self.address) self.send_broadcast_packet(message_packet) else: continue self.user_interface.buffer.clear()
def __handle_register_packet(self, packet: Packet): """ For registration a new node to the network at first we should make a Node with stream.add_node for'sender' and save it. Code design suggestion: 1.For checking whether an address is registered since now or not you can use SemiNode object except Node. Warnings: 1. Don't forget to ignore Register Request packets when you are a non-root peer. :param packet: Arrived register packet :type packet Packet :return: """ register_type = self.__identify_register_type(packet) if self.is_root and register_type == RegisterType.REQ: new_node = SemiNode(packet.get_source_server_ip(), packet.get_source_server_port()) if new_node in self.registered: return self.registered.append(new_node) sender_address = packet.get_source_server_address() self.stream.add_node(sender_address, set_register_connection=True) register_response_packet = PacketFactory.new_register_packet( RegisterType.RES, self.address) self.stream.add_message_to_out_buff(sender_address, register_response_packet, want_register=True) elif register_type == RegisterType.RES: log('Register request ACKed by root. You are now registered.')
def send_register(self): if not self.is_root: pkt = PacketFactory.new_register_packet('REQ', self.address, self.address) # self.ui.display_pkt(PacketFactory.parse_buffer(pkt)) self.stream.add_message_to_out_buff(self.root_address, pkt) pass
def handle_user_command(self, command): """ :param command: :type command: str :return: """ command = command.lower() if command.startswith("register"): if self.registered: self.print_function( "You have been registered before and F**K KHAJE POOR") else: register_req_packet = PacketFactory.new_register_packet( type='REQ', source_server_address=self.server_address, address=self.root_address) # Adding root node to peer's stream self.stream.add_node(server_address=self.root_address, set_register_connection=True) self.stream.add_message_to_out_buff( address=self.root_address, message=register_req_packet.buf) self.print_function("{} sent register request".format( self.server_address)) elif command.startswith("advertise"): if not self.registered: self.print_function( "{} must register first to advertise".format( str(self.server_address))) elif self.advertised: self.print_function("You have advertised before") else: advertise_req_packet = PacketFactory.new_advertise_packet( type='REQ', source_server_address=self.server_address) self.stream.add_message_to_out_buff( address=self.root_address, message=advertise_req_packet.buf) self.print_function("{} sent advertise packet".format( str(self.server_address))) elif command.startswith("message"): if self.joined: message = command[8:] broadcast_message_packet = PacketFactory.new_message_packet( message=message, source_server_address=self.server_address) self.print_function("{} is broadcasting message: {}".format( str(self.server_address), message)) self.send_broadcast_packet(broadcast_message_packet, "F**K KHAJE POOR") else: self.print_function( "You must join the network before broadcasting a message") elif command.startswith('disconnect'): self.running = False else: self.print_function("Unknown command received: {}".format(command))
def __register(self) -> None: if self.stream.add_node(self.root_address, set_register_connection=True): register_packet = PacketFactory.new_register_packet( RegisterType.REQ, self.address) self.stream.add_message_to_out_buff(self.root_address, register_packet, want_register=True) log(f'Register packet added to out buff of Node({self.root_address}).' )
def __handle_register_packet_root(self, packet): if packet.get_body()[:3] == "REQ": packet_source_address = packet.get_source_server_address() if self.__check_registered(packet_source_address): self.print_function( "Duplicate register request received from {}".format( str(packet_source_address))) else: self.stream.add_node(server_address=packet_source_address, set_register_connection=True) register_response_packet = PacketFactory.new_register_packet( type='RES', source_server_address=self.server_address) self.stream.add_message_to_out_buff( address=packet.get_source_server_address(), message=register_response_packet.buf) self.registered_peers_address[packet_source_address] = 1 self.print_function( "Register request received from {} and register response sent" .format(packet_source_address)) else: self.print_function( "Root received register response. Wtf? F**K KHAJE POOR")
def __handle_register_packet(self, packet): """ For registration a new node to the network at first we should make a Node with stream.add_node for'sender' and save it. Code design suggestion: 1.For checking whether an address is registered since now or not you can use SemiNode object except Node. Warnings: 1. Don't forget to ignore Register Request packets when you are a non-root peer. :param packet: Arrived register packet :type packet Packet :return: """ source_address = (packet.sender_ip, packet.sender_port) if self.is_root and (not self.__check_registered(source_address)): self.graph.register(source_address) self.stream.add_node(source_address, True) res_pkt = PacketFactory.new_register_packet('RES', self.address) self.stream.add_message_to_out_buff(source_address, res_pkt) pass
class Peer: INITIAL_TIME_FOR_REUNION = 8 SEND_REUNION_INTERVAL = 4 REUNION_BACK_TIMEOUT = 4 + 2 * (8 * 2.5) + 2 def __init__(self, server_ip, server_port, is_root=False, root_address=None, gui=False, interface=None): """ The Peer object constructor. Code design suggestions: 1. Initialise a Stream object for our Peer. 2. Initialise a PacketFactory object. 3. Initialise our UserInterface for interaction with user commandline. 4. Initialise a Thread for handling reunion daemon. Warnings: 1. For root Peer, we need a NetworkGraph object. 2. In root Peer, start reunion daemon as soon as possible. 3. In client Peer, we need to connect to the root of the network, Don't forget to set this connection as a register_connection. :param server_ip: Server IP address for this Peer that should be pass to Stream. :param server_port: Server Port address for this Peer that should be pass to Stream. :param is_root: Specify that is this Peer root or not. :param root_address: Root IP/Port address if we are a client. :type server_ip: str :type server_port: int :type is_root: bool :type root_address: tuple """ self.has_gui = gui self.ip = Node.parse_ip(server_ip) self.port = server_port self.stream = Stream(server_ip, server_port) self.packet_factory = PacketFactory() self.interface = interface self.parse_interface_thread = threading.Thread(target=self.handle_user_interface_buffer, daemon=True) self.is_root = is_root self.root_address = root_address self.reunion_daemon = threading.Thread(target=self.run_reunion_daemon, daemon=True) if is_root: root_node = GraphNode((server_ip, server_port)) self.network_graph = NetworkGraph(root_node) if not is_root: try: self.stream.add_node(root_address, True) except LostConnection as lc: print("Couldn't connect to root") self.father_address = None self.send_reunion_timer = 4 self.last_reunion_back = 0 self.is_alive = False def handle_user_interface_buffer(self): """ In every interval, we should parse user command that buffered from our UserInterface. All of the valid commands are listed below: 1. Register: With this command, the client send a Register Request packet to the root of the network. 2. Advertise: Send an Advertise Request to the root of the network for finding first hope. 3. SendMessage: The following string will be added to a new Message packet and broadcast through the network. Warnings: 1. Ignore irregular commands from the user. 2. Don't forget to clear our UserInterface buffer. :return: """ if self.is_root: while True: while len(self.interface.buffer) > 0: args = self.interface.buffer[0].split() command = args[0] self.interface.buffer = self.interface.buffer[1:] if command.lower() == "showmap" or command.lower() == "sm": self.network_graph.print_all() elif command.lower() == "sendmessage": if len(args) >= 1: self.send_message(args[1]) time.sleep(0.1) else: while True: while len(self.interface.buffer) > 0: args = self.interface.buffer[0].split() command = args[0] self.interface.buffer = self.interface.buffer[1:] if command.lower() == "register": self.register() elif command.lower() == "advertise": self.advertise() elif command.lower() == "sendmessage": if len(args) >= 1: self.send_message(args[1]) time.sleep(0.1) def run(self): """ The main loop of the program. Code design suggestions: 1. Parse server in_buf of the stream. 2. Handle all packets were received from our Stream server. 3. Parse user_interface_buffer to make message packets. 4. Send packets stored in nodes buffer of our Stream object. 5. ** sleep the current thread for 2 seconds ** Warnings: 1. At first check reunion daemon condition; Maybe we have a problem in this time and so we should hold any actions until Reunion acceptance. 2. In every situation checkout Advertise Response packets; even is Reunion in failure mode or not :return: """ self.reunion_daemon.start() self.parse_interface_thread.start() # TODO Warning 1? while True: packet = self.parse_in_buf() while packet is not None: print("PACKET HEADER:", packet.get_header()) self.handle_packet(packet) packet = self.parse_in_buf() try: self.stream.send_out_buf_messages() except LostConnection as lc: self.handle_lost_connection(lc.node) time.sleep(2) def run_reunion_daemon(self): """ In this function, we will handle all Reunion actions. Code design suggestions: 1. Check if we are the network root or not; The actions are identical. 2. If it's the root Peer, in every interval check the latest Reunion packet arrival time from every node; If time is over for the node turn it off (Maybe you need to remove it from our NetworkGraph). 3. If it's a non-root peer split the actions by considering whether we are waiting for Reunion Hello Back Packet or it's the time to send new Reunion Hello packet. Warnings: 1. If we are the root of the network in the situation that we want to turn a node off, make sure that you will not advertise the nodes sub-tree in our GraphNode. 2. If we are a non-root Peer, save the time when you have sent your last Reunion Hello packet; You need this time for checking whether the Reunion was failed or not. 3. For choosing time intervals you should wait until Reunion Hello or Reunion Hello Back arrival, pay attention that our NetworkGraph depth will not be bigger than 8. (Do not forget main loop sleep time) 4. Suppose that you are a non-root Peer and Reunion was failed, In this time you should make a new Advertise Request packet and send it through your register_connection to the root; Don't forget to send this packet here, because in the Reunion Failure mode our main loop will not work properly and everything will be got stock! :return: """ interval = 0.1 if self.is_root: while True: self.network_graph.remove_all_expired_nodes() time.sleep(interval) else: while True: self.send_reunion_timer -= interval if self.send_reunion_timer <= 0 and self.is_alive: self.send_reunion() self.send_reunion_timer = Peer.SEND_REUNION_INTERVAL if time.time() - self.last_reunion_back > Peer.REUNION_BACK_TIMEOUT and self.is_alive: print("Time:", time.time(), "Last:", self.last_reunion_back, "Timeout!!") self.timeout() time.sleep(interval) def send_broadcast_packet(self, broadcast_packet): """ For setting broadcast packets buffer into Nodes out_buff. Warnings: 1. Don't send Message packets through register_connections. :param broadcast_packet: The packet that should be broadcast through the network. :type broadcast_packet: Packet :return: """ for node in self.stream.get_nodes(): if not node.is_register: self.stream.add_message_to_out_buff(node.get_server_address(), broadcast_packet.get_buf()) def handle_packet(self, packet): """ This function act as a wrapper for other handle_###_packet methods to handle the packet. Code design suggestion: 1. It's better to check packet validation right now; For example Validation of the packet length. :param packet: The arrived packet that should be handled. :type packet Packet """ # print("A New Packet Received!") # print("Header: ", packet.get_header()) # print("Body: ", packet.get_body()) # TODO: packet validation if packet.get_type() == Type.register: self.__handle_register_packet(packet) elif packet.get_type() == Type.advertise: self.__handle_advertise_packet(packet) elif packet.get_type() == Type.join: self.__handle_join_packet(packet) elif packet.get_type() == Type.message: self.__handle_message_packet(packet) elif packet.get_type() == Type.reunion: self.__handle_reunion_packet(packet) def __check_registered(self, source_address): """ If the Peer is the root of the network we need to find that is a node registered or not. :param source_address: Unknown IP/Port address. :type source_address: tuple :return: """ # TODO: ba rakhsha check konam return self.network_graph.is_registered(source_address) def __handle_advertise_packet(self, packet): """ For advertising peers in the network, It is peer discovery message. Request: We should act as the root of the network and reply with a neighbour address in a new Advertise Response packet. Response: When an Advertise Response packet type arrived we should update our parent peer and send a Join packet to the new parent. Code design suggestion: 1. Start the Reunion daemon thread when the first Advertise Response packet received. 2. When an Advertise Response message arrived, make a new Join packet immediately for the advertised address. Warnings: 1. Don't forget to ignore Advertise Request packets when you are a non-root peer. 2. The addresses which still haven't registered to the network can not request any peer discovery message. 3. Maybe it's not the first time that the source of the packet sends Advertise Request message. This will happen in rare situations like Reunion Failure. Pay attention, don't advertise the address to the packet sender sub-tree. 4. When an Advertise Response packet arrived update our Peer parent for sending Reunion Packets. :param packet: Arrived advertise packet :type packet Packet :return: """ body = packet.get_body() type = body[0:3] print("RCVD packet:", packet.body) if type == "REQ" and self.is_root: ip = packet.get_source_server_ip() port = int(packet.get_source_server_port()) parent_address = self.network_graph.find_parent_and_assign(ip, port) if parent_address is None: # Ignore, the node is not registered return else: print("Answering Ad REQ of", ip, port, "Parent:", parent_address[0], parent_address[1]) res = self.packet_factory.new_advertise_packet("RES", (self.ip, self.port), parent_address) self.stream.add_message_to_out_buff((ip, port), res.get_buf()) elif type == "RES" and (not self.is_root): server_ip = body[3:18] server_port = int(body[18:23]) print("Proposed Parent:", server_ip, server_port) # remove former parent node if self.father_address is not None: try: parent_node = self.stream.get_node_by_server(self.father_address[0], self.father_address[1], only_not_registers=True) self.stream.remove_node(parent_node) except ValueError as e: print(repr(e)) traceback.print_exc() self.father_address = (server_ip, server_port) try: self.stream.add_node(self.father_address) res = self.packet_factory.new_join_packet((self.ip, self.port)) self.stream.add_message_to_out_buff(self.father_address, res.get_buf()) self.is_alive = True if self.has_gui: self.interface.set_alive(self.is_alive) self.last_reunion_back = time.time() + Peer.INITIAL_TIME_FOR_REUNION except LostConnection as lc: print("Coudn't connect to father") def __handle_register_packet(self, packet): """ For registration a new node to the network at first we should make a Node with stream.add_node for'sender' and save it. Code design suggestion: 1.For checking whether an address is registered since now or not you can use SemiNode object except Node. Warnings: 1. Don't forget to ignore Register Request packets when you are a non-root peer. :param packet: Arrived register packet :type packet Packet :return: """ body = packet.get_body() type = body[0:3] if type == "REQ" and self.is_root: ip = body[3:18] port = int(body[18:23]) print("Registering ", ip, port) self.network_graph.register_node(ip, port) try: self.stream.add_node((ip, port), set_register_connection=True) res = self.packet_factory.new_register_packet("RES", (self.ip, self.port)) self.stream.add_message_to_out_buff((ip, port), res.get_buf()) except LostConnection as lc: print("Coudn't connect to registered node") elif type == "RES" and (not self.is_root): if body[3:6] == "ACK": print("Register ACKed") def __check_neighbour(self, address): """ It checks is the address in our neighbours array or not. :param address: Unknown address :type address: tuple :return: Whether is address in our neighbours or not. :rtype: bool """ return self.stream.get_node_by_server(address[0], address[1]) is not None def __handle_message_packet(self, packet): """ Only broadcast message to the other nodes. Warnings: 1. Do not forget to ignore messages from unknown sources. 2. Make sure that you are not sending a message to a register_connection. :param packet: Arrived message packet :type packet Packet :return: """ sender = packet.get_source_server_address() if not self.__check_neighbour(sender): print("Ignored a Message from unknown source") return body = packet.get_body() if self.has_gui: self.interface.append_message(body) else: print("Message Received:\n", body) packet = self.packet_factory.new_message_packet(body, (self.ip, self.port)) for node in self.stream.get_nodes(): if node.get_server_address() != sender and (not node.is_register): self.stream.add_message_to_out_buff(node.get_server_address(), packet.get_buf()) def __handle_reunion_packet(self, packet): """ In this function we should handle Reunion packet was just arrived. Reunion Hello: If you are root Peer you should answer with a new Reunion Hello Back packet. At first extract all addresses in the packet body and append them in descending order to the new packet. You should send the new packet to the first address in the arrived packet. If you are a non-root Peer append your IP/Port address to the end of the packet and send it to your parent. Reunion Hello Back: Check that you are the end node or not; If not only remove your IP/Port address and send the packet to the next address, otherwise you received your response from the root and everything is fine. Warnings: 1. Every time adding or removing an address from packet don't forget to update Entity Number field. 2. If you are the root, update last Reunion Hello arrival packet from the sender node and turn it on. 3. If you are the end node, update your Reunion mode from pending to acceptance. :param packet: Arrived reunion packet :return: """ body = packet.get_body() type = body[0:3] number_of_entries = int(body[3:5]) entries = [] for i in range(number_of_entries): entry_ip = body[5 + i * 20: 5 + i * 20 + 15] entry_port = int(body[5 + i * 20 + 15: 5 + i * 20 + 20]) entries.append((entry_ip, entry_port)) if number_of_entries < 1: print("Warning: Invalid Reunion Packet") return if type == "REQ": if self.is_root: self.network_graph.update_latest_reunion_time(entries[0]) first_hop = entries[-1] entries.reverse() res = self.packet_factory.new_reunion_packet("RES", (self.ip, self.port), entries) self.stream.add_message_to_out_buff(first_hop, res.get_buf()) else: if not self.is_alive: return entries.append((self.ip, self.port)) res = self.packet_factory.new_reunion_packet("REQ", (self.ip, self.port), entries) self.stream.add_message_to_out_buff(self.father_address, res.get_buf()) if type == "RES": if self.is_root: print("Warning: Invalid Reunion Packet") return if (self.ip, self.port) == entries[0]: self.last_reunion_back = time.time() return if (self.ip, self.port) != entries[-1]: print("Warning: Invalid Reunion Packet") return entries = entries[0:-1] next_hop = entries[-1] res = self.packet_factory.new_reunion_packet("RES", (self.ip, self.port), entries) self.stream.add_message_to_out_buff(next_hop, res.get_buf()) def __handle_join_packet(self, packet): """ When a Join packet received we should add a new node to our nodes array. In reality, there is a security level that forbids joining every node to our network. :param packet: Arrived register packet. :type packet Packet :return: """ new_address = packet.get_source_server_address() try: self.stream.add_node(new_address, set_register_connection=False) except LostConnection as lc: print("Coudn't connect to joined node from", new_address) def __get_neighbour(self, sender): """ Finds the best neighbour for the 'sender' from the network_nodes array. This function only will call when you are a root peer. Code design suggestion: 1. Use your NetworkGraph find_live_node to find the best neighbour. :param sender: Sender of the packet :return: The specified neighbour for the sender; The format is like ('192.168.001.001', '05335'). """ return self.network_graph.find_parent_and_assign(sender[0], sender[1]) def parse_in_buf(self): buffer = self.stream.read_in_buf() header_size = 20 if len(buffer) < header_size: return None packet = Packet(buf=buffer[0:20]) packet_length = packet.get_length() if len(buffer) < packet_length: return None packet = Packet(buf=buffer[0:packet_length]) self.stream.delete_buffer(packet_length) return packet def register(self): print("Register Command!") if self.is_root: return req = self.packet_factory.new_register_packet("REQ", (self.ip, self.port), (self.ip, self.port)) self.stream.add_message_to_out_buff(self.root_address, req.get_buf()) def advertise(self): print("Advertisement Command") req = self.packet_factory.new_advertise_packet("REQ", (self.ip, self.port)) self.stream.add_message_to_out_buff(self.root_address, req.get_buf()) pass def send_message(self, message): print("Message Command! Message:", message) packet = self.packet_factory.new_message_packet(message, (self.ip, self.port)) self.send_broadcast_packet(packet) def send_reunion(self): reunion_packet = self.packet_factory.new_reunion_packet("REQ", (self.ip, self.port), [(self.ip, self.port)]) self.stream.add_message_to_out_buff(self.father_address, reunion_packet.get_buf()) def timeout(self): self.is_alive = False if self.has_gui: self.interface.set_alive(self.is_alive) self.advertise() def handle_lost_connection(self, node): self.stream.remove_node(node) print("Connection with ", node.get_server_address(), " lost") if node.get_server_address() == self.father_address: print("Connection with father lost") self.timeout()
class Peer: DAEMON_THREAD_WAIT_TIME = 4 MAXIMUM_WAIT_TIME = 2 * 2 * 8 + 4 def __init__(self, server_ip, server_port, is_root=False, root_address=None): """ The Peer object constructor. Code design suggestions: 1. Initialise a Stream object for our Peer. 2. Initialise a PacketFactory object. 3. Initialise our UserInterface for interaction with user commandline. 4. Initialise a Thread for handling reunion daemon. Warnings: 1. For root Peer, we need a NetworkGraph object. 2. In root Peer, start reunion daemon as soon as possible. 3. In client Peer, we need to connect to the root of the network, Don't forget to set this connection as a register_connection. :param server_ip: Server IP address for this Peer that should be pass to Stream. :param server_port: Server Port address for this Peer that should be pass to Stream. :param is_root: Specify that is this Peer root or not. :param root_address: Root IP/Port address if we are a client. :type server_ip: str :type server_port: int :type is_root: bool :type root_address: tuple """ self.address = (Node.parse_ip(server_ip), Node.parse_port(str(server_port))) self.root_address = None if root_address is None else Node.parse_address( root_address) self.stream = Stream(server_ip, server_port, root_address) self.packet_factory = PacketFactory() self.ui = UserInterface() self.ui.daemon = True self.is_root = is_root self.parent_address = None self.children = [] self.network_graph = None self.registered_peers = None self.waiting_for_hello_back = False self.last_sent_hello_time = None self.reunion_daemon = threading.Thread(target=self.run_reunion_daemon) self.reunion_daemon.daemon = True if is_root: root_graph_node = GraphNode(self.address) root_graph_node.depth = 0 self.network_graph = NetworkGraph(root_graph_node) self.registered_peers = dict() self.last_received_hello_times = dict() self.reunion_daemon.start() elif root_address is not None: self.stream.add_node(root_address, set_register_connection=True) self.start_user_interface() print('Peer initialized.') def start_user_interface(self): """ For starting UserInterface thread. :return: """ self.ui.start() def handle_user_interface_buffer(self): """ In every interval, we should parse user command that buffered from our UserInterface. All of the valid commands a re listed below: 1. Register: With this command, the client send a Register Request packet to the root of the network. 2. Advertise: Send an Advertise Request to the root of the network for finding first hope. 3. SendMessage: The following string will be added to a new Message packet and broadcast through the network. Warnings: 1. Ignore irregular commands from the user. 2. Don't forget to clear our UserInterface buffer. :return: """ i = 0 ui_buffer_snapshot_size = len(self.ui.buffer) while i < ui_buffer_snapshot_size: cmd = self.ui.buffer[i] if cmd == 'sendMessage': msg = self.ui.buffer[i + 1] broadcast_packet = self.packet_factory.new_message_packet( msg, self.address) self.send_broadcast_packet(broadcast_packet) i += 2 if self.is_root: continue if cmd == 'register': register_packet = self.packet_factory.new_register_packet( Packet.BODY_REQ, self.address, self.address) print(register_packet.get_buf()) self.stream.add_message_to_out_buff(self.root_address, register_packet.get_buf(), is_register_node=True) # print('register packet created') elif cmd == 'advertise': advertise_packet = self.packet_factory.new_advertise_packet( Packet.BODY_REQ, self.address) print('sending', advertise_packet.get_buf()) self.stream.add_message_to_out_buff(self.root_address, advertise_packet.get_buf(), is_register_node=True) elif cmd == 'suicide': exit(1) i += 1 self.ui.buffer = self.ui.buffer[ui_buffer_snapshot_size:] def run(self): """ The main loop of the program. Code design suggestions: 1. Parse server in_buf of the stream. 2. Handle all packets were received from our Stream server. 3. Parse user_interface_buffer to make message packets. 4. Send packets stored in nodes buffer of our Stream object. 5. ** sleep the current thread for 2 seconds ** Warnings: 1. At first check reunion daemon condition; Maybe we have a problem in this time and so we should hold any actions until Reunion acceptance. 2. In every situation checkout Advertise Response packets; even is Reunion in failure mode or not :return: """ # TODO warnings handling while True: self.handle_user_interface_buffer() stream_in_buff_snapshot = self.stream.read_in_buf() snapshot_size = len(stream_in_buff_snapshot) if snapshot_size != 0: print(stream_in_buff_snapshot) for message in stream_in_buff_snapshot: packet = self.packet_factory.parse_buffer(message) # print('packet:', packet.get_buf()) self.handle_packet(packet) self.stream.clear_in_buff(snapshot_size) self.stream.send_out_buf_messages() time.sleep(2) def run_reunion_daemon(self): """ In this function, we will handle all Reunion actions. Code design suggestions: 1. Check if we are the network root or not; The actions are identical. 2. If it's the root Peer, in every interval check the latest Reunion packet arrival time from every node; If time is over for the node turn it off (Maybe you need to remove it from our NetworkGraph). 3. If it's a non-root peer split the actions by considering whether we are waiting for Reunion Hello Back Packet or it's the time to send new Reunion Hello packet. Warnings: 1. If we are the root of the network in the situation that we want to turn a node off, make sure that you will not advertise the nodes sub-tree in our GraphNode. 2. If we are a non-root Peer, save the time when you have sent your last Reunion Hello packet; You need this time for checking whether the Reunion was failed or not. 3. For choosing time intervals you should wait until Reunion Hello or Reunion Hello Back arrival, pay attention that our NetworkGraph depth will not be bigger than 8. (Do not forget main loop sleep time) 4. Suppose that you are a non-root Peer and Reunion was failed, In this time you should make a new Advertise Request packet and send it through your register_connection to the root; Don't forget to send this packet here, because in the Reunion Failure mode our main loop will not work properly and everything will be got stock! :return: """ while True: if self.is_root: for peer_address, last_time in list( self.last_received_hello_times.items()): elapsed_time = time.time() - last_time if elapsed_time > self.MAXIMUM_WAIT_TIME: self.network_graph.remove_node(peer_address) elif self.parent_address is not None: if not self.waiting_for_hello_back: hello_packet = self.packet_factory.new_reunion_packet( Packet.BODY_REQ, self.address, [self.address]) self.stream.add_message_to_out_buff( self.parent_address, hello_packet.get_buf()) self.last_sent_hello_time = time.time() self.waiting_for_hello_back = True else: elapsed_time = time.time() - self.last_sent_hello_time if elapsed_time > self.MAXIMUM_WAIT_TIME: advertise_packet = self.packet_factory.new_advertise_packet( Packet.BODY_REQ, self.address, self.address) self.stream.add_message_to_out_buff( self.root_address, advertise_packet.get_buf(), is_register_node=True) self.stream.remove_node( self.stream.get_node_by_server( self.parent_address[0], self.parent_address[1])) self.parent_address = None for child in self.children: self.stream.remove_node( self.stream.get_node_by_server( child[0], child[1])) self.waiting_for_hello_back = False time.sleep(self.DAEMON_THREAD_WAIT_TIME) def send_broadcast_packet(self, broadcast_packet): """ For setting broadcast packets buffer into Nodes out_buff. Warnings: 1. Don't send Message packets through register_connections. :param broadcast_packet: The packet that should be broadcast through the network. :type broadcast_packet: Packet :return: """ print('Sending new broadcast message: ', broadcast_packet.get_body()) for child in self.children: self.stream.add_message_to_out_buff(child, broadcast_packet.get_buf()) if not self.is_root: self.stream.add_message_to_out_buff(self.parent_address, broadcast_packet.get_buf()) def handle_packet(self, packet): """ This function act as a wrapper for other handle_###_packet methods to handle the packet. Code design suggestion: 1. It's better to check packet validation right now; For example Validation of the packet length. :param packet: The arrived packet that should be handled. :type packet Packet """ packet_type = packet.get_type() if packet.get_version() != Packet.VERSION: print('Error in packet: incorrect version') return if packet_type not in [ Packet.REGISTER, Packet.ADVERTISE, Packet.JOIN, Packet.MESSAGE, Packet.REUNION ]: print('Error in packet: Unknown type') return if packet.get_length() != len(packet.get_body()): print('Error in packet: inconsistent body length') print('body length in header:', packet.get_length()) print('real body length:', len(packet.get_body())) return print(time.time(), end=' ') if packet_type == Packet.REGISTER: print('register packet received') self.__handle_register_packet(packet) elif packet_type == Packet.ADVERTISE: print('advertise packet received') self.__handle_advertise_packet(packet) elif packet_type == Packet.JOIN: print('join packet received') self.__handle_join_packet(packet) elif packet_type == Packet.MESSAGE: print('message packet received') self.__handle_message_packet(packet) elif packet_type == Packet.REUNION: print('reunion packet received') self.__handle_reunion_packet(packet) else: print('unknown packet type') def __check_registered(self, source_address): """ If the Peer is the root of the network we need to find that is a node registered or not. :param source_address: Unknown IP/Port address. :type source_address: tuple :return: """ if self.registered_peers is not None: if str( (Node.parse_ip(source_address[0]), Node.parse_port(source_address[1]))) in self.registered_peers: return True return False def __handle_advertise_packet(self, packet): """ For advertising peers in the network, It is peer discovery message. Request: We should act as the root of the network and reply with a neighbour address in a new Advertise Response packet. Response: When an Advertise Response packet type arrived we should update our parent peer and send a Join packet to the new parent. Code design suggestion: 1. Start the Reunion daemon thread when the first Advertise Response packet received. 2. When an Advertise Response message arrived, make a new Join packet immediately for the advertised address. Warnings: 1. Don't forget to ignore Advertise Request packets when you are a non-root peer. 2. The addresses which still haven't registered to the network can not request any peer discovery message. 3. Maybe it's not the first time that the source of the packet sends Advertise Request message. This will happen in rare situations like Reunion Failure. Pay attention, don't advertise the address to the packet sender sub-tree. 4. When an Advertise Response packet arrived update our Peer parent for sending Reunion Packets. :param packet: Arrived advertise packet :type packet Packet :return: """ body_str = packet.get_body() if self.is_root: if len(body_str) != 3 or body_str != Packet.BODY_REQ: return if not self.__check_registered(packet.get_source_server_address()): print( 'Peer that has sent request advertise has not registered before.' ) return neighbour_address = self.__get_neighbour( packet.get_source_server_address()) print('neighbour for', packet.get_source_server_address(), 'is', neighbour_address) response_packet = self.packet_factory.new_advertise_packet( Packet.BODY_RES, packet.get_source_server_address(), Node.parse_address(neighbour_address)) message = response_packet.get_buf() self.stream.add_message_to_out_buff( packet.get_source_server_address(), message, is_register_node=True) self.network_graph.add_node(packet.get_source_server_ip(), packet.get_source_server_port(), neighbour_address) self.network_graph.turn_on_node(packet.get_source_server_address()) self.last_received_hello_times[ packet.get_source_server_address()] = time.time() else: if len(body_str) != 23 or body_str[:3] != Packet.BODY_RES: return parent_ip = body_str[3:18] parent_port = body_str[18:23] self.parent_address = (parent_ip, parent_port) self.stream.add_node(self.parent_address) join_packet = self.packet_factory.new_join_packet(self.address) message = join_packet.get_buf() self.stream.add_message_to_out_buff(self.parent_address, message) self.waiting_for_hello_back = False if not self.reunion_daemon.is_alive(): self.reunion_daemon.start() def __handle_register_packet(self, packet): """ For registration a new node to the network at first we should make a Node with stream.add_node for'sender' and save it. Code design suggestion: 1.For checking whether an address is registered since now or not you can use SemiNode object except Node. Warnings: 1. Don't forget to ignore Register Request packets when you are a non-root peer. :param packet: Arrived register packet :type packet Packet :return: """ if not self.is_root: return body_str = packet.get_body() if len(body_str) != 23: print('register request packet length is not 23') body_type = body_str[:3] if body_type == Packet.BODY_REQ: source_ip = body_str[3:18] source_port = body_str[18:23] source_address = (source_ip, source_port) if self.__check_registered(source_address): print('peer is already been registered!') return self.registered_peers[str(source_address)] = True self.stream.add_node(source_address, set_register_connection=True) response_packet = self.packet_factory.new_register_packet( Packet.BODY_RES, source_address) message = response_packet.get_buf() self.stream.add_message_to_out_buff(source_address, message, is_register_node=True) print('registered peers', self.registered_peers) else: print('register body type is not REQ') def __check_neighbour(self, address): """ It checks if the address in our neighbours array or not. :param address: Unknown address :type address: tuple :return: Whether is address in our neighbours or not. :rtype: bool """ return address == self.parent_address or address in self.children def __handle_message_packet(self, packet): """ Only broadcast message to the other nodes. Warnings: 1. Do not forget to ignore messages from unknown sources. 2. Make sure that you are not sending a message to a register_connection. :param packet: Arrived message packet :type packet Packet :return: """ if not self.__check_neighbour(packet.get_source_server_address()): print( 'received message from unknown source, not found in neighbours' ) return if self.stream.get_node_by_server(packet.get_source_server_ip(), packet.get_source_server_port() ) not in self.stream.nodes.values(): print('source not found in stream nodes') return message = packet.get_body() print('New message received from', packet.get_source_server_address(), ':', message) message_packet = self.packet_factory.new_message_packet( message, self.address) for child in self.children: if child != packet.get_source_server_address(): self.stream.add_message_to_out_buff(child, message_packet.get_buf()) if not self.is_root and self.parent_address != packet.get_source_server_address( ): self.stream.add_message_to_out_buff(self.parent_address, message_packet.get_buf()) def __handle_reunion_packet(self, packet): """ In this function we should handle Reunion packet was just arrived. Reunion Hello: If you are root Peer you should answer with a new Reunion Hello Back packet. At first extract all addresses in the packet body and append them in descending order to the new packet. You should send the new packet to the first address in the arrived packet. If you are a non-root Peer append your IP/Port address to the end of the packet and send it to your parent. Reunion Hello Back: Check that you are the end node or not; If not only remove your IP/Port address and send the packet to the next address, otherwise you received your response from the root and everything is fine. Warnings: 1. Every time adding or removing an address from packet don't forget to update Entity Number field. 2. If you are the root, update last Reunion Hello arrival packet from the sender node and turn it on. 3. If you are the end node, update your Reunion mode from pending to acceptance. :param packet: Arrived reunion packet :return: """ body_str = packet.get_body() num_of_entries = int(body_str[3:5]) if num_of_entries != len(body_str[5:]) // 20: return path_peers_str = body_str[5:] path_peers = [] for i in range(0, len(path_peers_str), 20): ip = path_peers_str[i:i + 15] port = path_peers_str[i + 15:i + 20] path_peers.append((ip, port)) if self.is_root: if body_str[0:3] != Packet.BODY_REQ: return self.last_received_hello_times[ packet.get_source_server_address()] = time.time() path_peers.reverse() hello_back_packet = self.packet_factory.new_reunion_packet( Packet.BODY_RES, self.address, path_peers) message = hello_back_packet.get_buf() self.stream.add_message_to_out_buff(path_peers[0], message) else: if body_str[0:3] == Packet.BODY_REQ: path_peers.append(self.address) hello_packet = self.packet_factory.new_reunion_packet( Packet.BODY_REQ, packet.get_source_server_address(), path_peers) message = hello_packet.get_buf() self.stream.add_message_to_out_buff(self.parent_address, message) elif body_str[0:3] == Packet.BODY_RES: if path_peers[0] != self.address: return if len(path_peers) == 1 and self.waiting_for_hello_back: self.waiting_for_hello_back = False return path_peers = path_peers[1:] hello_back_packet = self.packet_factory.new_reunion_packet( Packet.BODY_RES, packet.get_source_server_address(), path_peers) message = hello_back_packet.get_buf() self.stream.add_message_to_out_buff(path_peers[0], message) def __handle_join_packet(self, packet): """ When a Join packet received we should add a new node to our nodes array. In reality, there is a security level that forbids joining every node to our network. :param packet: Arrived register packet. :type packet Packet :return: """ body_str = packet.get_body() if len(body_str) != 4 or body_str != Packet.BODY_JOIN: return source_address = packet.get_source_server_address() self.stream.add_node(source_address) self.children.append(source_address) # if len(self.children) > 2: # raise Exception('protection forgotten. excessive child!') def __get_neighbour(self, sender): """ Finds the best neighbour for the 'sender' from the network_nodes array. This function only will call when you are a root peer. Code design suggestion: 1. Use your NetworkGraph find_live_node to find the best neighbour. :param sender: Sender of the packet :return: The specified neighbour for the sender; The format is like ('192.168.001.001', '05335'). """ return self.network_graph.find_live_node(sender).address
class Peer: def __init__(self, server_ip, server_port, is_root=False, root_address=None): """ The Peer object constructor. Code design suggestions: 1. Initialise a Stream object for our Peer. 2. Initialise a PacketFactory object. 3. Initialise our UserInterface for interaction with user commandline. 4. Initialise a Thread for handling reunion daemon. Warnings: 1. For root Peer we need a NetworkGraph object. 2. In root Peer start reunion daemon as soon as possible. 3. In client Peer we need to connect to the root of the network, Don't forget to set this connection as a register_connection. :param server_ip: Server IP address for this Peer that should be pass to Stream. :param server_port: Server Port address for this Peer that should be pass to Stream. :param is_root: Specify that is this Peer root or not. :param root_address: Root IP/Port address if we are a client. :type server_ip: str :type server_port: int :type is_root: bool :type root_address: tuple """ self._is_root = is_root self.stream = Stream(server_ip, server_port) self.parent = None self.packets = [] self.neighbours = [] self.flagg = True self.reunion_accept = True self.reunion_daemon_thread = threading.Thread( target=self.run_reunion_daemon) self.reunion_sending_time = time.time() self.reunion_pending = False self._user_interface = UserInterface() self.packet_factory = PacketFactory() if self._is_root: self.network_nodes = [] self.registered_nodes = [] self.network_graph = NetworkGraph( GraphNode((server_ip, str(server_port).zfill(5)))) self.reunion_daemon_thread.start() else: self.root_address = root_address self.stream.add_node(root_address, set_register_connection=True) def start_user_interface(self): """ For starting UserInterface thread. :return: """ print("Starting UI") print('Available commands: ' 'Register', 'Advertise', 'SendMessage') self._user_interface.start() def handle_user_interface_buffer(self): """ In every interval we should parse user command that buffered from our UserInterface. All of the valid commands are listed below: 1. Register: With this command client send a Register Request packet to the root of the network. 2. Advertise: Send an Advertise Request to the root of the network for finding first hope. 3. SendMessage: The following string will be add to a new Message packet and broadcast through network. Warnings: 1. Ignore irregular commands from user. 2. Don't forget to clear our UserInterface buffer. :return: """ available_commands = ['Register', 'Advertise', 'SendMessage'] # # print("user interface handler ", self._user_interface.buffer) for buffer in self._user_interface.buffer: if len(buffer) == 0: continue print('User interface handler buffer:', buffer) if buffer.split(' ', 1)[0] == available_commands[0]: # print("Handling buffer/register in UI") self.stream.add_message_to_out_buff( self.root_address, self.packet_factory.new_register_packet( "REQ", self.stream.get_server_address(), self.root_address).get_buf()) elif buffer.split(' ', 1)[0] == available_commands[1]: # print("Handling buffer/advertise in UI") self.stream.add_message_to_out_buff( self.root_address, self.packet_factory.new_advertise_packet( "REQ", self.stream.get_server_address()).get_buf()) elif buffer.split(' ', 1)[0] == available_commands[2]: # print("Handling buffer/SendMessage in UI") self.send_broadcast_packet( self.packet_factory.new_message_packet( buffer.split(' ', 1)[1], self.stream.get_server_address()).get_buf()) else: print('Unknown Command!!!') self._user_interface.buffer = [] def run(self): """ Main loop of the program. Code design suggestions: 1. Parse server in_buf of the stream. 2. Handle all packets were received from our Stream server. 3. Parse user_interface_buffer to make message packets. 4. Send packets stored in nodes buffer of our Stream object. 5. ** sleep the current thread for 2 seconds ** Warnings: 1. At first check reunion daemon condition; Maybe we have a problem in this time and so we should hold any actions until Reunion acceptance. 2. In every situations checkout Advertise Response packets; even is Reunion in failure mode or not :return: """ print("Running the peer...") while True: time.sleep(2) temp_array = self.stream.read_in_buf() if not self.reunion_accept: print("Reunion failure") for b in self.stream.read_in_buf(): # print("In main while: ", b) p = self.packet_factory.parse_buffer(b) # print("In for: ", p.get_type()) if p.get_type() == 2: self.handle_packet(p) temp_array.remove(b) # self.stream.send_out_buf_messages(only_register=True) break continue for b in temp_array: # print("In main while: ", b) p = self.packet_factory.parse_buffer(b) self.handle_packet(p) # self.packets.remove(p) self.stream.clear_in_buff() self.handle_user_interface_buffer() # print("Main while before user_interface handler") # self.send_broadcast_packets() self.stream.send_out_buf_messages() def run_reunion_daemon(self): """ In this function we will handle all Reunion actions. Code design suggestions: 1. Check if we are the network root or not; The actions are identical. 2. If it's the root Peer, in every interval check the latest Reunion packet arrival time from every nodes; If time is over for the node turn it off (Maybe you need to remove it from our NetworkGraph). 3. If it's a non-root peer split the actions by considering whether we are waiting for Reunion Hello Back Packet or it's the time to send new Reunion Hello packet. Warnings: 1. If we are root of the network in the situation that want to turn a node off, make sure that you will not advertise the nodes sub-tree in our GraphNode. 2. If we are a non-root Peer, save the time when you have sent your last Reunion Hello packet; You need this time for checking whether the Reunion was failed or not. 3. For choosing time intervals you should wait until Reunion Hello or Reunion Hello Back arrival, pay attention that our NetworkGraph depth will not be bigger than 8. (Do not forget main loop sleep time) 4. Suppose that you are a non-root Peer and Reunion was failed, In this time you should make a new Advertise Request packet and send it through your register_connection to the root; Don't forget to send this packet here, because in Reunion Failure mode our main loop will not work properly and everything will got stock! :return: """ if self._is_root: while True: for n in self.network_graph.nodes: if time.time( ) > n.latest_reunion_time + 36 and n is not self.network_graph.root: print("We have lost a node!", n.address) for child in n.children: # TODO Turn all sub-tree off; not only children. self.network_graph.turn_off_node(child.address) self.network_graph.turn_off_node(n.address) self.network_graph.remove_node(n.address) # TODO Handle this section time.sleep(2) else: while True: if not self.reunion_pending: self.reunion_accept = True time.sleep(4) packet = self.packet_factory.new_reunion_packet( "REQ", self.stream.get_server_address(), [self.stream.get_server_address()]) self.stream.add_message_to_out_buff( self.parent.get_server_address(), packet.get_buf()) self.reunion_pending = True self.reunion_sending_time = time.time() self.flagg = True else: if time.time( ) > self.reunion_sending_time + 38 and self.flagg: print("Ooops, Reunion was failed.") self.reunion_accept = False advertise_packet = self.packet_factory.new_advertise_packet( "REQ", self.stream.get_server_address()) self.stream.add_message_to_out_buff( self.root_address, advertise_packet.get_buf()) self.flagg = False self.stream.send_out_buf_messages(only_register=True) # Reunion failed. # TODO Make sure that parent will completely detach from our clients def send_broadcast_packet(self, broadcast_packet): """ For setting broadcast packets buffer into Nodes out_buff. Warnings: 1. Don't send Message packets through register_connections. :param broadcast_packet: The packet that should be broadcast through network. :type broadcast_packet: Packet :return: """ for n in self.stream.nodes: # print(n.get_standard_server_address()) # print(self.root_address) # if n.get_standard_server_address() != self.root_address: if not n.is_register_connection: self.stream.add_message_to_out_buff(n.get_server_address(), broadcast_packet) def handle_packet(self, packet): """ This function act as a wrapper for other handle_###_packet methods to handle the packet. Code design suggestion: 1.It's better to check packet validation right now; For example: Validation of the packet length. :param packet: The arrived packet that should be handled. :type packet Packet """ if packet.get_length() != len(packet.get_body()): # print("packet.get_length() = ", packet.get_length(), packet.get_body(), packet.get_source_server_ip(),packet.get_source_server_port()) return print('Packet Length is incorrect.') # print("Handling the packet...") if packet.get_version() == 1: if packet.get_type() == 1: self.__handle_register_packet(packet) elif packet.get_type() == 2: self.__handle_advertise_packet(packet) elif packet.get_type() == 3: self.__handle_join_packet(packet) elif packet.get_type() == 4: self.__handle_message_packet(packet) elif packet.get_type() == 5: self.__handle_reunion_packet(packet) else: print('Unexpected type:\t', packet.get_type()) # self.packets.remove(packet) def __check_registered(self, source_address): """ If the Peer is root of the network we need to find that is a node registered or not. :param source_address: Unknown IP/Port address. :type source_address: tuple :return: """ for n in self.registered_nodes: if n.get_address() == source_address: return True return False def __handle_advertise_packet(self, packet): """ For advertising peers in network, It is peer discovery message. Request: We should act as root of the network and reply with a neighbour address in a new Advertise Response packet. Response: When a Advertise Response packet type arrived we should update our parent peer and send a Join packet to the new parent. Code design suggestion: 1. Start the Reunion daemon thread when the first Advertise Response packet received. 2. When an Advertise Response message arrived make a new Join packet immediately for advertised address. Warnings: 1. Don't forget to ignore Advertise Request packets when you are non-root peer. 2. The addresses which still haven't registered to the network can not request any peer discovery message. 3. Maybe it's not the first time that source of the packet send Advertise Request message. This will happen in rare situations like Reunion Failure. Pay attention that don't advertise the address in packet sender sub-tree. 4. When an Advertise Response packet arrived update our Peer parent for sending Reunion Packets. :param packet: Arrived register packet :type packet Packet :return: """ # print("Handling advertisement packet...") if packet.get_body()[0:3] == 'REQ': if not self._is_root: # return print("Register request packet send to a non root node!") return # print("Packet is in Request type") if not self.__check_registered(packet.get_source_server_address()): # print(packet.get_source_server_address(), " trying to advertise before registering.") return # TODO Here we should check that is the node was advertised in past then update our GraphNode neighbor = self.__get_neighbour(packet.get_source_server_address()) # print("Neighbor: \t", neighbor) p = self.packet_factory.new_advertise_packet( type='RES', source_server_address=self.stream.get_server_address(), neighbor=neighbor) server_address = packet.get_source_server_address() node = self.network_graph.find_node(server_address[0], server_address[1]) if node is not None: self.network_graph.turn_on_node(server_address) # # else: # self.network_graph.add_node(node, neighbor.address) # self.network_graph.add_node(server_address[0], server_address[1], neighbor) # print("We want to add this to the node: ", packet.get_source_server_address()) self.network_nodes.append( SemiNode(packet.get_source_server_ip(), packet.get_source_server_port())) self.stream.add_message_to_out_buff( packet.get_source_server_address(), p.get_buf()) # print() elif packet.get_body()[0:3] == 'RES': # print("Packet is in Response type") self.stream.add_node( (packet.get_body()[3:18], packet.get_body()[18:23])) if self.parent: if self.stream.get_node_by_server( self.parent.server_ip, self.parent.server_port) in self.stream.nodes: self.stream.remove_node(self.parent) self.parent = self.stream.get_node_by_server( packet.get_body()[3:18], packet.get_body()[18:23]) addr = self.stream.get_server_address() join_packet = self.packet_factory.new_join_packet(addr) self.stream.add_message_to_out_buff( self.parent.get_server_address(), join_packet.get_buf()) self.reunion_pending = False if not self.reunion_daemon_thread.isAlive(): # print("Reunion thread started") self.reunion_daemon_thread.start() else: raise print('Unexpected Type.') def __handle_register_packet(self, packet): """ For registration a new node to the network at first we should make a Node with stream.add_node for'sender' and save it. Code design suggestion: 1.For checking whether an address is registered since now or not you can use SemiNode object except Node. Warnings: 1. Don't forget to ignore Register Request packets when you are non-root peer. :param packet: Arrived register packet :type packet Packet :return: """ # print("Handling register packet body: ", packet.get_body()) pbody = packet.get_body() if pbody[0:3] == 'REQ': # print("Packet is in Request type") if not self._is_root: raise print('Register request packet send to a root node!') else: if self.__check_registered(packet.get_source_server_address()): print(packet.get_source_server_address(), 'Trying to register again') return res = self.packet_factory.new_register_packet( type='RES', source_server_address=self.stream.get_server_address(), address=self.stream.get_server_address()) self.stream.add_node((packet.get_source_server_ip(), packet.get_source_server_port()), set_register_connection=True) # self.stream.add_client(pbody[3:18], pbody[18:23]) self.registered_nodes.append( SemiNode(packet.get_body()[3:18], packet.get_body()[18:23])) self.stream.add_message_to_out_buff( packet.get_source_server_address(), res.get_buf()) # self.stream.add_message_to_out_buf((pbody[3:18], pbody[18:23]), res) if pbody[0:3] == 'RES': print("Register Response sent") if pbody[3:6] == "ACK": print('ACK! Registered accomplished') else: raise Exception( 'Root did not send ack in the register response packet!') def __check_neighbour(self, address): """ Checks is the address in our neighbours array or not. :param address: Unknown address :type address: tuple :return: Whether is address in our neighbours or not. :rtype: bool """ if address in self.neighbours: return True print(self.parent.get_server_address(), " ", address) if address == self.parent.get_server_address(): return True return False def __handle_message_packet(self, packet): """ Only broadcast message to the other nodes. Warnings: 1. Do not forget to ignore messages from unknown sources. 2. Make sure that you are not sending a message to a register_connection. :param packet: :type packet Packet :return: """ # print("Handling message packet...") # print("The message was just arrived is: ", packet.get_body(), " and source of the packet is: ", # packet.get_source_server_address()) new_packet = self.packet_factory.new_message_packet( packet.get_body(), self.stream.get_server_address()) # for n in self.stream.nodes: # print("From here:\t", n.get_server_address(), " ", n.is_register_connection) if not self.__check_neighbour(packet.get_source_server_address()): # print("The message is from an unknown source.") return for n in self.stream.nodes: if not n.is_register_connection: if n.get_server_address() != packet.get_source_server_address( ): # print("Node considered to send message to: ", n.get_server_address()) self.stream.add_message_to_out_buff( n.get_server_address(), new_packet.get_buf()) print('Message sent to', n.get_server_address) def __handle_reunion_packet(self, packet): """ In this function we should handle Reunion packet was just arrived. Reunion Hello: If you are root Peer you should answer with a new Reunion Hello Back packet. At first extract all addresses in the packet body and append them in descending order to the new packet. You should send the new packet to the first address in arrived packet. If you are a non-root Peer append your IP/Port address to the end of the packet and send it to your parent. Reunion Hello Back: Check that you are the end node or not; If not only remove your IP/Port address and send packet to the next address, otherwise you received your response from root and everything is fine. Warnings: 1. Every time adding or removing an address from packet don't forget to update Entity Number field. 2. If you are the root, update last Reunion Hello arrival packet from the sender node and turn it on. 3. If you are the end node, update your Reunion mode from pending to acceptance. :param packet: :return: """ # print("Handling reunion packet") if packet.get_body()[0:3] == "REQ": # print("Packet is in Request type") if self._is_root: number_of_entity = int(packet.get_body()[3:5]) node_array = [] ip_and_ports = packet.get_body()[5:] sender_ip = ip_and_ports[(number_of_entity - 1) * 20:(number_of_entity - 1) * 20 + 15] sender_port = ip_and_ports[(number_of_entity - 1) * 20 + 15:(number_of_entity - 1) * 20 + 20] for i in range(number_of_entity): ip = ip_and_ports[i * 20:i * 20 + 15] port = ip_and_ports[i * 20 + 15:i * 20 + 20] node_array.insert(0, (ip, port)) self.network_graph.turn_on_node( packet.get_source_server_address()) node = self.network_graph.find_node( packet.get_source_server_ip(), packet.get_source_server_port()) node.latest_reunion_time = time.time() p = self.packet_factory.new_reunion_packet( type='RES', source_address=self.stream.get_server_address(), nodes_array=node_array) self.stream.add_message_to_out_buff((sender_ip, sender_port), p.get_buf()) else: number_of_entity = int(packet.get_body()[3:5]) node_array = [] ip_and_ports = packet.get_body()[5:] for i in range(number_of_entity): ip = ip_and_ports[i * 20:i * 20 + 15] port = ip_and_ports[i * 20 + 15:i * 20 + 20] node_array.append((ip, port)) self_address = self.stream.get_server_address() node_array.append((self_address[0], self_address[1])) p = self.packet_factory.new_reunion_packet( type='REQ', source_address=self.stream.get_server_address(), nodes_array=node_array) parent_address = self.parent.get_server_address() self.stream.add_message_to_out_buff(parent_address, p.get_buf()) elif packet.get_body()[0:3] == 'RES': # print("Packet is in Response type") number_of_entity = int(packet.get_body()[3:5]) # print("Entity number is: ", number_of_entity) node_array = [] ip_and_ports = packet.get_body()[5:] first_ip = ip_and_ports[0:15] first_port = ip_and_ports[15:20] self_address = self.stream.get_server_address() # print("Packet address: ", ip_and_ports[:20], ' address: ', self_address) if first_ip == self_address[0] and first_port == self_address[1]: if number_of_entity == 1: print('Reunion Hello Back Packet Received') self.reunion_pending = False return sender_ip = ip_and_ports[20:35] sender_port = ip_and_ports[35:40] for i in range(1, number_of_entity): ip = ip_and_ports[i * 20:i * 20 + 15] port = ip_and_ports[i * 20 + 15:i * 20 + 20] node_array.append((ip, port)) p = self.packet_factory.new_reunion_packet( type='RES', source_address=self.stream.get_server_address(), nodes_array=node_array) self.stream.add_message_to_out_buff((sender_ip, sender_port), p.get_buf()) else: raise print('Unexpected type') def __handle_join_packet(self, packet): """ When a Join packet received we should add new node to our nodes array. In reality there is a security level that forbid joining every nodes to our network. :param packet: Arrived register packet. :type packet Packet :return: """ print('Join packet sent') self.stream.add_node(packet.get_source_server_address()) self.neighbours.append(packet.get_source_server_address()) pass def __get_neighbour(self, sender): """ Finds the best neighbour for the 'sender' from network_nodes array. This function only will call when you are a root peer. Code design suggestion: 1.Use your NetworkGraph find_live_node to find the best neighbour. :param sender: Sender of the packet :return: The specified neighbor for the sender; The format is like ('192.168.001.001', '05335'). """ return self.network_graph.find_live_node(sender).address
class Peer: def __init__(self, server_ip, server_port, is_root=False, root_address=None): """ The Peer object constructor. Code design suggestions: 1. Initialise a Stream object for our Peer. 2. Initialise a PacketFactory object. 3. Initialise our UserInterface for interaction with user commandline. 4. Initialise a Thread for handling reunion daemon. Warnings: 1. For root Peer, we need a NetworkGraph object. 2. In root Peer, start reunion daemon as soon as possible. 3. In client Peer, we need to connect to the root of the network, Don't forget to set this connection as a register_connection. :param server_ip: Server IP address for this Peer that should be pass to Stream. :param server_port: Server Port address for this Peer that should be pass to Stream. :param is_root: Specify that is this Peer root or not. :param root_address: Root IP/Port address if we are a client. :type server_ip: str :type server_port: int :type is_root: bool :type root_address: tuple """ # self.root_address = (SemiNode.parse_ip(root_address[0]),SemiNode.parse_port(root_address[1])) self.root_address = root_address self.stream = Stream(server_ip, server_port) self.packet_factory = PacketFactory() self.user_interfarce = UserInterface() self.server_ip = SemiNode.parse_ip(server_ip) self.server_port = SemiNode.parse_port(str(server_port)) self.is_root = is_root self.flag = False # self.root_address = (SemiNode.parse_ip(root_address[0]), SemiNode.parse_port(root_address[1])) self.neighbours = [] if self.is_root: print("from root in init") self.root_node = GraphNode(self.stream.get_server_address()) self.network_graph = NetworkGraph(self.root_node) self.reunions_arrival_time = dict() else: print("from peer in init") self.stream.add_node(root_address, set_register_connection=True) # self.graph_node = GraphNode((server_ip, server_port)) self.reunion_mode = None self.last_reunion_sent_time = None self.t = threading.Thread(target=self.run_reunion_daemon) def start_user_interface(self): """ For starting UserInterface thread. :return: """ self.user_interfarce.start() t = threading.Thread(target=self.handle_user_interface_buffer) t.start() def handle_user_interface_buffer(self): """ In every interval, we should parse user command that buffered from our UserInterface. All of the valid commands are listed below: 1. Register: With this command, the client send a Register Request packet to the root of the network. 2. Advertise: Send an Advertise Request to the root of the network for finding first hope. 3. SendMessage: The following string will be added to a new Message packet and broadcast through the network. Warnings: 1. Ignore irregular commands from the user. 2. Don't forget to clear our UserInterface buffer. :return: """ while 1: if "".join(self.user_interfarce.buffer) == 'Register': print("Register") register_packet = self.packet_factory.new_register_packet( "REQ", self.stream.get_server_address(), self.root_address) self.stream.add_message_to_out_buff(self.root_address, register_packet.get_buf()) self.stream.print_out_buffs() elif "".join(self.user_interfarce.buffer) == 'Advertise': print("Advertise") advertise_packet = self.packet_factory.new_advertise_packet( "REQ", self.stream.get_server_address()) self.stream.add_message_to_out_buff(self.root_address, advertise_packet.get_buf()) self.stream.print_out_buffs() elif "".join(self.user_interfarce.buffer)[:11] == 'SendMessage': print("SendMessage") print("".join(self.user_interfarce.buffer)[11:]) message_packet = self.packet_factory.new_message_packet( "".join(self.user_interfarce.buffer)[11:], self.stream.get_server_address()) print(message_packet.get_buf()) self.send_broadcast_packet(message_packet) else: if len(self.user_interfarce.buffer) != 0: print("command not supported or empty") self.user_interfarce.buffer.clear() time.sleep(0.5) def run(self): """ The main loop of the program. Code design suggestions: 1. Parse server in_buf of the stream. 2. Handle all packets were received from our Stream server. 3. Parse user_interface_buffer to make message packets. 4. Send packets stored in nodes buffer of our Stream object. 5. ** sleep the current thread for 2 seconds ** Warnings: 1. At first check reunion daemon condition; Maybe we have a problem in this time and so we should hold any actions until Reunion acceptance. 2. In every situation checkout Advertise Response packets; even is Reunion in failure mode or not :return: """ while True: if self.is_root or ( not self.is_root and not (self.reunion_mode == "pending" and datetime.now() - self.last_reunion_sent_time > timedelta(seconds=4))): for buffer in self.stream.read_in_buf(): packet = self.packet_factory.parse_buffer(buffer) self.handle_packet(packet) self.stream.clear_in_buff() # TODO: user interface buffer parse if not self.flag: self.start_user_interface() self.flag = True # print(self.stream._server_in_buf) # print(self.stream.print_out_buffs()) print(self.stream.send_out_buf_messages()) elif not self.is_root and self.reunion_mode == "pending" and datetime.now( ) - self.last_reunion_sent_time > timedelta(seconds=4): for buffer in self.stream.read_in_buf(): packet = self.packet_factory.parse_buffer(buffer) if packet.get_type() == 2 and packet.get_res_or_req( ) == "RES": self.__handle_advertise_packet(packet) time.sleep(5) pass def run_reunion_daemon(self): """ In this function, we will handle all Reunion actions. Code design suggestions: 1. Check if we are the network root or not; The actions are identical. 2. If it's the root Peer, in every interval check the latest Reunion packet arrival time from every node; If time is over for the node turn it off (Maybe you need to remove it from our NetworkGraph). 3. If it's a non-root peer split the actions by considering whether we are waiting for Reunion Hello Back Packet or it's the time to send new Reunion Hello packet. Warnings: 1. If we are the root of the network in the situation that we want to turn a node off, make sure that you will not advertise the nodes sub-tree in our GraphNode. 2. If we are a non-root Peer, save the time when you have sent your last Reunion Hello packet; You need this time for checking whether the Reunion was failed or not. 3. For choosing time intervals you should wait until Reunion Hello or Reunion Hello Back arrival, pay attention that our NetworkGraph depth will not be bigger than 8. (Do not forget main loop sleep time) 4. Suppose that you are a non-root Peer and Reunion was failed, In this time you should make a new Advertise Request packet and send it through your register_connection to the root; Don't forget to send this packet here, because in the Reunion Failure mode our main loop will not work properly and everything will be got stock! :return: """ # TODO: this part is definitely gonna cause a lot of bugs,im not sure with the delays and 4 seconds while True: if self.is_root: for address, last_reunion_time in self.reunions_arrival_time.items( ): if (datetime.now() - last_reunion_time) > timedelta(seconds=16): self.network_graph.turn_off_node(address) self.network_graph.turn_off_subtree(address) self.network_graph.remove_node(address) else: if self.reunion_mode == "acceptance": if (datetime.now() - self.last_reunion_sent_time) >= timedelta( seconds=4): nodes_array = [(self.server_ip, self.server_port)] new_packet = self.packet_factory.new_reunion_packet( "REQ", (self.server_ip, self.server_port), nodes_array) self.stream.add_message_to_out_buff( self.stream.get_parent_node().get_server_address(), new_packet.get_buf()) self.last_reunion_sent_time = datetime.now() self.reunion_mode = "pending" elif self.reunion_mode == "pending": if (datetime.now() - self.last_reunion_sent_time) > timedelta( seconds=16): advertise_packet = self.packet_factory.new_advertise_packet( "REQ", (self.server_ip, self.server_port)) self.stream.add_message_to_out_buff( self.root_address, advertise_packet.get_buf()) def send_broadcast_packet(self, broadcast_packet): """ For setting broadcast packets buffer into Nodes out_buff. Warnings: 1. Don't send Message packets through register_connections. :param broadcast_packet: The packet that should be broadcast through the network. :type broadcast_packet: Packet :return: """ print("Send broadcast message: " + str(broadcast_packet.get_buf())) message = broadcast_packet.get_buf() self.stream.broadcast_to_none_registers( message, self.stream.get_server_address()) def handle_packet(self, packet): """ This function act as a wrapper for other handle_###_packet methods to handle the packet. Code design suggestion: 1. It's better to check packet validation right now; For example Validation of the packet length. :param packet: The arrived packet that should be handled. :type packet Packet """ type = packet.get_type() if packet.get_version() != 1: print("unsupported version", file=sys.stderr) raise ValueError if type < 1 or type > 5: print("unknown packet type", file=sys.stderr) raise ValueError if type == 1: self.__handle_register_packet(packet) elif type == 2: self.__handle_advertise_packet(packet) elif type == 3: self.__handle_join_packet(packet) elif type == 4: self.__handle_message_packet(packet) elif type == 5: self.__handle_reunion_packet(packet) def __check_registered(self, source_address): """ If the Peer is the root of the network we need to find that is a node registered or not. :param source_address: Unknown IP/Port address. :type source_address: tuple :return: """ if self.is_root: if self.stream.get_node_by_server(source_address[0], source_address[1]): if self.stream.get_node_by_server( source_address[0], source_address[1]).is_register(): return True def __handle_advertise_packet(self, packet): """ For advertising peers in the network, It is peer discovery message. Request: We should act as the root of the network and reply with a neighbour address in a new Advertise Response packet. Response: When an Advertise Response packet type arrived we should update our parent peer and send a Join packet to the new parent. Code design suggestion: 1. Start the Reunion daemon thread when the first Advertise Response packet received. 2. When an Advertise Response message arrived, make a new Join packet immediately for the advertised address. Warnings: 1. Don't forget to ignore Advertise Request packets when you are a non-root peer. 2. The addresses which still haven't registered to the network can not request any peer discovery message. 3. Maybe it's not the first time that the source of the packet sends Advertise Request message. This will happen in rare situations like Reunion Failure. Pay attention, don't advertise the address to the packet sender sub-tree. 4. When an Advertise Response packet arrived update our Peer parent for sending Reunion Packets. :param packet: Arrived register packet :type packet Packet :return: """ if packet.get_res_or_req() == "REQ": if self.is_root: print("advertise REQ in root:" + str(packet.get_buf())) if self.__check_registered(packet.get_source_server_address()): parent = self.__get_neighbour( packet.get_source_server_address()) new_packet = self.packet_factory.new_advertise_packet( "RES", self.stream.get_server_address(), parent) print("packet from advertise root" + str(new_packet.get_buf())) self.stream.add_message_to_out_buff( packet.get_source_server_address(), new_packet.get_buf()) self.network_graph.add_node( packet.get_source_server_ip(), packet.get_source_server_port(), parent) else: if not self.is_root: print("advertise RES in peer:" + str(packet.get_buf())) buff = packet.get_buf()[23:] buff = str(buff) buff = buff[2:] buff = buff[:len(buff) - 1] ip = buff[:15] port = buff[15:20] print(ip, port) self.stream.add_parent_node(server_address=(ip, int(port))) self.stream.get_parent_node().add_message_to_out_buff( PacketFactory.new_join_packet( self.stream.get_server_address()).get_buf()) print("join", self.stream.get_parent_node().out_buff) self.stream.get_parent_node().send_message() print("hogyttg") # self.t.run() print("adkofg") def __handle_register_packet(self, packet): """ For registration a new node to the network at first we should make a Node with stream.add_node for'sender' and save it. Code design suggestion: 1.For checking whether an address is registered since now or not you can use SemiNode object except Node. Warnings: 1. Don't forget to ignore Register Request packets when you are a non-root peer. :param packet: Arrived register packet :type packet Packet :return: """ # TODO:check this again if self.is_root: print("register in root:" + str(packet.get_buf())) if not self.__check_registered(packet.get_source_server_address()): print("node address ", packet.get_source_server_address()) self.stream.add_node(packet.get_source_server_address(), set_register_connection=True) response_packet = self.packet_factory.new_register_packet( "RES", self.stream.get_server_address()) self.stream.add_message_to_out_buff( packet.get_source_server_address(), response_packet.get_buf()) # else: # if packet.get_res_or_req() == "RES": #advertise_packet = self.packet_factory.new_advertise_packet("REQ", self.stream.get_server_address()) #self.stream.add_message_to_out_buff(packet.get_source_server_address(), advertise_packet) def __check_neighbour(self, address): """ It checks is the address in our neighbours array or not. :param address: Unknown address :type address: tuple :return: Whether is address in our neighbours or not. :rtype: bool """ print("neighbour checked!") if self.stream.get_node_by_server(address[0], address[1]): if not (self.stream.get_node_by_server(address[0], address[1]).is_register()): return True pass #Tested def __handle_message_packet(self, packet): """ Only broadcast message to the other nodes. Warnings: 1. Do not forget to ignore messages from unknown sources. 2. Make sure that you are not sending a message to a register_connection. :param packet: Arrived message packet :type packet Packet :return: """ print("from handle message: " + str(packet.get_buf())) body = str(packet.get_buf()[20:]) new_packet = self.packet_factory.new_message_packet( body[2:len(body) - 1], self.stream.get_server_address()) print( self.stream.broadcast_to_none_registers( new_packet.get_buf(), packet.get_source_server_address())) #Tested packet builds not send! def __handle_reunion_packet(self, packet): """ In this function we should handle Reunion packet was just arrived. Reunion Hello: If you are root Peer you should answer with a new Reunion Hello Back packet. At first extract all addresses in the packet body and append them in descending order to the new packet. You should send the new packet to the first address in the arrived packet. If you are a non-root Peer append your IP/Port address to the end of the packet and send it to your parent. Reunion Hello Back: Check that you are the end node or not; If not only remove your IP/Port address and send the packet to the next address, otherwise you received your response from the root and everything is fine. Warnings: 1. Every time adding or removing an address from packet don't forget to update Entity Number field. 2. If you are the root, update last Reunion Hello arrival packet from the sender node and turn it on. 3. If you are the end node, update your Reunion mode from pending to acceptance. :param packet: Arrived reunion packet :return: """ # TODO: update number of entire res = packet.get_res_or_req() body = str(packet.get_buf()[25:]) ips_str = body[2:len(body) - 1] ips = [] ports = [] for i in range(0, len(ips_str), 20): ips.append(ips_str[i:i + 15]) ports.append(ips_str[i + 15:i + 20]) if res == "REQ": if self.is_root: print("reunion REQ in root:" + str(packet.get_buf())) # updating reunions arrival time adds = [] for i in range(len(ips)): adds.append((SemiNode.parse_ip(ips[i]), SemiNode.parse_port(ports[i]))) for address in adds: self.reunions_arrival_time[address] = datetime.now() reversed_ips = ips[::-1] reversed_ports = ports[::-1] nodes_array = [] for i in range(len(reversed_ips)): nodes_array.append((reversed_ips[i], reversed_ports[i])) new_packet = self.packet_factory.new_reunion_packet( "RES", self.stream.get_server_address(), nodes_array) node_address = (SemiNode.parse_ip(nodes_array[0][0]), SemiNode.parse_port(nodes_array[0][1])) print(new_packet.get_buf()) self.stream.add_message_to_out_buff(node_address, new_packet) else: print("reunion REQ in peer:" + str(packet.get_buf())) ips.append(self.stream.get_server_address()[0]) ports.append(self.stream.get_server_address()[1]) nodes_array = [] for i in range(len(ips)): nodes_array.append((ips[i], ports[i])) new_packet = self.packet_factory.new_reunion_packet( "REQ", self.stream.get_server_address(), nodes_array) print(new_packet.get_buf()) parent_address = self.stream.get_parent_node( ).get_server_address() self.stream.add_message_to_out_buff(parent_address, new_packet) elif res == "RES": print("reunion RES in peer:" + str(packet.get_buf())) if ips[len(ips) - 1] == self.stream.get_server_address()[0] \ and \ ports[len(ports) - 1] == self.stream.get_server_address()[1]: ips.pop(len(ips) - 1) ports.pop(len(ports) - 1) nodes_array = [] for i in range(len(ips)): nodes_array.append((ips[i], ports[i])) new_packet = self.packet_factory.new_reunion_packet( "REQ", self.stream.get_server_address(), nodes_array) if len(ips) == 0: self.reunion_mode = "acceptance" print("accepted") else: node_address = (SemiNode.parse_ip(nodes_array[0][0]), SemiNode.parse_port(nodes_array[0][1])) print(new_packet.get_buf()) self.stream.add_message_to_out_buff( node_address, new_packet) #Tested def __handle_join_packet(self, packet): """ When a Join packet received we should add a new node to our nodes array. In reality, there is a security level that forbids joining every node to our network. :param packet: Arrived register packet. :type packet Packet :return: """ print("recv join: " + str(packet.get_buf())) self.stream.add_node(packet.get_source_server_address()) def __get_neighbour(self, sender): """ Finds the best neighbour for the 'sender' from the network_nodes array. This function only will call when you are a root peer. Code design suggestion: 1. Use your NetworkGraph find_live_node to find the best neighbour. :param sender: Sender of the packet :return: The specified neighbour for the sender; The format is like ('192.168.001.001', '05335'). """ return self.network_graph.find_live_node(sender)