class ResourceTracker(app_manager.RyuApp): OFP_VERSIONS = [ofproto_v1_3.OFP_VERSION] _CONTEXTS = { 'dpset': dpset.DPSet, } def __init__(self, *args, **kwargs): super(ResourceTracker, self).__init__(*args, **kwargs) self.mac_to_port = {} self.dpset = kwargs['dpset'] self.datapaths = {} # create thread for traffic monitoring # self.monitor_thread = hub.spawn(self._monitor) self.hostname_list = {} self.dpid_datapathObj = {} self.ssh_learning = {} self.ssh_track_list = {} self.util = Utilites() # self._update_switch_dpid_list() ################################################################### # ofp_event.EventOFPSwitchFeatures #################################################################### @set_ev_cls(ofp_event.EventOFPSwitchFeatures, CONFIG_DISPATCHER) def switch_features_handler(self, ev): # self._update_switch_dpid_list() self.logger.debug("switch_features_handler: ") datapath = ev.msg.datapath dpid = datapath.id # save datapath object into dpid_datapath # here dpid is a integer, not Hex number self.dpid_datapathObj[dpid] = ev.msg.datapath ################################################################### # EventOFPPacketIn handler #################################################################### @set_ev_cls(ofp_event.EventOFPPacketIn, MAIN_DISPATCHER) def _packet_in_handler(self, ev): # If you hit this you might want to increase # the "miss_send_length" of your switch if ev.msg.msg_len < ev.msg.total_len: self.logger.debug("packet truncated: only %s of %s bytes", ev.msg.msg_len, ev.msg.total_len) msg = ev.msg datapath = msg.datapath pkt = packet.Packet(data=msg.data) pkt_ethernet = pkt.get_protocol(ethernet.ethernet) eth = pkt.get_protocols(ethernet.ethernet)[0] dst_mac = eth.dst if dst_mac == LLDP_MAC_NEAREST_BRIDGE: return if not pkt_ethernet: return else: pass self.logger.debug("ResourceTracker: Packet-In:") # self.logger.info("\tether_packet: at %s %s " % (self.util.hostname_Check(datapath.id), pkt_ethernet)) pkt_arp = pkt.get_protocol(arp.arp) if pkt_arp: return pkt_tcp = pkt.get_protocol(tcp.tcp) # pkt_udp = pkt.get_protocol(udp.udp) if pkt_tcp: # self.logger.info("\tTCP_packet: at %s %s " % (self.util.hostname_Check(datapath.id), pkt_tcp)) pkt_ipv4 = pkt.get_protocol(ipv4.ipv4) src_ip = pkt_ipv4.src dst_ip = pkt_ipv4.dst in_port = msg.match['in_port'] src_mac = eth.src # parser = datapath.ofproto_parser if pkt_tcp: src_port = pkt_tcp.src_port dst_port = pkt_tcp.dst_port if str(dst_port) == '8031' or str(dst_port) == '50010': key = (src_ip, dst_ip, src_mac, dst_mac, dst_port) self.logger.debug("ResourceTracker: Packet-In:") self.logger.info( "\t############################# Resource_tracker Traffic #####################################" ) self.logger.info( "\tAt %s from %s to %s from src_port %s to dst_port %s from port %s src_mac %s dst_mac %s" % (self.util.hostname_Check(datapath.id), src_ip, dst_ip, src_port, dst_port, in_port, src_mac, dst_mac)) if key not in self.ssh_learning.keys(): # self.logger.info("\t############################# HDFS Traffic #####################################") # self.logger.info("\tAt %s from %s to %s from src_port %s to dst_port %s from port %s src_mac %s dst_mac %s" % # (self.util.hostname_Check(datapath.id), src_ip, dst_ip, src_port, dst_port, in_port, src_mac, dst_mac)) # this valuw will be used at a timer, This entry will be cleard after 1 second value = time.time() self.ssh_learning[key] = value elif key in self.ssh_learning.keys(): if time.time( ) - self.ssh_learning[key] >= SSH_KEY_LEARNING_TIMER: self.logger.info( "\t(src_ip, dst_ip, src_mac, dst_mac, dst_port, in_port) TIMEOUT from self.hdfs_learning dict!!!" ) del self.ssh_learning[key] self.ssh_learning[key] = time.time() else: return else: return src_dpid_name = self.util.hostname_Check(datapath.id) # self.logger.info("\tInstall SSH flow between IP address %s and %s \n\tsleeping for 5 s ........................" % (src_ip, dst_ip)) # time.sleep(5) # find dstination datapath id from host_tracker file dst_dpid_name = self.util.return_dst_dpid_hostname( dst_ip, dst_mac) if dst_dpid_name == None: self.logger.info( "\tcould not find destination switch..............") return self.logger.info( "\tInstall Resource_tracker flow between %s and %s" % (dst_dpid_name, src_dpid_name)) # Now only consider two end hosts # hosts = [src_mac, dst_mac] hosts = [dst_mac, src_mac] # find shortest path between two switches, a list of hostnames ['s1','s2','s3'] shortest_path = self.util.return_shortest_path( dst_dpid_name, src_dpid_name) # install flows between hosts and switch # self.install_flows_for_hosts_and_attached_switches(hosts, shortest_path, src_ip, dst_ip, src_port, dst_port, src_mac, dst_mac, msg) if len(shortest_path) == 1: self.util.install_flows_for_same_switch_v2( shortest_path, 'TCP', src_ip, dst_ip, src_mac, dst_mac, src_port, dst_port, self.dpid_datapathObj, RESOURCE_TRACKER_IDLE_TIMER, RESOURCE_TRACKER_HARD_TIMER, msg) else: # install flows between hosts and switch self.install_flows_for_hosts_and_attached_switches( hosts, shortest_path, src_ip, dst_ip, src_port, dst_port, src_mac, dst_mac, msg) # install flow for the rest of switches if the length of shortest path is greater than 2 if len(shortest_path) > 2: # self.util.install_flows_for_rest_of_switches( # shortest_path, 'TCP', SSH_PRIORITY, src_ip, dst_ip, src_mac, dst_mac, self.dpid_datapathObj, SSH_IDLE_TIMER, SSH_HARD_TIMER) self.util.install_flows_for_rest_of_switches( shortest_path, 'TCP', HDFS_PRIORITY, dst_ip, src_ip, dst_mac, src_mac, self.dpid_datapathObj, SSH_IDLE_TIMER, SSH_HARD_TIMER) def install_flows_for_hosts_and_attached_switches(self, hosts, shortest_path, src_ip, dst_ip, src_port, dst_port, src_mac, dst_mac, msg): count = 0 for h_mac in hosts: if count < len(hosts) and count == 0: self.util.install_flow_between_host_and_switch_for_TCP_UDP( h_mac, 'TCP', RESOURCE_TRACKER_PRIORITY, shortest_path[count:count + 2], count, dst_ip, src_ip, dst_port, src_port, dst_mac, src_mac, self.dpid_datapathObj, SSH_IDLE_TIMER, SSH_HARD_TIMER, msg) count += 1 elif count < len(hosts) and count == 1: self.util.install_flow_between_host_and_switch_for_TCP_UDP( h_mac, 'TCP', RESOURCE_TRACKER_PRIORITY, list([ shortest_path[len(shortest_path) - 1], shortest_path[len(shortest_path) - 2] ]), count, dst_ip, src_ip, dst_port, src_port, dst_mac, src_mac, self.dpid_datapathObj, SSH_IDLE_TIMER, SSH_HARD_TIMER, msg) count += 1
class ResourceScheduler(app_manager.RyuApp): OFP_VERSIONS = [ofproto_v1_3.OFP_VERSION] _CONTEXTS = { 'dpset': dpset.DPSet, } def __init__(self, *args, **kwargs): super(ResourceScheduler, self).__init__(*args, **kwargs) self.mac_to_port = {} self.dpset = kwargs['dpset'] self.datapaths = {} # create thread for traffic monitoring # self.monitor_thread = hub.spawn(self._monitor) self.hostname_list = {} self.dpid_datapathObj = {} self.ssh_learning = {} self.ssh_track_list = {} self.util = Utilites() # self._update_switch_dpid_list() ################################################################### # ofp_event.EventOFPSwitchFeatures #################################################################### @set_ev_cls(ofp_event.EventOFPSwitchFeatures, CONFIG_DISPATCHER) def switch_features_handler(self, ev): # self._update_switch_dpid_list() self.logger.debug("switch_features_handler: ") datapath = ev.msg.datapath dpid = datapath.id # save datapath object into dpid_datapath # here dpid is a integer, not Hex number self.dpid_datapathObj[dpid] = ev.msg.datapath ################################################################### # EventOFPPacketIn handler #################################################################### @set_ev_cls(ofp_event.EventOFPPacketIn, MAIN_DISPATCHER) def _packet_in_handler(self, ev): # If you hit this you might want to increase # the "miss_send_length" of your switch if ev.msg.msg_len < ev.msg.total_len: self.logger.debug("packet truncated: only %s of %s bytes", ev.msg.msg_len, ev.msg.total_len) msg = ev.msg datapath = msg.datapath pkt = packet.Packet(data=msg.data) pkt_ethernet = pkt.get_protocol(ethernet.ethernet) eth = pkt.get_protocols(ethernet.ethernet)[0] dst_mac = eth.dst if dst_mac == LLDP_MAC_NEAREST_BRIDGE: return if not pkt_ethernet: return else: pass self.logger.debug("ResourceScheduler: Packet-In:") # self.logger.info("\tether_packet: at %s %s " % (self.util.hostname_Check(datapath.id), pkt_ethernet)) pkt_arp = pkt.get_protocol(arp.arp) if pkt_arp: return pkt_tcp = pkt.get_protocol(tcp.tcp) # pkt_udp = pkt.get_protocol(udp.udp) if pkt_tcp: # self.logger.info("\tTCP_packet: at %s %s " % (self.util.hostname_Check(datapath.id), pkt_tcp)) pkt_ipv4 = pkt.get_protocol(ipv4.ipv4) src_ip = pkt_ipv4.src dst_ip = pkt_ipv4.dst in_port = msg.match['in_port'] src_mac = eth.src # parser = datapath.ofproto_parser if pkt_tcp: src_port = pkt_tcp.src_port dst_port = pkt_tcp.dst_port if str(dst_port) == '8030' or str(dst_port) == '54311': key = (src_ip, dst_ip, src_mac, dst_mac, dst_port) self.logger.debug("ResourceScheduler: Packet-In:") self.logger.info("\t############################# Resource_Scheduler Traffic #####################################") self.logger.info("\tAt %s from %s to %s from src_port %s to dst_port %s from port %s src_mac %s dst_mac %s" % (self.util.hostname_Check(datapath.id), src_ip, dst_ip, src_port, dst_port, in_port, src_mac, dst_mac)) if key not in self.ssh_learning.keys(): # self.logger.info("\t############################# HDFS Traffic #####################################") # self.logger.info("\tAt %s from %s to %s from src_port %s to dst_port %s from port %s src_mac %s dst_mac %s" % # (self.util.hostname_Check(datapath.id), src_ip, dst_ip, src_port, dst_port, in_port, src_mac, dst_mac)) # this valuw will be used at a timer, This entry will be cleard after 1 second value = time.time() self.ssh_learning[key] = value elif key in self.ssh_learning.keys(): if time.time() - self.ssh_learning[key] >= SSH_KEY_LEARNING_TIMER: self.logger.info("\t(src_ip, dst_ip, src_mac, dst_mac, dst_port, in_port) TIMEOUT from self.hdfs_learning dict!!!") del self.ssh_learning[key] self.ssh_learning[key] = time.time() else: return else: return src_dpid_name = self.util.hostname_Check(datapath.id) # self.logger.info("\tInstall SSH flow between IP address %s and %s \n\tsleeping for 5 s ........................" % (src_ip, dst_ip)) # time.sleep(5) # find dstination datapath id from host_tracker file dst_dpid_name = self.util.return_dst_dpid_hostname(dst_ip, dst_mac) if dst_dpid_name == None: self.logger.info("\tcould not find destination switch..............") return self.logger.info("\tInstall Resource_tracker flow between %s and %s" % (dst_dpid_name, src_dpid_name)) # Now only consider two end hosts # hosts = [src_mac, dst_mac] hosts = [dst_mac, src_mac] # find shortest path between two switches, a list of hostnames ['s1','s2','s3'] shortest_path = self.util.return_shortest_path(dst_dpid_name, src_dpid_name) # install flows between hosts and switch # self.install_flows_for_hosts_and_attached_switches(hosts, shortest_path, src_ip, dst_ip, src_port, dst_port, src_mac, dst_mac, msg) if len(shortest_path) == 1: self.util.install_flows_for_same_switch_v2( shortest_path, 'TCP', src_ip, dst_ip, src_mac, dst_mac, src_port, dst_port, self.dpid_datapathObj, RESOURCE_TRACKER_IDLE_TIMER, RESOURCE_TRACKER_HARD_TIMER, msg) else: # install flows between hosts and switch self.install_flows_for_hosts_and_attached_switches(hosts, shortest_path, src_ip, dst_ip, src_port, dst_port, src_mac, dst_mac, msg) # install flow for the rest of switches if the length of shortest path is greater than 2 if len(shortest_path) > 2: # self.util.install_flows_for_rest_of_switches( # shortest_path, 'TCP', SSH_PRIORITY, src_ip, dst_ip, src_mac, dst_mac, self.dpid_datapathObj, SSH_IDLE_TIMER, SSH_HARD_TIMER) self.util.install_flows_for_rest_of_switches( shortest_path, 'TCP', HDFS_PRIORITY, dst_ip, src_ip, dst_mac, src_mac, self.dpid_datapathObj, SSH_IDLE_TIMER, SSH_HARD_TIMER) def install_flows_for_hosts_and_attached_switches(self, hosts, shortest_path, src_ip, dst_ip, src_port, dst_port, src_mac, dst_mac, msg): count = 0 for h_mac in hosts: if count < len(hosts) and count == 0: self.util.install_flow_between_host_and_switch_for_TCP_UDP( h_mac, 'TCP', RESOURCE_TRACKER_PRIORITY, shortest_path[count:count + 2], count, dst_ip, src_ip, dst_port, src_port, dst_mac, src_mac, self.dpid_datapathObj, SSH_IDLE_TIMER, SSH_HARD_TIMER, msg) count += 1 elif count < len(hosts) and count == 1: self.util.install_flow_between_host_and_switch_for_TCP_UDP( h_mac, 'TCP', RESOURCE_TRACKER_PRIORITY, list([shortest_path[len(shortest_path) - 1], shortest_path[len(shortest_path) - 2]]), count, dst_ip, src_ip, dst_port, src_port, dst_mac, src_mac, self.dpid_datapathObj, SSH_IDLE_TIMER, SSH_HARD_TIMER, msg) count += 1