class TcpdumpTest(Test): """ Test the tcpdump for specified interface. """ def setUp(self): """ Set up. """ self.iface = self.params.get("interface", default="") self.count = self.params.get("count", default="500") self.peer_ip = self.params.get("peer_ip", default="") self.drop = self.params.get("drop_accepted", default="10") self.host_ip = self.params.get("host_ip", default="") self.option = self.params.get("option", default='') # Check if interface exists in the system interfaces = netifaces.interfaces() if self.iface not in interfaces: self.cancel("%s interface is not available" % self.iface) if not self.peer_ip: self.cancel("peer ip should specify in input") self.ipaddr = self.params.get("host_ip", default="") self.netmask = self.params.get("netmask", default="") configure_network.set_ip(self.ipaddr, self.netmask, self.iface) self.peer_user = self.params.get("peer_user", default="root") self.peer_password = self.params.get("peer_password", '*', default="None") self.mtu = self.params.get("mtu", default=1500) self.peerinfo = PeerInfo(self.peer_ip, peer_user=self.peer_user, peer_password=self.peer_password) self.peer_interface = self.peerinfo.get_peer_interface(self.peer_ip) if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.cancel("Failed to set mtu in peer") if not configure_network.set_mtu_host(self.iface, self.mtu): self.cancel("Failed to set mtu in host") # Install needed packages smm = SoftwareManager() detected_distro = distro.detect() pkgs = ['tcpdump', 'flex', 'bison', 'gcc', 'gcc-c++', 'nmap'] for pkg in pkgs: if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("%s package Can not install" % pkg) if detected_distro.name == "SuSE": self.nmap = os.path.join(self.teststmpdir, 'nmap') nmap_download = self.params.get("nmap_download", default="https:" "//nmap.org/dist/" "nmap-7.80.tar.bz2") tarball = self.fetch_asset(nmap_download) self.version = os.path.basename(tarball.split('.tar')[0]) self.n_map = os.path.join(self.nmap, self.version) archive.extract(tarball, self.nmap) os.chdir(self.n_map) process.system('./configure ppc64le', shell=True) build.make(self.n_map) process.system('./nping/nping -h', shell=True) def test(self): """ Performs the tcpdump test. """ cmd = "ping -I %s %s -c %s" % (self.iface, self.peer_ip, self.count) output_file = os.path.join(self.outputdir, 'tcpdump') if self.option in ('tcp', 'udp', 'icmp'): obj = self.nping(self.option) obj.start() else: obj = process.SubProcess(cmd, verbose=False, shell=True) obj.start() cmd = "tcpdump -i %s -n -c %s" % (self.iface, self.count) if self.option in ('host', 'src'): cmd = "%s %s %s" % (cmd, self.option, self.host_ip) elif self.option == "dst": cmd = "%s %s %s" % (cmd, self.option, self.peer_ip) else: cmd = "%s %s" % (cmd, self.option) cmd = "%s -w '%s'" % (cmd, output_file) for line in process.run(cmd, shell=True, ignore_status=True).stderr.decode("utf-8") \ .splitlines(): if "packets dropped by interface" in line: self.log.info(line) if int(line[0]) >= (int(self.drop) * int(self.count) / 100): self.fail("%s, more than %s percent" % (line, self.drop)) obj.stop() def nping(self, param): """ perform nping """ cmd = "./nping/nping --%s %s -c %s" % (param, self.peer_ip, self.count) return process.SubProcess(cmd, verbose=False, shell=True) def tearDown(self): ''' unset ip for host interface ''' if not configure_network.set_mtu_host(self.iface, '1500'): self.cancel("Failed to set mtu in host") if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.cancel("Failed to set mtu in peer") configure_network.unset_ip(self.iface)
class RDMA(Test): ''' RDMA test for infiniband adaptors ''' def setUp(self): ''' check the availability of perftest package installed perftest package should be installed ''' smm = SoftwareManager() detected_distro = distro.detect() pkgs = ["perftest"] if detected_distro.name == "Ubuntu": pkgs.append('openssh-client') elif detected_distro.name == "SuSE": pkgs.append('openssh') else: pkgs.append('openssh-clients') for pkg in pkgs: if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("%s package is need to test" % pkg) interfaces = netifaces.interfaces() self.iface = self.params.get("interface", default="") self.peer_ip = self.params.get("peer_ip", default="") self.peer_user = self.params.get("peer_user_name", default="root") self.peer_password = self.params.get("peer_password", '*', default="None") self.ipaddr = self.params.get("host_ip", default="") self.netmask = self.params.get("netmask", default="") if self.iface[0:2] == 'ib': configure_network.set_ip(self.ipaddr, self.netmask, self.iface, interface_type='Infiniband') else: configure_network.set_ip(self.ipaddr, self.netmask, self.iface, interface_type='Ethernet') self.session = Session(self.peer_ip, user=self.peer_user, password=self.peer_password) if self.iface not in interfaces: self.cancel("%s interface is not available" % self.iface) if self.peer_ip == "": self.cancel("%s peer machine is not available" % self.peer_ip) self.ca_name = self.params.get("CA_NAME", default="mlx4_0") self.port = self.params.get("PORT_NUM", default="1") self.peer_ca = self.params.get("PEERCA", default="mlx4_0") self.peer_port = self.params.get("PEERPORT", default="1") self.tmo = self.params.get("TIMEOUT", default="600") self.tool_name = self.params.get("tool") if self.tool_name == "": self.cancel("should specify tool name") self.log.info("test with %s", self.tool_name) self.test_op = self.params.get("test_opt", default="") self.mtu = self.params.get("mtu", default=1500) self.peerinfo = PeerInfo(self.peer_ip, peer_user=self.peer_user, peer_password=self.peer_password) self.peer_interface = self.peerinfo.get_peer_interface(self.peer_ip) if detected_distro.name == "Ubuntu": cmd = "service ufw stop" # FIXME: "redhat" as the distro name for RHEL is deprecated # on Avocado versions >= 50.0. This is a temporary compatibility # enabler for older runners, but should be removed soon elif detected_distro.name in ['rhel', 'fedora', 'redhat']: cmd = "systemctl stop firewalld" elif detected_distro.name == "SuSE": if detected_distro.version == 15: cmd = "systemctl stop firewalld" else: cmd = "rcSuSEfirewall2 stop" elif detected_distro.name == "centos": cmd = "service iptables stop" else: self.cancel("Distro not supported") if process.system(cmd, ignore_status=True, shell=True) != 0: self.cancel("Unable to disable firewall") output = self.session.cmd(cmd) if not output.exit_status == 0: self.cancel("Unable to disable firewall on peer") def rdma_exec(self, arg1, arg2, arg3): ''' bandwidth performance exec function ''' flag = 0 logs = "> /tmp/ib_log 2>&1 &" cmd = "timeout %s %s -d %s -i %s %s %s %s" \ % (self.tmo, arg1, self.peer_ca, self.peer_port, arg2, arg3, logs) output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("ssh failed to remote machine\ or faing data from remote machine failed") time.sleep(2) self.log.info("client data for %s(%s)", arg1, arg2) cmd = "timeout %s %s -d %s -i %s %s %s %s" \ % (self.tmo, arg1, self.ca_name, self.port, self.peer_ip, arg2, arg3) if process.system(cmd, shell=True, ignore_status=True) != 0: flag = 1 self.log.info("server data for %s(%s)", arg1, arg2) cmd = "timeout %s cat /tmp/ib_log && rm -rf /tmp/ib_log" % (self.tmo) output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("ssh failed to remote machine\ or fetching data from remote machine failed") return flag def test(self): ''' test options are mandatory ''' if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.fail("Failed to set mtu in peer") if not configure_network.set_mtu_host(self.iface, self.mtu): self.fail("Failed to set mtu in host") if self.rdma_exec(self.tool_name, self.test_op, "") != 0: self.fail("Client cmd: %s %s" % (self.tool_name, self.test_op)) def tearDown(self): """ unset ip """ if not configure_network.set_mtu_host(self.iface, '1500'): self.fail("Failed to set mtu in host") if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.fail("Failed to set mtu in peer") configure_network.unset_ip(self.iface)
class Uperf(Test): """ Uperf Test """ def setUp(self): """ To check and install dependencies for the test """ self.peer_ip = self.params.get("peer_ip", default="") self.peer_user = self.params.get("peer_user_name", default="root") self.peer_password = self.params.get("peer_password", '*', default="None") interfaces = netifaces.interfaces() self.iface = self.params.get("interface", default="") if self.iface not in interfaces: self.cancel("%s interface is not available" % self.iface) self.ipaddr = self.params.get("host_ip", default="") self.netmask = self.params.get("netmask", default="") configure_network.set_ip(self.ipaddr, self.netmask, self.iface) self.session = Session(self.peer_ip, user=self.peer_user, password=self.peer_password) smm = SoftwareManager() detected_distro = distro.detect() pkgs = ["gcc", "autoconf", "perl", "m4", "git-core", "automake"] if detected_distro.name == "Ubuntu": pkgs.extend(["libsctp1", "libsctp-dev", "lksctp-tools"]) else: pkgs.extend(["lksctp-tools", "lksctp-tools-devel"]) for pkg in pkgs: if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("%s package is need to test" % pkg) cmd = "%s install %s" % (smm.backend.base_command, pkg) output = self.session.cmd(cmd) if not output.exit_status == 0: self.cancel( "unable to install the package %s on peer machine " % pkg) if self.peer_ip == "": self.cancel("%s peer machine is not available" % self.peer_ip) self.mtu = self.params.get("mtu", default=1500) self.peerinfo = PeerInfo(self.peer_ip, peer_user=self.peer_user, peer_password=self.peer_password) self.peer_interface = self.peerinfo.get_peer_interface(self.peer_ip) if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.cancel("Failed to set mtu in peer") if not configure_network.set_mtu_host(self.iface, self.mtu): self.cancel("Failed to set mtu in host") uperf_download = self.params.get("uperf_download", default="https:" "//github.com/uperf/uperf/" "archive/master.zip") tarball = self.fetch_asset("uperf.zip", locations=[uperf_download], expire='7d') archive.extract(tarball, self.teststmpdir) self.uperf_dir = os.path.join(self.teststmpdir, "uperf-master") cmd = "scp -r %s %s@%s:/tmp" % (self.uperf_dir, self.peer_user, self.peer_ip) if process.system(cmd, shell=True, ignore_status=True) != 0: self.cancel("unable to copy the uperf into peer machine") cmd = "cd /tmp/uperf-master;autoreconf -fi;./configure ppc64le;make" output = self.session.cmd(cmd) if not output.exit_status == 0: self.cancel("Unable to compile Uperf into peer machine") self.uperf_run = str(self.params.get("UPERF_SERVER_RUN", default=0)) if self.uperf_run == '1': cmd = "/tmp/uperf-master/src/uperf -s &" output = self.session.cmd(cmd) if not output.exit_status == 0: self.log.debug("Command %s failed %s", cmd, output) os.chdir(self.uperf_dir) process.system('autoreconf -fi', shell=True) process.system('./configure ppc64le', shell=True) build.make(self.uperf_dir) self.expected_tp = self.params.get("EXPECTED_THROUGHPUT", default="85") def test(self): """ Test run is a One way throughput test. In this test, we have one host transmitting (or receiving) data from a client. This transmit large messages using multiple threads or processes. """ speed = int(read_file("/sys/class/net/%s/speed" % self.iface)) cmd = "h=%s proto=tcp ./src/uperf -m manual/throughput.xml -a" \ % self.peer_ip result = process.run(cmd, shell=True, ignore_status=True) if result.exit_status: self.fail("FAIL: Uperf Run failed") for line in result.stdout.decode("utf-8").splitlines(): if self.peer_ip in line: if 'Mb/s' in line: tput = int(line.split()[3].split('.')[0]) else: # Converting the throughput calculated in Gb to Mb tput = int(line.split()[3].split('.')[0]) * 1000 if tput < (int(self.expected_tp) * speed) / 100: self.fail("FAIL: Throughput Actual - %s%%, Expected - %s%%" ", Throughput Actual value - %s " % ((tput * 100) / speed, self.expected_tp, str(tput) + 'Mb/sec')) if 'WARNING' in result.stdout.decode("utf-8"): self.log.warn('Test completed with warning') def tearDown(self): """ Killing Uperf process in peer machine """ cmd = "pkill uperf; rm -rf /tmp/uperf-master" output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("Either the ssh to peer machine machine\ failed or uperf process was not killed") if not configure_network.set_mtu_host(self.iface, '1500'): self.cancel("Failed to set mtu in host") if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.cancel("Failed to set mtu in peer") configure_network.unset_ip(self.iface)
class NetworkTest(Test): ''' To test different types of pings ''' def setUp(self): ''' To check and install dependencies for the test ''' smm = SoftwareManager() pkgs = ["ethtool", "net-tools"] detected_distro = distro.detect() if detected_distro.name == "Ubuntu": pkgs.extend(["openssh-client", "iputils-ping"]) elif detected_distro.name == "SuSE": pkgs.extend(["openssh", "iputils"]) else: pkgs.extend(["openssh-clients", "iputils"]) for pkg in pkgs: if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("%s package is need to test" % pkg) interfaces = netifaces.interfaces() interface = self.params.get("interface") if interface not in interfaces: self.cancel("%s interface is not available" % interface) self.iface = interface self.ipaddr = self.params.get("host_ip", default="") self.netmask = self.params.get("netmask", default="") configure_network.set_ip(self.ipaddr, self.netmask, self.iface) if not wait.wait_for(configure_network.is_interface_link_up, timeout=120, args=[self.iface]): self.fail("Link up of interface is taking longer than 120 seconds") self.peer = self.params.get("peer_ip") if not self.peer: self.cancel("No peer provided") self.mtu = self.params.get("mtu", default=1500) self.peer_user = self.params.get("peer_user", default="root") self.peer_password = self.params.get("peer_password", '*', default=None) self.peerinfo = PeerInfo(self.peer, peer_user=self.peer_user, peer_password=self.peer_password) self.peer_interface = self.peerinfo.get_peer_interface(self.peer) self.mtu = self.params.get("mtu", default=1500) self.mtu_set() if not wait.wait_for(configure_network.is_interface_link_up, timeout=120, args=[self.iface]): self.fail("Link up of interface is taking longer than 120 seconds") if not configure_network.ping_check(self.iface, self.peer, "5"): self.cancel("No connection to peer") def mtu_set(self): ''' set mtu size ''' if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.cancel("Failed to set mtu in peer") if not configure_network.set_mtu_host(self.iface, self.mtu): self.cancel("Failed to set mtu in host") def test_gro(self): ''' Test GRO ''' ro_type = "gro" ro_type_full = "generic-receive-offload" if not self.offload_state(ro_type_full): self.fail("Could not get state of %s" % ro_type) if self.offload_state(ro_type_full) == 'fixed': self.fail("Can not change the state of %s" % ro_type) self.offload_toggle_test(ro_type, ro_type_full) def test_gso(self): ''' Test GSO ''' ro_type = "gso" ro_type_full = "generic-segmentation-offload" if not self.offload_state(ro_type_full): self.fail("Could not get state of %s" % ro_type) if self.offload_state(ro_type_full) == 'fixed': self.fail("Can not change the state of %s" % ro_type) self.offload_toggle_test(ro_type, ro_type_full) def test_lro(self): ''' Test LRO ''' ro_type = "lro" ro_type_full = "large-receive-offload" if not self.offload_state(ro_type_full): self.fail("Could not get state of %s" % ro_type) if self.offload_state(ro_type_full) == 'fixed': self.fail("Can not change the state of %s" % ro_type) self.offload_toggle_test(ro_type, ro_type_full) def test_tso(self): ''' Test TSO ''' ro_type = "tso" ro_type_full = "tcp-segmentation-offload" if not self.offload_state(ro_type_full): self.fail("Could not get state of %s" % ro_type) if self.offload_state(ro_type_full) == 'fixed': self.fail("Can not change the state of %s" % ro_type) self.offload_toggle_test(ro_type, ro_type_full) def test_ping(self): ''' ping to peer machine ''' if not configure_network.ping_check(self.iface, self.peer, '10'): self.fail("ping test failed") def test_floodping(self): ''' Flood ping to peer machine ''' if not configure_network.ping_check(self.iface, self.peer, '500000', flood=True): self.fail("flood ping test failed") def test_ssh(self): ''' Test ssh ''' cmd = "ssh %s \"echo hi\"" % self.peer if process.system(cmd, shell=True, ignore_status=True) != 0: self.fail("unable to ssh into peer machine") def test_scp(self): ''' Test scp ''' process.run("dd if=/dev/zero of=/tmp/tempfile bs=1024000000 count=1", shell=True) md_val1 = hashlib.md5(open('/tmp/tempfile', 'rb').read()).hexdigest() cmd = "timeout 600 scp /tmp/tempfile %s:/tmp" % self.peer ret = process.system(cmd, shell=True, verbose=True, ignore_status=True) if ret != 0: self.fail("unable to copy into peer machine") cmd = "timeout 600 scp %s:/tmp/tempfile /tmp" % self.peer ret = process.system(cmd, shell=True, verbose=True, ignore_status=True) if ret != 0: self.fail("unable to copy from peer machine") md_val2 = hashlib.md5(open('/tmp/tempfile', 'rb').read()).hexdigest() if md_val1 != md_val2: self.fail("Test Failed") def test_jumbo_frame(self): ''' Test jumbo frames ''' if not configure_network.ping_check(self.iface, self.peer, "30", option='-i 0.1 -s %d' % (int(self.mtu) - 28)): self.fail("jumbo frame test failed") def test_statistics(self): ''' Test Statistics ''' rx_file = "/sys/class/net/%s/statistics/rx_packets" % self.iface tx_file = "/sys/class/net/%s/statistics/tx_packets" % self.iface rx_before = genio.read_file(rx_file) tx_before = genio.read_file(tx_file) configure_network.ping_check(self.iface, self.peer, "500000", flood=True) rx_after = genio.read_file(rx_file) tx_after = genio.read_file(tx_file) if (rx_after <= rx_before) or (tx_after <= tx_before): self.log.debug("Before\nrx: %s tx: %s" % (rx_before, tx_before)) self.log.debug("After\nrx: %s tx: %s" % (rx_after, tx_after)) self.fail("Statistics not incremented properly") def mtu_set_back(self): ''' Test set mtu back to 1500 ''' if not configure_network.set_mtu_host(self.iface, '1500'): self.cancel("Failed to set mtu in host") if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.cancel("Failed to set mtu in peer") def offload_toggle_test(self, ro_type, ro_type_full): ''' Check to toggle the LRO / GRO / GSO / TSO ''' for state in ["off", "on"]: if not self.offload_state_change(ro_type, ro_type_full, state): self.fail("%s %s failed" % (ro_type, state)) if not configure_network.ping_check(self.iface, self.peer, "500000", flood=True): self.fail("ping failed in %s %s" % (ro_type, state)) def offload_state_change(self, ro_type, ro_type_full, state): ''' Change the state of LRO / GRO / GSO / TSO to specified state ''' cmd = "ethtool -K %s %s %s" % (self.iface, ro_type, state) if process.system(cmd, shell=True, ignore_status=True) != 0: return False if self.offload_state(ro_type_full) != state: return False return True def offload_state(self, ro_type_full): ''' Return the state of LRO / GRO / GSO / TSO. If the state can not be changed, we return 'fixed'. If any other error, we return ''. ''' cmd = "ethtool -k %s" % self.iface output = process.system_output(cmd, shell=True, ignore_status=True).decode("utf-8") for line in output.splitlines(): if ro_type_full in line: if 'fixed' in line.split()[-1]: return 'fixed' return line.split()[-1] return '' def test_promisc(self): ''' promisc mode testing ''' cmd = "ip link set %s promisc on" % self.iface if process.system(cmd, shell=True, ignore_status=True) != 0: self.fail("failed to enable promisc mode") configure_network.ping_check(self.iface, self.peer, "100000", flood=True) cmd = "ip link set %s promisc off" % self.iface if process.system(cmd, shell=True, ignore_status=True) != 0: self.fail("failed to disable promisc mode") configure_network.ping_check(self.iface, self.peer, "5") def tearDown(self): ''' Remove the files created ''' self.mtu_set_back() if 'scp' in str(self.name.name): process.run("rm -rf /tmp/tempfile") cmd = "timeout 600 ssh %s \" rm -rf /tmp/tempfile\"" % self.peer process.system(cmd, shell=True, verbose=True, ignore_status=True) configure_network.unset_ip(self.iface)
class PingPong(Test): ''' ibv_ud_pingpong test ibv_ud_pingpong tool should be installed ''' def setUp(self): ''' To check and install dependencies for the test ''' interfaces = netifaces.interfaces() self.flag = self.params.get("ext_flag", default="0") self.iface = self.params.get("interface", default="") self.peer_ip = self.params.get("peer_ip", default="") self.peer_user = self.params.get("peer_user_name", default="root") self.peer_password = self.params.get("peer_password", '*', default="None") self.ipaddr = self.params.get("host_ip", default="") self.netmask = self.params.get("netmask", default="") if self.iface[0:2] == 'ib': configure_network.set_ip(self.ipaddr, self.netmask, self.iface, interface_type='Infiniband') else: configure_network.set_ip(self.ipaddr, self.netmask, self.iface, interface_type='Ethernet') self.session = Session(self.peer_ip, user=self.peer_user, password=self.peer_password) if self.iface not in interfaces: self.cancel("%s interface is not available" % self.iface) if self.peer_ip == "": self.cancel("%s peer machine is not available" % self.peer_ip) self.ca_name = self.params.get("CA_NAME", default="mlx4_0") self.gid = int(self.params.get("GID_NUM", default="0")) self.port = int(self.params.get("PORT_NUM", default="1")) self.peer_ca = self.params.get("PEERCA", default="mlx4_0") self.peer_gid = int(self.params.get("PEERGID", default="0")) self.peer_port = int(self.params.get("PEERPORT", default="1")) self.tmo = self.params.get("TIMEOUT", default="120") self.mtu = self.params.get("mtu", default=1500) self.peerinfo = PeerInfo(self.peer_ip, peer_user=self.peer_user, peer_password=self.peer_password) self.peer_interface = self.peerinfo.get_peer_interface(self.peer_ip) smm = SoftwareManager() detected_distro = distro.detect() pkgs = [] if detected_distro.name == "Ubuntu": pkgs.extend(["ibverbs-utils", 'openssh-client']) cmd = "service ufw stop" # FIXME: "redhat" as the distro name for RHEL is deprecated # on Avocado versions >= 50.0. This is a temporary compatibility # enabler for older runners, but should be removed soon elif detected_distro.name in ['rhel', 'fedora', 'redhat']: pkgs.extend(["libibverbs", 'openssh-clients']) cmd = "systemctl stop firewalld" elif detected_distro.name == "SuSE": pkgs.append('openssh') if detected_distro.version == 15: cmd = "systemctl stop firewalld" else: cmd = "rcSuSEfirewall2 stop" elif detected_distro.name == "centos": pkgs.extend(['libibverbs', 'openssh-clients']) cmd = "service iptables stop" else: self.cancel("Distro not supported") if process.system(cmd, ignore_status=True, shell=True) != 0: self.cancel("Unable to disable firewall") output = self.session.cmd(cmd) if not output.exit_status == 0: self.cancel("Unable to disable firewall on peer") for pkg in pkgs: if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("%s package is need to test" % pkg) if process.system("ibstat", shell=True, ignore_status=True) != 0: self.cancel("infiniband adaptors not available") self.tool_name = self.params.get("tool") self.log.info("test with %s", self.tool_name) self.peer_iface = '' cmd = "ip addr show" output = self.session.cmd(cmd) for line in output.stdout.decode("utf-8").splitlines(): if self.peer_ip in line: self.peer_iface = line.split()[-1] break def pingpong_exec(self, arg1, arg2, arg3): ''' ping pong exec function ''' test = arg2 logs = "> /tmp/ib_log 2>&1 &" if test == "basic": test = "" cmd = "timeout %s %s -d %s -g %d -i %d %s %s %s" \ % (self.tmo, arg1, self.peer_ca, self.peer_gid, self.peer_port, test, arg3, logs) output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("ssh failed to remote machine") time.sleep(2) self.log.info("client data for %s(%s)", arg1, arg2) self.log.info("%s -d %s -g %d %s -i %d %s %s", arg1, self.ca_name, self.gid, self.peer_ip, self.port, test, arg3) tmp = "timeout %s %s -d %s -g %d -i %d %s %s %s" \ % (self.tmo, arg1, self.ca_name, self.gid, self.port, self.peer_ip, test, arg3) if process.system(tmp, shell=True, ignore_status=True) != 0: self.fail("test failed") self.log.info("server data for %s(%s)", arg1, arg2) self.log.info("%s -d %s -g %d -i %d %s %s", arg1, self.peer_ca, self.peer_gid, self.peer_port, test, arg3) cmd = "timeout %s cat /tmp/ib_log && rm -rf /tmp/ib_log" \ % self.tmo output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("test failed") def test_ib_pingpong(self): ''' test options are mandatory ext test options are depends upon user ''' # change MTU to 9000 for non-IB tests if "ib" not in self.iface and self.tool_name == "ibv_ud_pingpong": self.mtu = "9000" if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.fail("Failed to set mtu in peer") if not configure_network.set_mtu_host(self.iface, self.mtu): self.fail("Failed to set mtu in host") time.sleep(10) val1 = "" val2 = "" test_op = self.params.get("test_opt", default="").split(",") for val in test_op: try: val1, val2 = val.split() except ValueError: pass self.pingpong_exec(self.tool_name, val1, val2) ext_test_op = self.params.get("ext_test_opt", default="").split(",") if self.flag == "1": for val in ext_test_op: self.pingpong_exec(self.tool_name, val, "") else: self.log.info("Extended test option skipped") def tearDown(self): if not configure_network.set_mtu_host(self.iface, '1500'): self.fail("Failed to set mtu in host") if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.fail("Failed to set mtu in peer") time.sleep(10) configure_network.unset_ip(self.iface)
class Udady(Test): """ Udaddy Test. """ def setUp(self): """ Setup and install dependencies for the test. """ self.test_name = "udaddy" self.basic = self.params.get("basic_option", default="None") self.ext = self.params.get("ext_option", default="None") self.flag = self.params.get("ext_flag", default="0") if self.basic == "None" and self.ext == "None": self.cancel("No option given") if self.flag == "1" and self.ext != "None": self.option = self.ext else: self.option = self.basic if process.system("ibstat", shell=True, ignore_status=True) != 0: self.cancel("MOFED is not installed. Skipping") detected_distro = distro.detect() pkgs = [] smm = SoftwareManager() if detected_distro.name == "Ubuntu": pkgs.extend(["openssh-client", "iputils-ping"]) elif detected_distro.name == "SuSE": pkgs.extend(["openssh", "iputils"]) else: pkgs.extend(["openssh-clients", "iputils"]) for pkg in pkgs: if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("Not able to install %s" % pkg) interfaces = netifaces.interfaces() self.iface = self.params.get("interface", default="") self.peer_ip = self.params.get("peer_ip", default="") self.peer_user = self.params.get("peer_user_name", default="root") self.peer_password = self.params.get("peer_password", '*', default="None") self.ipaddr = self.params.get("host_ip", default="") self.netmask = self.params.get("netmask", default="") if self.iface[0:2] == 'ib': configure_network.set_ip(self.ipaddr, self.netmask, self.iface, interface_type='Infiniband') else: configure_network.set_ip(self.ipaddr, self.netmask, self.iface, interface_type='Ethernet') self.session = Session(self.peer_ip, user=self.peer_user, password=self.peer_password) if self.iface not in interfaces: self.cancel("%s interface is not available" % self.iface) if self.peer_ip == "": self.cancel("%s peer machine is not available" % self.peer_ip) self.timeout = "2m" self.local_ip = netifaces.ifaddresses(self.iface)[AF_INET][0]['addr'] self.mtu = self.params.get("mtu", default=1500) self.peerinfo = PeerInfo(self.peer_ip, peer_user=self.peer_user, peer_password=self.peer_password) self.peer_interface = self.peerinfo.get_peer_interface(self.peer_ip) if detected_distro.name == "Ubuntu": cmd = "service ufw stop" # FIXME: "redhat" as the distro name for RHEL is deprecated # on Avocado versions >= 50.0. This is a temporary compatibility # enabler for older runners, but should be removed soon elif detected_distro.name in ['rhel', 'fedora', 'redhat']: cmd = "systemctl stop firewalld" elif detected_distro.name == "SuSE": if detected_distro.version == 15: cmd = "systemctl stop firewalld" else: cmd = "rcSuSEfirewall2 stop" elif detected_distro.name == "centos": cmd = "service iptables stop" else: self.cancel("Distro not supported") if process.system(cmd, ignore_status=True, shell=True) != 0: self.cancel("Unable to disable firewall") output = self.session.cmd(cmd) if not output.exit_status == 0: self.cancel("Unable to disable firewall on peer") def test(self): """ Test udaddy """ if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.fail("Failed to set mtu in peer") if not configure_network.set_mtu_host(self.iface, self.mtu): self.fail("Failed to set mtu in host") self.log.info(self.test_name) logs = "> /tmp/ib_log 2>&1 &" cmd = " timeout %s %s -b %s %s %s" % (self.timeout, self.test_name, self.peer_ip, self.option, logs) output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("SSH connection (or) Server command failed") time.sleep(5) self.log.info("Client data - %s(%s)" % (self.test_name, self.option)) cmd = "timeout %s %s -s %s -b %s %s" \ % (self.timeout, self.test_name, self.peer_ip, self.local_ip, self.option) if process.system(cmd, shell=True, ignore_status=True) != 0: self.fail("Client command failed") time.sleep(5) self.log.info("Server data - %s(%s)" % (self.test_name, self.option)) cmd = "timeout %s cat /tmp/ib_log && rm -rf /tmp/ib_log" \ % (self.timeout) output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("Server output retrieval failed") def tearDown(self): """ unset ip """ if not configure_network.set_mtu_host(self.iface, '1500'): self.fail("Failed to set mtu in host") if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.fail("Failed to set mtu in peer") configure_network.unset_ip(self.iface)
class Netperf(Test): """ Netperf Test """ def setUp(self): """ To check and install dependencies for the test """ self.peer_user = self.params.get("peer_user_name", default="root") self.peer_ip = self.params.get("peer_ip", default="") self.peer_password = self.params.get("peer_password", '*', default="None") interfaces = netifaces.interfaces() self.iface = self.params.get("interface", default="") if self.iface not in interfaces: self.cancel("%s interface is not available" % self.iface) self.ipaddr = self.params.get("host_ip", default="") self.netmask = self.params.get("netmask", default="") configure_network.set_ip(self.ipaddr, self.netmask, self.iface) self.session = Session(self.peer_ip, user=self.peer_user, password=self.peer_password) smm = SoftwareManager() detected_distro = distro.detect() pkgs = ['gcc'] if detected_distro.name == "Ubuntu": pkgs.append('openssh-client') elif detected_distro.name == "SuSE": pkgs.append('openssh') else: pkgs.append('openssh-clients') for pkg in pkgs: if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("%s package is need to test" % pkg) cmd = "%s install %s" % (smm.backend.base_command, pkg) output = self.session.cmd(cmd) if not output.exit_status == 0: self.cancel( "unable to install the package %s on peer machine " % pkg) if self.peer_ip == "": self.cancel("%s peer machine is not available" % self.peer_ip) self.timeout = self.params.get("TIMEOUT", default="600") self.mtu = self.params.get("mtu", default=1500) self.peerinfo = PeerInfo(self.peer_ip, peer_user=self.peer_user, peer_password=self.peer_password) self.peer_interface = self.peerinfo.get_peer_interface(self.peer_ip) if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.cancel("Failed to set mtu in peer") if not configure_network.set_mtu_host(self.iface, self.mtu): self.cancel("Failed to set mtu in host") self.netperf_run = str(self.params.get("NETSERVER_RUN", default=0)) self.netperf = os.path.join(self.teststmpdir, 'netperf') netperf_download = self.params.get("netperf_download", default="https:" "//github.com/HewlettPackard/" "netperf/archive/netperf-2.7.0.zip") tarball = self.fetch_asset(netperf_download, expire='7d') archive.extract(tarball, self.netperf) self.version = "%s-%s" % ("netperf", os.path.basename(tarball.split('.zip')[0])) self.neperf = os.path.join(self.netperf, self.version) cmd = "scp -r %s %s@%s:/tmp/" % (self.neperf, self.peer_user, self.peer_ip) if process.system(cmd, shell=True, ignore_status=True) != 0: self.cancel("unable to copy the netperf into peer machine") cmd = "cd /tmp/%s;./configure ppc64le;make" % self.version output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("test failed because command failed in peer machine") os.chdir(self.neperf) process.system('./configure ppc64le', shell=True) build.make(self.neperf) self.perf = os.path.join(self.neperf, 'src', 'netperf') self.expected_tp = self.params.get("EXPECTED_THROUGHPUT", default="90") self.duration = self.params.get("duration", default="300") self.min = self.params.get("minimum_iterations", default="1") self.max = self.params.get("maximum_iterations", default="15") self.option = self.params.get("option", default='') def test(self): """ netperf test """ if self.netperf_run == '1': cmd = "chmod 777 /tmp/%s/src" % self.version output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("test failed because netserver not available") cmd = "/tmp/%s/src/netserver" % self.version output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("test failed because netserver not available") speed = int(read_file("/sys/class/net/%s/speed" % self.iface)) cmd = "timeout %s %s -H %s" % (self.timeout, self.perf, self.peer_ip) if self.option != "": cmd = "%s -t %s" % (cmd, self.option) cmd = "%s -l %s -i %s,%s" % (cmd, self.duration, self.max, self.min) result = process.run(cmd, shell=True, ignore_status=True) if result.exit_status != 0: self.fail("FAIL: Run failed") for line in result.stdout.decode("utf-8").splitlines(): if line and 'Throughput' in line.split()[-1]: tput = int( result.stdout.decode("utf-8").split()[-1].split('.')[0]) if tput < (int(self.expected_tp) * speed) / 100: self.fail("FAIL: Throughput Actual - %s%%, Expected - %s%%" ", Throughput Actual value - %s " % ((tput * 100) / speed, self.expected_tp, str(tput) + 'Mb/sec')) if 'WARNING' in result.stdout.decode("utf-8"): self.log.warn('Test completed with warning') def tearDown(self): """ removing the data in peer machine """ cmd = "pkill netserver; rm -rf /tmp/%s" % self.version output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("test failed because peer sys not connected") if not configure_network.set_mtu_host(self.iface, '1500'): self.cancel("Failed to set mtu in host") if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.cancel("Failed to set mtu in peer") configure_network.unset_ip(self.iface)
class Iperf(Test): """ Iperf Test """ def setUp(self): """ To check and install dependencies for the test """ self.peer_user = self.params.get("peer_user_name", default="root") self.peer_ip = self.params.get("peer_ip", default="") self.peer_password = self.params.get("peer_password", '*', default=None) interfaces = netifaces.interfaces() self.iface = self.params.get("interface", default="") if self.iface not in interfaces: self.cancel("%s interface is not available" % self.iface) self.ipaddr = self.params.get("host_ip", default="") self.netmask = self.params.get("netmask", default="") configure_network.set_ip(self.ipaddr, self.netmask, self.iface) self.session = Session(self.peer_ip, user=self.peer_user, password=self.peer_password) smm = SoftwareManager() for pkg in ["gcc", "autoconf", "perl", "m4", "libtool"]: if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("%s package is need to test" % pkg) cmd = "%s install %s" % (smm.backend.base_command, pkg) output = self.session.cmd(cmd) if not output.exit_status == 0: self.cancel( "unable to install the package %s on peer machine " % pkg) if self.peer_ip == "": self.cancel("%s peer machine is not available" % self.peer_ip) self.mtu = self.params.get("mtu", default=1500) self.peerinfo = PeerInfo(self.peer_ip, peer_user=self.peer_user, peer_password=self.peer_password) self.peer_interface = self.peerinfo.get_peer_interface(self.peer_ip) if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.cancel("Failed to set mtu in peer") if not configure_network.set_mtu_host(self.iface, self.mtu): self.cancel("Failed to set mtu in host") self.iperf = os.path.join(self.teststmpdir, 'iperf') iperf_download = self.params.get("iperf_download", default="https:" "//excellmedia.dl.sourceforge.net/" "project/iperf2/iperf-2.0.13.tar.gz") tarball = self.fetch_asset(iperf_download, expire='7d') archive.extract(tarball, self.iperf) self.version = os.path.basename(tarball.split('.tar')[0]) self.iperf_dir = os.path.join(self.iperf, self.version) cmd = "scp -r %s %s@%s:/tmp" % (self.iperf_dir, self.peer_user, self.peer_ip) if process.system(cmd, shell=True, ignore_status=True) != 0: self.cancel("unable to copy the iperf into peer machine") cmd = "cd /tmp/%s;./configure ppc64le;make" % self.version output = self.session.cmd(cmd) if not output.exit_status == 0: self.cancel("Unable to compile Iperf into peer machine") self.iperf_run = str(self.params.get("IPERF_SERVER_RUN", default=0)) if self.iperf_run == '1': cmd = "/tmp/%s/src/iperf -s" % self.version cmd = self.session.get_raw_ssh_command(cmd) self.obj = SubProcess(cmd) self.obj.start() os.chdir(self.iperf_dir) process.system('./configure', shell=True) build.make(self.iperf_dir) self.iperf = os.path.join(self.iperf_dir, 'src') self.expected_tp = self.params.get("EXPECTED_THROUGHPUT", default="85") def test(self): """ Test run is a One way throughput test. In this test, we have one host transmitting (or receiving) data from a client. This transmit large messages using multiple threads or processes. """ speed = int(read_file("/sys/class/net/%s/speed" % self.iface)) os.chdir(self.iperf) cmd = "./iperf -c %s" % self.peer_ip result = process.run(cmd, shell=True, ignore_status=True) if result.exit_status: self.fail("FAIL: Iperf Run failed") for line in result.stdout.decode("utf-8").splitlines(): if 'sender' in line: tput = int(line.split()[6].split('.')[0]) if tput < (int(self.expected_tp) * speed) / 100: self.fail("FAIL: Throughput Actual - %s%%, Expected - %s%%" ", Throughput Actual value - %s " % ((tput * 100) / speed, self.expected_tp, str(tput) + 'Mb/sec')) def tearDown(self): """ Killing Iperf process in peer machine """ self.obj.stop() cmd = "pkill iperf; rm -rf /tmp/%s" % self.version output = self.session.cmd(cmd) if not output.exit_status == 0: self.fail("Either the ssh to peer machine machine\ failed or iperf process was not killed") if not configure_network.set_mtu_host(self.iface, '1500'): self.cancel("Failed to set mtu in host") if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.cancel("Failed to set mtu in peer") configure_network.unset_ip(self.iface)
class MultiportStress(Test): ''' To perform IO stress on multiple ports on a NIC adapter ''' def setUp(self): ''' To check and install dependencies for the test ''' self.host_interfaces = self.params.get("host_interfaces", default="").split(",") if not self.host_interfaces: self.cancel("user should specify host interfaces") smm = SoftwareManager() if distro.detect().name == 'Ubuntu': pkg = 'iputils-ping' else: pkg = 'iputils' if not smm.check_installed(pkg) and not smm.install(pkg): self.cancel("Package %s is needed to test" % pkg) self.peer_ips = self.params.get("peer_ips", default="").split(",") interfaces = netifaces.interfaces() for self.host_interface in self.host_interfaces: if self.host_interface not in interfaces: self.cancel("interface is not available") self.count = self.params.get("count", default="1000") self.ipaddr = self.params.get("host_ip", default="").split(",") self.netmask = self.params.get("netmask", default="") for ipaddr, interface in zip(self.ipaddr, self.host_interfaces): configure_network.set_ip(ipaddr, self.netmask, interface) self.peer_user = self.params.get("peer_user", default="root") self.peer_password = self.params.get("peer_password", '*', default="None") self.mtu = self.params.get("mtu", default=1500) self.peerinfo = PeerInfo(self.peer_ips[0], peer_user=self.peer_user, peer_password=self.peer_password) for peer_ip in self.peer_ips: self.peer_interface = self.peerinfo.get_peer_interface(peer_ip) if not self.peerinfo.set_mtu_peer(self.peer_interface, self.mtu): self.cancel("Failed to set mtu in peer") for host_interface in self.host_interfaces: if not configure_network.set_mtu_host(host_interface, self.mtu): self.cancel("Failed to set mtu in host") def multiport_ping(self, ping_option): ''' Ping to multiple peers parallely ''' parallel_procs = [] for host, peer in zip(self.host_interfaces, self.peer_ips): self.log.info('Starting Ping test') cmd = "ping -I %s %s -c %s %s" % (host, peer, self.count, ping_option) obj = process.SubProcess(cmd, verbose=False, shell=True) obj.start() parallel_procs.append(obj) self.log.info('Wait for background processes to finish' ' before proceeding') for proc in parallel_procs: proc.wait() errors = [] for proc in parallel_procs: out_buf = proc.get_stdout() out_buf += proc.get_stderr() for val in out_buf.decode("utf-8").splitlines(): if 'packet loss' in val and ', 0% packet loss,' not in val: errors.append(out_buf) break if errors: self.fail(b"\n".join(errors)) def test_multiport_ping(self): self.multiport_ping('') def test_multiport_floodping(self): self.multiport_ping('-f') def tearDown(self): ''' unset ip for host interface ''' for host_interface in self.host_interfaces: if not configure_network.set_mtu_host(host_interface, '1500'): self.cancel("Failed to set mtu in host") for peer_ip in self.peer_ips: self.peer_interface = self.peerinfo.get_peer_interface(peer_ip) if not self.peerinfo.set_mtu_peer(self.peer_interface, '1500'): self.cancel("Failed to set mtu in peer") for interface in self.host_interfaces: configure_network.unset_ip(interface)