def __init__(self, crb, serializer):
super(Dut, self).__init__(crb, serializer)
self.NAME = 'dut'
self.logger = getLogger(self.NAME)
self.session = SSHConnection(self.get_ip_address(), self.NAME,
self.get_password())
self.session.init_log(self.logger)
self.alt_session = SSHConnection(self.get_ip_address(),
self.NAME + '_alt',
self.get_password())
self.alt_session.init_log(self.logger)
self.number_of_cores = 0
self.tester = None
self.cores = []
self.architecture = None
self.ports_info = None
self.conf = UserConf()
self.ports_map = []
def __init__(self, crb, serializer):
super(Dut, self).__init__(crb, serializer)
self.NAME = 'dut'
self.logger = getLogger(self.NAME)
self.session = SSHConnection(self.get_ip_address(), self.NAME,
self.get_password())
self.session.init_log(self.logger)
self.alt_session = SSHConnection(self.get_ip_address(), self.NAME + '_alt',
self.get_password())
self.alt_session.init_log(self.logger)
self.number_of_cores = 0
self.tester = None
self.cores = []
self.architecture = None
self.ports_info = None
self.conf = UserConf()
self.ports_map = []
class Dut(Crb):
"""
A connection to the CRB under test.
This class sends commands to the CRB and validates the responses. It is
implemented using either ssh for linuxapp or the terminal server for
baremetal.
All operations are in fact delegated to an instance of either CRBLinuxApp
or CRBBareMetal.
"""
PORT_MAP_CACHE_KEY = 'dut_port_map'
PORT_INFO_CACHE_KEY = 'dut_port_info'
NUMBER_CORES_CACHE_KEY = 'dut_number_cores'
CORE_LIST_CACHE_KEY = 'dut_core_list'
PCI_DEV_CACHE_KEY = 'dut_pci_dev_info'
def __init__(self, crb, serializer):
super(Dut, self).__init__(crb, serializer)
self.NAME = 'dut'
self.logger = getLogger(self.NAME)
self.session = SSHConnection(self.get_ip_address(), self.NAME,
self.get_password())
self.session.init_log(self.logger)
self.alt_session = SSHConnection(self.get_ip_address(), self.NAME + '_alt',
self.get_password())
self.alt_session.init_log(self.logger)
self.number_of_cores = 0
self.tester = None
self.cores = []
self.architecture = None
self.ports_info = None
self.conf = UserConf()
self.ports_map = []
def change_config_option(self, target, parameter, value):
"""
This function change option in the config file
"""
self.send_expect("sed -i 's/%s=.*$/%s=%s/' config/defconfig_%s" %
(parameter, parameter, value, target), "# ")
def set_nic_type(self, nic):
"""
Set CRB NICS ready to validated.
"""
self.nic = nic
if 'cfg' in nic:
self.conf.load_ports_config(self.get_ip_address())
def set_toolchain(self, target):
"""
This looks at the current target and instantiates an attribute to
be either a CRBLinuxApp or CRBBareMetal object. These latter two
classes are private and should not be used directly by client code.
"""
self.kill_all()
self.target = target
[arch, _, _, toolchain] = target.split('-')
if toolchain == "icc":
icc_vars = os.getenv('ICC_VARS', "/opt/intel/composer_xe_2013/bin/")
icc_vars += "compilervars.sh"
if arch == "x86_64":
icc_arch = "intel64"
elif arch == "i686":
icc_arch = "ia32"
self.send_expect("source " + icc_vars + " " + icc_arch, "# ")
self.architecture = arch
def mount_procfs(self):
"""
Mount proc file system.
"""
mount_procfs = getattr(self, 'mount_procfs_%s' % self.get_os_type())
mount_procfs()
def mount_procfs_linux(self):
pass
def mount_procfs_freebsd(self):
"""
Mount proc file system in Freebsd.
"""
self.send_expect('mount -t procfs proc /proc', '# ')
def get_ip_address(self):
"""
Get DUT's ip address.
"""
return self.crb['IP']
def get_password(self):
"""
Get DUT's login password.
"""
return self.crb['pass']
def dut_prerequisites(self):
"""
Prerequest function should be called before execute any test case.
Will call function to scan all lcore's information which on DUT.
Then call pci scan function to collect nic device information.
At last setup DUT' environment for validation.
"""
self.send_expect("cd %s" % self.base_dir, "# ")
self.send_expect("alias ls='ls --color=none'", "#")
if self.get_os_type() == 'freebsd':
self.send_expect('alias make=gmake', '# ')
self.send_expect('alias sed=gsed', '# ')
self.init_core_list()
self.pci_devices_information()
# scan ports before restore interface
self.scan_ports()
# restore dut ports to kernel
self.restore_interfaces()
# rescan ports after interface up
self.rescan_ports()
# load port infor from config file
self.load_portconf()
self.mount_procfs()
# auto detect network topology
self.map_available_ports()
# print latest ports_info
self.logger.info(dts.pprint(self.ports_info))
if self.ports_map is None or len(self.ports_map) == 0:
raise ValueError("ports_map should not be empty, please check all links")
def restore_interfaces(self):
"""
Restore all ports's interfaces.
"""
restore_interfaces = getattr(self, 'restore_interfaces_%s' % self.get_os_type())
return restore_interfaces()
def restore_interfaces_freebsd(self):
"""
Restore FreeBSD interfaces.
"""
self.send_expect("kldunload nic_uio.ko", "#")
self.send_expect("kldunload contigmem.ko", "#")
self.send_expect("kldload if_ixgbe.ko", "#", 20)
def restore_interfaces_linux(self):
"""
Restore Linux interfaces.
"""
for port in self.ports_info:
pci_bus = port['pci']
pci_id = port['type']
# get device driver
driver = dts.get_nic_driver(pci_id)
if driver is not None and self.isMellanox == False:
# unbind device driver
addr_array = pci_bus.split(':')
bus_id = addr_array[0]
devfun_id = addr_array[1]
self.send_expect('echo 0000:%s > /sys/bus/pci/devices/0000\:%s\:%s/driver/unbind'
% (pci_bus, bus_id, devfun_id), '# ')
#bind to linux kernel driver
self.send_expect('modprobe %s' % driver, '# ')
self.send_expect('echo 0000:%s > /sys/bus/pci/drivers/%s/bind'
% (pci_bus, driver), '# ')
itf = self.get_interface_name(addr_array[0], addr_array[1])
self.send_expect("ifconfig %s up" % itf, "# ")
else:
self.logger.info("NOT FOUND DRIVER FOR PORT (%s|%s)!!!" % (pci_bus, pci_id))
def setup_memory(self, hugepages=-1):
"""
Setup hugepage on DUT.
"""
try:
function_name = 'setup_memory_%s' % self.get_os_type()
setup_memory = getattr(self, function_name)
setup_memory(hugepages)
except AttributeError:
self.logger.error("%s is not implemented" % function_name)
def setup_memory_linux(self, hugepages=-1):
"""
Setup Linux hugepages.
"""
hugepages_size = self.send_expect("awk '/Hugepagesize/ {print $2}' /proc/meminfo", "# ")
if int(hugepages_size) < (1024 * 1024):
if self.architecture == "x86_64":
arch_huge_pages = hugepages if hugepages > 0 else 4096
elif self.architecture == "i686":
arch_huge_pages = hugepages if hugepages > 0 else 512
# set huge pagesize for x86_x32 abi target
elif self.architecture == "x86_x32":
arch_huge_pages = hugepages if hugepages > 0 else 256
total_huge_pages = self.get_total_huge_pages()
self.mount_huge_pages()
if total_huge_pages != arch_huge_pages:
self.set_huge_pages(arch_huge_pages)
def setup_memory_freebsd(self, hugepages=-1):
"""
Setup Freebsd hugepages.
"""
if hugepages is -1:
hugepages = 2048
num_buffers = hugepages / 1024
if num_buffers:
self.send_expect('kenv hw.contigmem.num_buffers=%d' % num_buffers, "#")
self.send_expect("kldunload contigmem.ko", "#")
self.send_expect("kldload ./%s/kmod/contigmem.ko" % self.target, "#")
def taskset(self, core):
if self.get_os_type() != 'linux':
return ''
return 'taskset %s ' % core
def bind_interfaces_linux(self, driver='igb_uio', nics_to_bind=None):
"""
Bind the interfaces to the selected driver. nics_to_bind can be None
to bind all interfaces or an array with the port indexes
"""
binding_list = '--bind=%s ' % driver
current_nic = 0
for (pci_bus, pci_id) in self.pci_devices_info:
if dts.accepted_nic(pci_id):
if nics_to_bind is None or current_nic in nics_to_bind:
binding_list += '%s ' % (pci_bus)
current_nic += 1
self.send_expect('tools/dpdk_nic_bind.py %s' % binding_list, '# ')
def unbind_interfaces_linux(self, nics_to_bind=None):
"""
Unbind the interfaces.
"""
binding_list = '-u '
current_nic = 0
for (pci_bus, pci_id) in self.pci_devices_info:
if dts.accepted_nic(pci_id):
if nics_to_bind is None or current_nic in nics_to_bind:
binding_list += '%s ' % (pci_bus)
current_nic += 1
self.send_expect('tools/dpdk_nic_bind.py %s' % binding_list, '# ', 30)
def get_ports(self, nic_type='any', perf=None, socket=None):
"""
Return DUT port list with the filter of NIC type, whether run IXIA
performance test, whether request specified socket.
"""
ports = []
candidates = []
if perf is None:
perf = self.want_perf_tests
nictypes = []
if nic_type == 'any':
for portid in range(len(self.ports_info)):
ports.append(portid)
return ports
elif nic_type == 'cfg':
for portid in range(len(self.ports_info)):
if self.ports_info[portid]['source'] == 'cfg':
ports.append(portid)
return ports
else:
for portid in range(len(self.ports_info)):
port_info = self.ports_info[portid]
# match nic type
if port_info['type'] == NICS[nic_type]:
# match numa or none numa awareness
if (socket is None or
port_info['numa'] == -1 or
socket == port_info['numa']):
# port has link,
if self.tester.get_local_port(portid) != -1:
ports.append(portid)
return ports
def get_ports_performance(self, nic_type='any', perf=None, socket=None,
force_same_socket=True,
force_different_nic=True):
"""
Return the maximum available number of ports meeting the parameters.
Focuses on getting ports with same/different NUMA node and/or
same/different NIC.
"""
available_ports = self.get_ports(nic_type, perf, socket)
accepted_sets = []
while len(available_ports) > 0:
accepted_ports = []
# first avaiable port is the reference port
accepted_ports.append(available_ports[0])
# check from second port according to parameter
for port in available_ports[1:]:
if force_same_socket and socket is None:
if self.ports_info[port]['numa'] != self.ports_info[accepted_ports[0]]['numa']:
continue
if force_different_nic:
if self.ports_info[port]['pci'][:-1] == self.ports_info[accepted_ports[0]]['pci'][:-1]:
continue
accepted_ports.append(port)
for port in accepted_ports:
available_ports.remove(port)
accepted_sets.append(accepted_ports)
biggest_set = max(accepted_sets, key=lambda s: len(s))
return biggest_set
def get_peer_pci(self, port_num):
"""
return the peer pci address of dut port
"""
if 'peer' not in self.ports_info[port_num]:
return None
else:
return self.ports_info[port_num]['peer']
def get_mac_address(self, port_num):
"""
return the port mac on dut
"""
return self.ports_info[port_num]['mac']
def get_ipv6_address(self, port_num):
"""
return the IPv6 address on dut
"""
return self.ports_info[port_num]['ipv6']
def get_numa_id(self, port_num):
"""
return the Numa Id of port
"""
if self.ports_info[port_num]['numa'] == -1:
self.logger.warning('NUMA not supported')
return self.ports_info[port_num]['numa']
def get_port_info(self, pci):
"""
return port info by pci id
"""
for port_info in self.ports_info:
if port_info['pci'] == pci:
return port_info
def lcore_table_print(self, horizontal=False):
if not horizontal:
dts.results_table_add_header(['Socket', 'Core', 'Thread'])
for lcore in self.cores:
dts.results_table_add_row([lcore['socket'], lcore['core'], lcore['thread']])
dts.results_table_print()
else:
dts.results_table_add_header(['X'] + [''] * len(self.cores))
dts.results_table_add_row(['Thread'] + [n['thread'] for n in self.cores])
dts.results_table_add_row(['Core'] + [n['core'] for n in self.cores])
dts.results_table_add_row(['Socket'] + [n['socket'] for n in self.cores])
dts.results_table_print()
def get_memory_channels(self):
n = self.crb['memory channels']
if n is not None and n > 0:
return n
else:
return 1
def check_ports_available(self, pci_bus, pci_id):
"""
Check that whether auto scanned ports ready to use
"""
pci_addr = "%s:%s" % (pci_bus, pci_id)
if self.nic == 'any':
return True
elif self.nic == 'cfg':
if self.conf.check_port_available(pci_bus) is True:
return True
elif self.nic not in NICS.keys():
self.logger.warning("NOT SUPPORTED NIC TYPE: %s" % self.nic)
else:
codename = NICS[self.nic]
if pci_id == codename:
return True
return False
def rescan_ports(self):
unknow_interface = dts.RED('Skipped: unknow_interface')
for port_info in self.ports_info:
pci_bus = port_info['pci']
addr_array = pci_bus.split(':')
bus_id = addr_array[0]
devfun_id = addr_array[1]
intf = self.get_interface_name(bus_id, devfun_id)
if "No such file" in intf:
self.logger.info("DUT: [0000:%s] %s" % (pci_bus, unknow_interface))
out = self.send_expect("ip link show %s" % intf, "# ")
if "DOWN" in out:
self.send_expect("ip link set %s up" % intf, "# ")
time.sleep(5)
macaddr = self.get_mac_addr(intf, bus_id, devfun_id)
out = self.send_expect("ip -family inet6 address show dev %s | awk '/inet6/ { print $2 }'"
% intf, "# ")
ipv6 = out.split('/')[0]
# Unconnected ports don't have IPv6
if ":" not in ipv6:
ipv6 = "Not connected"
port_info['mac'] = macaddr
port_info['intf'] = intf
port_info['ipv6'] = ipv6
def scan_ports(self):
"""
Scan ports information or just read it from cache file.
"""
if self.read_cache:
self.ports_info = self.serializer.load(self.PORT_INFO_CACHE_KEY)
if not self.read_cache or self.ports_info is None:
self.scan_ports_uncached()
self.serializer.save(self.PORT_INFO_CACHE_KEY, self.ports_info)
def scan_ports_uncached(self):
"""
Scan ports and collect port's pci id, mac adress, ipv6 address.
"""
scan_ports_uncached = getattr(self, 'scan_ports_uncached_%s' % self.get_os_type())
return scan_ports_uncached()
def scan_ports_uncached_linux(self):
"""
Scan Linux ports and collect port's pci id, mac adress, ipv6 address.
"""
self.ports_info = []
skipped = dts.RED('Skipped: Unknown/not selected')
unknow_interface = dts.RED('Skipped: unknow_interface')
#RRR
for (pci_bus, pci_id) in self.pci_devices_info:
if self.check_ports_available(pci_bus, pci_id) is False:
self.logger.info("DUT: [000:%s %s] %s" % (pci_bus, pci_id,
skipped))
continue
addr_array = pci_bus.split(':')
bus_id = addr_array[0]
devfun_id = addr_array[1]
numa = self.get_device_numa(bus_id, devfun_id)
# store the port info to port mapping
self.check_Mellanox_pci(pci_bus,pci_id)
if self.isMellanox :
self.ports_info.append({'pci': pci_bus, 'type': pci_id, 'numa': numa})
self.ports_info.append({'pci': pci_bus, 'type': pci_id, 'numa': numa})
def scan_ports_uncached_freebsd(self):
"""
Scan Freebsd ports and collect port's pci id, mac adress, ipv6 address.
"""
self.ports_info = []
skipped = dts.RED('Skipped: Unknown/not selected')
for (pci_bus, pci_id) in self.pci_devices_info:
if not dts.accepted_nic(pci_id):
self.logger.info("DUT: [%s %s] %s" % (pci_bus, pci_id,
skipped))
continue
intf = self.get_interface_name(pci_bus)
macaddr = self.get_mac_addr(intf)
ipv6 = self.get_ipv6_addr(intf)
if ipv6 is None:
ipv6 = "Not available"
self.logger.warning("NUMA not available on FreeBSD")
self.logger.info("DUT: [%s %s] %s %s" % (pci_bus, pci_id, intf, ipv6))
# convert bsd format to linux format
pci_split = pci_bus.split(':')
pci_bus_id = hex(int(pci_split[0]))[2:]
if len(pci_split[1]) == 1:
pci_dev_str = "0" + pci_split[1]
else:
pci_dev_str = pci_split[1]
pci_str = "%s:%s.%s" % (pci_bus_id, pci_dev_str, pci_split[2])
# store the port info to port mapping
self.ports_info.append({'pci': pci_str, 'type': pci_id, 'intf':
intf, 'mac': macaddr, 'ipv6': ipv6, 'numa': -1})
def load_portconf(self):
"""
Load port configurations for ports_info. If manually configured infor
not same as auto scanned, still use infor in configuration file.
"""
for port in self.ports_info:
pci_bus = port['pci']
ports_cfg = self.conf.get_ports_config()
if pci_bus in ports_cfg:
port_cfg = ports_cfg[pci_bus]
port_cfg['source'] = 'cfg'
else:
port_cfg = {}
for key in ['intf', 'mac', 'numa', 'peer', 'source']:
if key in port_cfg:
if key in port and port_cfg[key] != port[key]:
self.logger.warning("CONFIGURED %s NOT SAME AS SCANNED!!!" % (key.upper()))
port[key] = port_cfg[key]
def map_available_ports(self):
"""
Load or generate network connection mapping list.
"""
if self.read_cache:
self.ports_map = self.serializer.load(self.PORT_MAP_CACHE_KEY)
if not self.read_cache or self.ports_map is None:
self.map_available_ports_uncached()
self.serializer.save(self.PORT_MAP_CACHE_KEY, self.ports_map)
self.logger.warning("DUT PORT MAP: " + str(self.ports_map))
def map_available_ports_uncached(self):
"""
Generate network connection mapping list.
"""
nrPorts = len(self.ports_info)
if nrPorts == 0:
return
remove = []
self.ports_map = [-1] * nrPorts
hits = [False] * len(self.tester.ports_info)
for dutPort in range(nrPorts):
peer = self.get_peer_pci(dutPort)
dutpci = self.ports_info[dutPort]['pci']
if peer is not None:
for remotePort in range(len(self.tester.ports_info)):
if self.tester.ports_info[remotePort]['pci'] == peer:
hits[remotePort] = True
self.ports_map[dutPort] = remotePort
break
if self.ports_map[dutPort] == -1:
self.logger.error("CONFIGURED TESTER PORT CANNOT FOUND!!!")
else:
continue # skip ping6 map
for remotePort in range(len(self.tester.ports_info)):
if hits[remotePort]:
continue
# skip ping self port
remotepci = self.tester.ports_info[remotePort]['pci']
if (self.crb['IP'] == self.crb['tester IP']) and (dutpci == remotepci):
continue
# skip ping those not connected port
ipv6 = self.get_ipv6_address(dutPort)
if ipv6 == "Not connected":
continue
out = self.tester.send_ping6(remotePort, ipv6, self.get_mac_address(dutPort))
if ('64 bytes from' in out):
self.logger.info("PORT MAP: [dut %d: tester %d]" % (dutPort, remotePort))
self.ports_map[dutPort] = remotePort
hits[remotePort] = True
if self.crb['IP'] == self.crb['tester IP']:
# remove dut port act as tester port
remove_port = self.get_port_info(remotepci)
if remove_port is not None:
remove.append(remove_port)
# skip ping from those port already act as dut port
testerPort = self.tester.get_local_index(dutpci)
if testerPort != -1:
hits[testerPort] = True
break
for port in remove:
self.ports_info.remove(port)
class Dut(Crb):
"""
A connection to the CRB under test.
This class sends commands to the CRB and validates the responses. It is
implemented using either ssh for linuxapp or the terminal server for
baremetal.
All operations are in fact delegated to an instance of either CRBLinuxApp
or CRBBareMetal.
"""
PORT_MAP_CACHE_KEY = 'dut_port_map'
PORT_INFO_CACHE_KEY = 'dut_port_info'
NUMBER_CORES_CACHE_KEY = 'dut_number_cores'
CORE_LIST_CACHE_KEY = 'dut_core_list'
PCI_DEV_CACHE_KEY = 'dut_pci_dev_info'
def __init__(self, crb, serializer):
super(Dut, self).__init__(crb, serializer)
self.NAME = 'dut'
self.logger = getLogger(self.NAME)
self.session = SSHConnection(self.get_ip_address(), self.NAME,
self.get_password())
self.session.init_log(self.logger)
self.alt_session = SSHConnection(self.get_ip_address(),
self.NAME + '_alt',
self.get_password())
self.alt_session.init_log(self.logger)
self.number_of_cores = 0
self.tester = None
self.cores = []
self.architecture = None
self.ports_info = None
self.conf = UserConf()
self.ports_map = []
def change_config_option(self, target, parameter, value):
"""
This function change option in the config file
"""
self.send_expect(
"sed -i 's/%s=.*$/%s=%s/' config/defconfig_%s" %
(parameter, parameter, value, target), "# ")
def set_nic_type(self, nic):
"""
Set CRB NICS ready to validated.
"""
self.nic = nic
if 'cfg' in nic:
self.conf.load_ports_config(self.get_ip_address())
def set_toolchain(self, target):
"""
This looks at the current target and instantiates an attribute to
be either a CRBLinuxApp or CRBBareMetal object. These latter two
classes are private and should not be used directly by client code.
"""
self.kill_all()
self.target = target
[arch, _, _, toolchain] = target.split('-')
if toolchain == "icc":
icc_vars = os.getenv('ICC_VARS',
"/opt/intel/composer_xe_2013/bin/")
icc_vars += "compilervars.sh"
if arch == "x86_64":
icc_arch = "intel64"
elif arch == "i686":
icc_arch = "ia32"
self.send_expect("source " + icc_vars + " " + icc_arch, "# ")
self.architecture = arch
def mount_procfs(self):
"""
Mount proc file system.
"""
mount_procfs = getattr(self, 'mount_procfs_%s' % self.get_os_type())
mount_procfs()
def mount_procfs_linux(self):
pass
def mount_procfs_freebsd(self):
"""
Mount proc file system in Freebsd.
"""
self.send_expect('mount -t procfs proc /proc', '# ')
def get_ip_address(self):
"""
Get DUT's ip address.
"""
return self.crb['IP']
def get_password(self):
"""
Get DUT's login password.
"""
return self.crb['pass']
def dut_prerequisites(self):
"""
Prerequest function should be called before execute any test case.
Will call function to scan all lcore's information which on DUT.
Then call pci scan function to collect nic device information.
At last setup DUT' environment for validation.
"""
self.send_expect("cd %s" % self.base_dir, "# ")
self.send_expect("alias ls='ls --color=none'", "#")
if self.get_os_type() == 'freebsd':
self.send_expect('alias make=gmake', '# ')
self.send_expect('alias sed=gsed', '# ')
self.init_core_list()
self.pci_devices_information()
# scan ports before restore interface
self.scan_ports()
# restore dut ports to kernel
self.restore_interfaces()
# rescan ports after interface up
self.rescan_ports()
# load port infor from config file
self.load_portconf()
self.mount_procfs()
# auto detect network topology
self.map_available_ports()
#print latest ports_info
print self.ports_info # raslan
self.logger.info(dts.pprint(self.ports_info))
if self.ports_map is None or len(self.ports_map) == 0:
raise ValueError(
"ports_map should not be empty, please check all links")
def restore_interfaces(self):
"""
Restore all ports's interfaces.
"""
restore_interfaces = getattr(
self, 'restore_interfaces_%s' % self.get_os_type())
return restore_interfaces()
def restore_interfaces_freebsd(self):
"""
Restore FreeBSD interfaces.
"""
self.send_expect("kldunload nic_uio.ko", "#")
self.send_expect("kldunload contigmem.ko", "#")
self.send_expect("kldload if_ixgbe.ko", "#", 20)
def restore_interfaces_linux(self):
"""
Restore Linux interfaces.
"""
for port in self.ports_info:
pci_bus = port['pci']
pci_id = port['type']
# get device driver
driver = dts.get_nic_driver(pci_id)
if driver is not None:
# unbind device driver
addr_array = pci_bus.split(':')
bus_id = addr_array[0]
devfun_id = addr_array[1]
#print addr_array
#self.send_expect('echo 0000:%s > /sys/bus/pci/devices/0000\:%s\:%s/driver/unbind'
# % (pci_bus, bus_id, devfun_id), '# ')
# bind to linux kernel driver
#self.send_expect('modprobe %s' % driver, '# ')
#self.send_expect('echo 0000:%s > /sys/bus/pci/drivers/%s/bind'
# % (pci_bus, driver), '# ')
itf = self.get_interface_name(addr_array[0], addr_array[1])
self.send_expect("ifconfig %s up" % itf, "# ")
else:
self.logger.info("NOT FOUND DRIVER FOR PORT (%s|%s)!!!" %
(pci_bus, pci_id))
def setup_memory(self, hugepages=-1):
"""
Setup hugepage on DUT.
"""
try:
function_name = 'setup_memory_%s' % self.get_os_type()
setup_memory = getattr(self, function_name)
setup_memory(hugepages)
except AttributeError:
self.logger.error("%s is not implemented" % function_name)
def setup_memory_linux(self, hugepages=-1):
"""
Setup Linux hugepages.
"""
hugepages_size = self.send_expect(
"awk '/Hugepagesize/ {print $2}' /proc/meminfo", "# ")
if int(hugepages_size) < (1024 * 1024):
if self.architecture == "x86_64":
arch_huge_pages = hugepages if hugepages > 0 else 4096
elif self.architecture == "i686":
arch_huge_pages = hugepages if hugepages > 0 else 512
# set huge pagesize for x86_x32 abi target
elif self.architecture == "x86_x32":
arch_huge_pages = hugepages if hugepages > 0 else 256
total_huge_pages = self.get_total_huge_pages()
self.mount_huge_pages()
if total_huge_pages != arch_huge_pages:
self.set_huge_pages(arch_huge_pages)
def setup_memory_freebsd(self, hugepages=-1):
"""
Setup Freebsd hugepages.
"""
if hugepages is -1:
hugepages = 2048
num_buffers = hugepages / 1024
if num_buffers:
self.send_expect('kenv hw.contigmem.num_buffers=%d' % num_buffers,
"#")
self.send_expect("kldunload contigmem.ko", "#")
self.send_expect("kldload ./%s/kmod/contigmem.ko" % self.target, "#")
def taskset(self, core):
if self.get_os_type() != 'linux':
return ''
return 'taskset %s ' % core
def bind_interfaces_linux(self, driver='igb_uio', nics_to_bind=None):
"""
Bind the interfaces to the selected driver. nics_to_bind can be None
to bind all interfaces or an array with the port indexes
"""
binding_list = '--bind=%s ' % driver
current_nic = 0
for (pci_bus, pci_id) in self.pci_devices_info:
if dts.accepted_nic(pci_id):
if nics_to_bind is None or current_nic in nics_to_bind:
binding_list += '%s ' % (pci_bus)
current_nic += 1
self.send_expect('tools/dpdk_nic_bind.py %s' % binding_list, '# ')
def unbind_interfaces_linux(self, nics_to_bind=None):
"""
Unbind the interfaces.
"""
binding_list = '-u '
current_nic = 0
for (pci_bus, pci_id) in self.pci_devices_info:
if dts.accepted_nic(pci_id):
if nics_to_bind is None or current_nic in nics_to_bind:
binding_list += '%s ' % (pci_bus)
current_nic += 1
self.send_expect('tools/dpdk_nic_bind.py %s' % binding_list, '# ', 30)
def get_ports(self, nic_type='any', perf=None, socket=None):
"""
Return DUT port list with the filter of NIC type, whether run IXIA
performance test, whether request specified socket.
"""
ports = []
candidates = []
if perf is None:
perf = self.want_perf_tests
nictypes = []
if nic_type == 'any':
for portid in range(len(self.ports_info)):
ports.append(portid)
return ports
elif nic_type == 'cfg':
for portid in range(len(self.ports_info)):
if self.ports_info[portid]['source'] == 'cfg':
ports.append(portid)
return ports
else:
for portid in range(len(self.ports_info)):
port_info = self.ports_info[portid]
# match nic type
if port_info['type'] == NICS[nic_type]:
# match numa or none numa awareness
if (socket is None or port_info['numa'] == -1
or socket == port_info['numa']):
# port has link,
if self.tester.get_local_port(portid) != -1:
ports.append(portid)
return ports
def get_ports_performance(self,
nic_type='any',
perf=None,
socket=None,
force_same_socket=True,
force_different_nic=True):
"""
Return the maximum available number of ports meeting the parameters.
Focuses on getting ports with same/different NUMA node and/or
same/different NIC.
"""
available_ports = self.get_ports(nic_type, perf, socket)
accepted_sets = []
while len(available_ports) > 0:
accepted_ports = []
# first avaiable port is the reference port
accepted_ports.append(available_ports[0])
# check from second port according to parameter
for port in available_ports[1:]:
if force_same_socket and socket is None:
if self.ports_info[port]['numa'] != self.ports_info[
accepted_ports[0]]['numa']:
continue
if force_different_nic:
if self.ports_info[port]['pci'][:-1] == self.ports_info[
accepted_ports[0]]['pci'][:-1]:
continue
accepted_ports.append(port)
for port in accepted_ports:
available_ports.remove(port)
accepted_sets.append(accepted_ports)
biggest_set = max(accepted_sets, key=lambda s: len(s))
return biggest_set
def get_peer_pci(self, port_num):
"""
return the peer pci address of dut port
"""
if 'peer' not in self.ports_info[port_num]:
return None
else:
return self.ports_info[port_num]['peer']
def get_mac_address(self, port_num):
"""
return the port mac on dut
"""
return self.ports_info[port_num]['mac']
def get_ipv6_address(self, port_num):
"""
return the IPv6 address on dut
"""
return self.ports_info[port_num]['ipv6']
def get_numa_id(self, port_num):
"""
return the Numa Id of port
"""
if self.ports_info[port_num]['numa'] == -1:
self.logger.warning('NUMA not supported')
return self.ports_info[port_num]['numa']
def get_port_info(self, pci):
"""
return port info by pci id
"""
for port_info in self.ports_info:
if port_info['pci'] == pci:
return port_info
def lcore_table_print(self, horizontal=False):
if not horizontal:
dts.results_table_add_header(['Socket', 'Core', 'Thread'])
for lcore in self.cores:
dts.results_table_add_row(
[lcore['socket'], lcore['core'], lcore['thread']])
dts.results_table_print()
else:
dts.results_table_add_header(['X'] + [''] * len(self.cores))
dts.results_table_add_row(['Thread'] +
[n['thread'] for n in self.cores])
dts.results_table_add_row(['Core'] +
[n['core'] for n in self.cores])
dts.results_table_add_row(['Socket'] +
[n['socket'] for n in self.cores])
dts.results_table_print()
def get_memory_channels(self):
n = self.crb['memory channels']
if n is not None and n > 0:
return n
else:
return 1
def check_ports_available(self, pci_bus, pci_id):
"""
Check that whether auto scanned ports ready to use
"""
pci_addr = "%s:%s" % (pci_bus, pci_id)
if self.nic == 'any':
return True
elif self.nic == 'cfg':
if self.conf.check_port_available(pci_bus) is True:
return True
elif self.nic not in NICS.keys():
self.logger.warning("NOT SUPPORTED NIC TYPE: %s" % self.nic)
else:
codename = NICS[self.nic]
if pci_id == codename:
return True
return False
def rescan_ports(self):
unknow_interface = dts.RED('Skipped: unknow_interface')
for port_info in self.ports_info:
pci_bus = port_info['pci']
addr_array = pci_bus.split(':')
bus_id = addr_array[0]
devfun_id = addr_array[1]
intf = self.get_interface_name(bus_id, devfun_id)
if "No such file" in intf:
self.logger.info("DUT: [0000:%s] %s" %
(pci_bus, unknow_interface))
out = self.send_expect("ip link show %s" % intf, "# ")
if "DOWN" in out:
self.send_expect("ip link set %s up" % intf, "# ")
time.sleep(5)
macaddr = self.get_mac_addr(intf, bus_id, devfun_id)
out = self.send_expect(
"ip -family inet6 address show dev %s | awk '/inet6/ { print $2 }'"
% intf, "# ")
ipv6 = out.split('/')[0]
# Unconnected ports don't have IPv6
if ":" not in ipv6:
ipv6 = "Not connected"
port_info['mac'] = macaddr
port_info['intf'] = intf
port_info['ipv6'] = ipv6
def scan_ports(self):
"""
Scan ports information or just read it from cache file.
"""
if self.read_cache:
self.ports_info = self.serializer.load(self.PORT_INFO_CACHE_KEY)
if not self.read_cache or self.ports_info is None:
self.scan_ports_uncached()
self.serializer.save(self.PORT_INFO_CACHE_KEY, self.ports_info)
def scan_ports_uncached(self):
"""
Scan ports and collect port's pci id, mac adress, ipv6 address.
"""
scan_ports_uncached = getattr(
self, 'scan_ports_uncached_%s' % self.get_os_type())
return scan_ports_uncached()
def scan_ports_uncached_linux(self):
"""
Scan Linux ports and collect port's pci id, mac adress, ipv6 address.
"""
self.ports_info = []
skipped = dts.RED('Skipped: Unknown/not selected')
unknow_interface = dts.RED('Skipped: unknow_interface')
print self.pci_devices_info #rrr
for (pci_bus, pci_id) in self.pci_devices_info:
if self.check_ports_available(pci_bus, pci_id) is False:
self.logger.info("DUT: [000:%s %s] %s" %
(pci_bus, pci_id, skipped))
continue
addr_array = pci_bus.split(':')
bus_id = addr_array[0]
devfun_id = addr_array[1]
numa = self.get_device_numa(bus_id, devfun_id)
# store the port info to port mapping
self.ports_info.append({
'pci': pci_bus,
'type': pci_id,
'numa': numa
})
def scan_ports_uncached_freebsd(self):
"""
Scan Freebsd ports and collect port's pci id, mac adress, ipv6 address.
"""
self.ports_info = []
skipped = dts.RED('Skipped: Unknown/not selected')
for (pci_bus, pci_id) in self.pci_devices_info:
if not dts.accepted_nic(pci_id):
self.logger.info("DUT: [%s %s] %s" %
(pci_bus, pci_id, skipped))
continue
intf = self.get_interface_name(pci_bus)
macaddr = self.get_mac_addr(intf)
ipv6 = self.get_ipv6_addr(intf)
if ipv6 is None:
ipv6 = "Not available"
self.logger.warning("NUMA not available on FreeBSD")
self.logger.info("DUT: [%s %s] %s %s" %
(pci_bus, pci_id, intf, ipv6))
# convert bsd format to linux format
pci_split = pci_bus.split(':')
pci_bus_id = hex(int(pci_split[0]))[2:]
if len(pci_split[1]) == 1:
pci_dev_str = "0" + pci_split[1]
else:
pci_dev_str = pci_split[1]
pci_str = "%s:%s.%s" % (pci_bus_id, pci_dev_str, pci_split[2])
# store the port info to port mapping
self.ports_info.append({
'pci': pci_str,
'type': pci_id,
'intf': intf,
'mac': macaddr,
'ipv6': ipv6,
'numa': -1
})
def load_portconf(self):
"""
Load port configurations for ports_info. If manually configured infor
not same as auto scanned, still use infor in configuration file.
"""
for port in self.ports_info:
pci_bus = port['pci']
ports_cfg = self.conf.get_ports_config()
if pci_bus in ports_cfg:
port_cfg = ports_cfg[pci_bus]
port_cfg['source'] = 'cfg'
else:
port_cfg = {}
for key in ['intf', 'mac', 'numa', 'peer', 'source']:
if key in port_cfg:
if key in port and port_cfg[key] != port[key]:
self.logger.warning(
"CONFIGURED %s NOT SAME AS SCANNED!!!" %
(key.upper()))
port[key] = port_cfg[key]
def map_available_ports(self):
"""
Load or generate network connection mapping list.
"""
if self.read_cache:
self.ports_map = self.serializer.load(self.PORT_MAP_CACHE_KEY)
if not self.read_cache or self.ports_map is None:
self.map_available_ports_uncached()
self.serializer.save(self.PORT_MAP_CACHE_KEY, self.ports_map)
self.logger.warning("DUT PORT MAP: " + str(self.ports_map))
def map_available_ports_uncached(self):
"""
Generate network connection mapping list.
"""
nrPorts = len(self.ports_info)
if nrPorts == 0:
return
remove = []
self.ports_map = [-1] * nrPorts
hits = [False] * len(self.tester.ports_info)
for dutPort in range(nrPorts):
peer = self.get_peer_pci(dutPort)
dutpci = self.ports_info[dutPort]['pci']
print "peer ", peer
print "dutpci ", dutpci
print self.tester.ports_info
if peer is not None:
for remotePort in range(len(self.tester.ports_info)):
if self.tester.ports_info[remotePort]['pci'] == peer:
hits[remotePort] = True
self.ports_map[dutPort] = remotePort
break
if self.ports_map[dutPort] == -1:
self.logger.error("CONFIGURED TESTER PORT CANNOT FOUND!!!")
else:
continue # skip ping6 map
for remotePort in range(len(self.tester.ports_info)):
if hits[remotePort]:
continue
# skip ping self port
remotepci = self.tester.ports_info[remotePort]['pci']
if (self.crb['IP']
== self.crb['tester IP']) and (dutpci == remotepci):
continue
# skip ping those not connected port
ipv6 = self.get_ipv6_address(dutPort)
if ipv6 == "Not connected":
continue
out = self.tester.send_ping6(remotePort, ipv6,
self.get_mac_address(dutPort))
if ('64 bytes from' in out):
self.logger.info("PORT MAP: [dut %d: tester %d]" %
(dutPort, remotePort))
self.ports_map[dutPort] = remotePort
hits[remotePort] = True
if self.crb['IP'] == self.crb['tester IP']:
# remove dut port act as tester port
remove_port = self.get_port_info(remotepci)
if remove_port is not None:
remove.append(remove_port)
# skip ping from those port already act as dut port
testerPort = self.tester.get_local_index(dutpci)
if testerPort != -1:
hits[testerPort] = True
break
for port in remove:
self.ports_info.remove(port)
class Ui_MainControlPanel(object):
isStart = False
isPause = False
isForceStop = False
defaultConf = DefaultConf()
userConf = UserConf()
moterConf = MoterConf()
def __init__(self, window):
window.setObjectName(self.defaultConf.window['config']['objectName'])
window.setWindowTitle(self.defaultConf.window['config']['title'])
window.resize(self.defaultConf.window['size']['width'],
self.defaultConf.window['size']['height'])
# BUTTON
self.layoutStartButton = self.makePushButton(window, 'START',
[10, 400, 150, 40])
self.layoutPauseButton = self.makePushButton(window, 'PAUSE',
[10, 450, 150, 40])
self.layoutSaveButton = self.makePushButton(window, 'SAVE',
[10, 500, 150, 40])
self.layoutExitButton = self.makePushButton(window, 'EXIT',
[10, 550, 150, 40])
# INPUT BOX
self.layoutNumberInput = self.makeLineEdit(window, 'Object Number',
[10, 10, 150, 40])
self.layoutSpeedInput = self.makeLineEdit(window, 'Pulse Speed',
[10, 60, 150, 40])
self.layoutNumberInput.setValidator(QtGui.QIntValidator())
self.layoutSpeedInput.setValidator(QtGui.QIntValidator())
# CANVAS
self.layoutCanvasBackground = QLabel(window)
self.layoutCanvasMoter = QLabel(window)
self.layoutCanvasBackground.setStyleSheet("""
background:#eee;
""")
self.layoutCanvasMoter.setStyleSheet("""
background:#f00;
border-width:1px;
border-style:solid;
border-radius:15px;
""")
self.initObjectPosition()
self.initObjectEvent()
# WINDOW STYLE SHEET
css = ''
for line in open('style.css', 'r').readlines():
css += line
window.setStyleSheet(css)
# CONFIG READ
if self.userConf.isRead:
self.layoutNumberInput.setText(
self.userConf.getConf(self.userConf.parser['input']['count']))
self.layoutSpeedInput.setText(
self.userConf.getConf(self.userConf.parser['input']['speed']))
def getValidateInputValue(self, lineEdit):
if len(lineEdit.text()) == 0:
return str(0)
else:
return str(lineEdit.text())
def makePushButton(self, parent, name, rect):
pushButton = QPushButton(name, parent)
pushButton.setGeometry(QtCore.QRect(rect[0], rect[1], rect[2],
rect[3]))
return pushButton
def makeLineEdit(self, parent, placeholder, rect):
lineEdit = QLineEdit(parent)
lineEdit.setPlaceholderText(placeholder)
lineEdit.setGeometry(QtCore.QRect(rect[0], rect[1], rect[2], rect[3]))
return lineEdit
def makeMessageBox(self, title, content):
messageBox = QMessageBox()
messageBox.setWindowTitle(title)
messageBox.setText(content)
return messageBox
def initObjectPosition(self):
self.layoutCanvasBackground.setGeometry(QtCore.QRect(
170, 10, 620, 580))
self.layoutCanvasMoter.setGeometry(QtCore.QRect(-100, -100, 30, 30))
def initObjectEvent(self):
self.layoutStartButton.clicked.connect(self.btnStartEvent)
self.layoutPauseButton.clicked.connect(self.btnPauseEvent)
self.layoutSaveButton.clicked.connect(self.btnSaveEvent)
self.layoutExitButton.clicked.connect(self.btnExitEvent)
def controlManager(self):
if not self.isStart:
self.layoutStartButton.setEnabled(False)
else:
self.layoutStartButton.setEnabled(True)
self.isStart = not self.isStart
def btnStartEvent(self):
self.controlManager()
t = threading.Thread(target=self.moterRun, args=())
t.start()
def btnPauseEvent(self):
self.isPause = not self.isPause
def btnSaveEvent(self):
messageBoxYorN = self.makeMessageBox('is Sure?', '현재 입력된 정보를 저장하겠습니까?')
messageBoxYorN.setStandardButtons(QMessageBox.Cancel | QMessageBox.Ok)
result = messageBoxYorN.exec_()
if result == QMessageBox.Ok:
with open('user.conf', 'w') as saveOnFile:
saveOnFile.write(
'ObjectNumber:' +
str(self.getValidateInputValue(self.layoutNumberInput)) +
'\n')
saveOnFile.write(
'PulseSpeed:' +
str(self.getValidateInputValue(self.layoutSpeedInput)) +
'\n')
self.makeMessageBox('Done!', '저장이 완료되었습니다.').exec_()
def btnExitEvent(self):
self.isForceStop = True
exit()
def moterRun(self):
objectNumber = int(self.getValidateInputValue(self.layoutNumberInput))
pulseDelay = float(self.getValidateInputValue(self.layoutSpeedInput))
while True:
self.moterConf.setDirAxis('X', 1)
for i in range(50000):
self.moterMoveControl('X', pulseDelay)
self.moterConf.setDirAxis('Y', 1)
for i in range(objectNumber):
for i in range(50000 / objectNumber):
self.moterMoveControl('Y', pulseDelay)
self.moterConf.setDirAxis('Z', 1)
for i in range(5000):
self.moterMoveControl('Z', pulseDelay)
self.moterConf.setDirAxis('Z', 0)
for i in range(5000):
self.moterMoveControl('Z', pulseDelay)
self.moterConf.setDirAxis('Y', 0)
for i in range(50000):
self.moterMoveControl('Y', pulseDelay)
self.moterConf.setDirAxis('X', 0)
for i in range(50000):
self.moterMoveControl('X', pulseDelay)
# self.layoutCanvasMoter.move(60+pos/100,60)
break
self.controlManager()
def moterMoveControl(self, axis, delay):
if self.isPause:
while self.isPause:
if self.isForceStop:
exit()
else:
if self.isForceStop:
exit()
self.moterConf.setPulseAxis(axis, delay)