def start_pcap(self, filename):
assert (self.pcap_writer == None)
self.pcap_writer = PcapWriter(filename)
class DataPlane(Thread):
"""
This class provides methods to send and receive packets on the dataplane.
It uses the DataPlanePort class, or an alternative implementation of that
interface, to do IO on a particular port. A background thread is used to
read packets from the dataplane ports and enqueue them to be read by the
test. The kill() method must be called to shutdown this thread.
"""
MAX_QUEUE_LEN = 100
# When poll() fails to find a matching packet and reports the error, it
# includes up to this many recent packets as context.
POLL_MAX_RECENT_PACKETS = 3
def __init__(self, config=None):
Thread.__init__(self)
# dict from device number, port number to port object
self.ports = {}
# dict from device number, port number to list of (timestamp, packet)
self.packet_queues = {}
# counters of received packets (may include packets which were dropped due to queue overflow)
self.rx_counters = defaultdict(int)
# counters of transmited packets
self.tx_counters = defaultdict(int)
# cvar serves double duty as a regular top level lock and
# as a condition variable
self.cvar = Condition()
# Used to wake up the event loop from another thread
self.waker = ptfutils.EventDescriptor()
self.killed = False
self.logger = logging.getLogger("dataplane")
self.pcap_writer = None
if config is None:
self.config = {}
else:
self.config = config
############################################################
#
# The platform/config can provide a custom DataPlanePort class
# here if you have a custom implementation with different
# behavior.
#
# Set config.dataplane.portclass = MyDataPlanePortClass
# where MyDataPlanePortClass has the same interface as the class
# DataPlanePort defined here.
#
if self.config["platform"] == "nn":
# assert is ok here because this is caught earlier in ptf
assert (with_nnpy == True)
self.dppclass = DataPlanePortNN
elif "dataplane" in self.config and "portclass" in self.config[
"dataplane"]:
self.dppclass = self.config["dataplane"]["portclass"]
elif "linux" in sys.platform:
self.dppclass = DataPlanePortLinux
elif have_pypcap:
self.dppclass = DataPlanePortPcap
else:
self.logger.warning(
"Missing pypcap, VLAN tests may fail. See README for installation instructions."
)
self.dppclass = DataPlanePort
if "qlen" in self.config:
self.qlen = self.config["qlen"]
else:
self.qlen = self.MAX_QUEUE_LEN
self.start()
def run(self):
"""
Activity function for class
"""
while not self.killed:
sockets = set([p.get_packet_source() for p in self.ports.values()])
sockets.add(self.waker)
try:
sel_in, sel_out, sel_err = select.select(sockets, [], [], 1)
except:
print sys.exc_info()
self.logger.error("Select error, exiting")
break
with self.cvar:
for sel in sel_in:
if sel == self.waker:
self.waker.wait()
continue
else:
# Enqueue packet
t = sel.recv()
if t is None:
continue
device_number, port_number, pkt, timestamp = t
self.logger.debug(
"Pkt len %d in on device %d, port %d", len(pkt),
device_number, port_number)
if self.pcap_writer:
self.pcap_writer.write(pkt, timestamp,
device_number, port_number)
queue = self.packet_queues[(device_number,
port_number)]
if len(queue) >= self.qlen:
# Queue full, throw away oldest
queue.pop(0)
self.logger.debug(
"Discarding oldest packet to make room")
queue.append((pkt, timestamp))
self.rx_counters[(device_number, port_number)] += 1
self.cvar.notify_all()
self.logger.info("Thread exit")
def set_qlen(self, qlen):
self.qlen = qlen
def port_add(self, interface_name, device_number, port_number):
"""
Add a port to the dataplane
@param interface_name The name of the physical interface like eth1
@param device_number The device id used to refer to the device
@param port_number The port number used to refer to the port
Stashes the port number on the created port object.
"""
port_id = (device_number, port_number)
with self.cvar:
self.ports[port_id] = self.dppclass(interface_name, device_number,
port_number, self.config)
self.ports[port_id]._port_number = port_number
self.ports[port_id]._device_number = device_number
self.packet_queues[port_id] = []
# Need to wake up event loop to change the sockets being selected
# on.
self.waker.notify()
# Returns true if success
def port_remove(self, device_number, port_number):
port_id = (device_number, port_number)
with self.cvar:
if port_id not in self.ports:
self.logger.warn(
"Invalid port_remove: no port {} for device {}".format(
port_number, device_number))
return False
del self.ports[port_id]
del self.packet_queues[port_id]
self.waker.notify()
return True
def send(self, device_number, port_number, packet):
"""
Send a packet to the given port
@param device_number, port_number The port to send the data to
@param packet Raw packet data to send to port
"""
if (device_number, port_number) not in self.ports:
self.logger.error("send: no port %d for device %d", port_number,
device_number)
return 0
self.logger.debug("Sending %d bytes to device %d, port %d" %
(len(packet), device_number, port_number))
if len(packet) < 15 and sys.platform.startswith('linux'):
self.logger.warn(
"The %s kernel may not send packets smaller than 15 bytes",
sys.platform)
if self.pcap_writer:
self.pcap_writer.write(packet, time.time(), device_number,
port_number)
bytes = self.ports[(device_number, port_number)].send(packet)
self.tx_counters[(device_number, port_number)] += 1
if bytes != len(packet):
self.logger.error(
"Unhandled send error, length mismatch %d != %d" %
(bytes, len(packet)))
return bytes
def oldest_port_number(self, device):
"""
Returns the port number with the oldest packet,
or None if no packets are queued.
"""
min_port_number = None
min_time = float('inf')
for (port_id, queue) in self.packet_queues.items():
if port_id[0] != device:
continue
if queue and queue[0][1] < min_time:
min_time = queue[0][1]
min_port_number = port_id[1]
return min_port_number
# Dequeues and yields packets in the order they were received.
# Yields (port, packet, received time).
# If port is not specified yields packets from all ports.
def packets(self, device, port=None):
while True:
if port is None:
rcv_port = self.oldest_port_number(device)
else:
rcv_port = port
if rcv_port == None:
self.logger.debug("Out of packets on all ports")
break
queue = self.packet_queues[(device, rcv_port)]
if len(queue) == 0:
self.logger.debug("Out of packets on device %d, port %d",
device, rcv_port)
break
pkt, time = queue.pop(0)
yield (rcv_port, pkt, time)
PollResult = namedtuple('PollResult', ['device', 'port', 'packet', 'time'])
"""
A base class used for the result of poll(). No matter what kind of
additional information subclasses include, for backwards compatibility
callers must be able to unpack them as if they were a tuple with this
format. The pair of the @device number and the @port number indicate where
the packet was received, @packet is the packet itself, and @time is the time
it was received.
"""
# On success, poll() returns a PollSuccess object which contains the device
# number and port number on which a matching packet was found, the packet
# itself, and the time at which it was received.
class PollSuccess(PollResult):
""" Returned by poll() when it successfully finds a matching packet. """
def __new__(cls, device, port, packet, expected_packet, time):
""" Initialize. (We're an immutable tuple, so we can't use __init__.) """
self = super(DataPlane.PollSuccess,
cls).__new__(cls, device, port, packet, time)
self.expected_packet = expected_packet
return self
def format(self):
"""
Returns a string containing a nice (but verbose) representation of
this packet. If the expected packet is a scapy packet, it's used to
include detailed information about the fields in the packet.
"""
try:
# The scapy packet dissection methods print directly to stdout,
# so we have to redirect stdout to a string.
sys.stdout = StringIO()
print "========== RECEIVED =========="
if isinstance(self.expected_packet, scapy.packet.Packet):
# Dissect this packet as if it were an instance of
# the expected packet's class.
scapy.packet.ls(self.expected_packet.__class__(
self.packet))
print '--'
scapy.utils.hexdump(self.packet)
print "=============================="
return sys.stdout.getvalue()
finally:
sys.stdout.close()
sys.stdout = sys.__stdout__ # Restore the original stdout.
class PollFailure(PollResult):
"""
Returned by poll() when it fails to match any packets. Contains metadata
which can be used to diagnose the failure; callers will often want to
include the result of format() in assertion failure messages.
For backwards compatibility, when a PollFailure is treated as a tuple
and unpacked, all PollResult fields are 'None'.
"""
def __new__(cls, expected_packet, recent_packets, packet_count):
""" Initialize. (We're an immutable tuple, so we can't use __init__.) """
self = super(DataPlane.PollFailure,
cls).__new__(cls, None, None, None, None)
self.expected_packet = expected_packet
self.recent_packets = recent_packets
self.packet_count = packet_count
return self
def format(self):
"""
Returns a string containing a nice (but verbose) error report based
on this PollFailure. If there was an expected packet, it's included
in the output. If the expected packet is a scapy packet object, the
output will include information about the fields in the packet.
"""
try:
# The scapy packet dissection methods print directly to stdout,
# so we have to redirect stdout to a string.
sys.stdout = StringIO()
if self.expected_packet is not None:
print "========== EXPECTED =========="
if isinstance(self.expected_packet, scapy.packet.Packet):
scapy.packet.ls(self.expected_packet)
print '--'
scapy.utils.hexdump(self.expected_packet)
elif isinstance(self.expected_packet, mask.Mask):
print 'Mask:', str(self.expected_packet)
else:
scapy.utils.hexdump(self.expected_packet)
print "========== RECEIVED =========="
if self.recent_packets:
print "%d total packets. Displaying most recent %d packets:" \
% (self.packet_count, len(self.recent_packets))
for packet in self.recent_packets:
print "------------------------------"
if isinstance(self.expected_packet,
scapy.packet.Packet):
# Dissect this packet as if it were an instance of
# the expected packet's class.
scapy.packet.ls(
self.expected_packet.__class__(packet))
print '--'
scapy.utils.hexdump(packet)
else:
print "%d total packets." % self.packet_count
print "=============================="
return sys.stdout.getvalue()
finally:
sys.stdout.close()
sys.stdout = sys.__stdout__ # Restore the original stdout.
def poll(self,
device_number=0,
port_number=None,
timeout=-1,
exp_pkt=None,
filters=[]):
"""
Poll one or all dataplane ports for a packet
If port_number is given, get the oldest packet from that port (and for
that device).
Otherwise, find the port with the oldest packet and return
that packet.
If exp_pkt is true, discard all packets until that one is found
@param device_number Get packet from this device
@param port_number If set, get packet from this port
@param timeout If positive and no packet is available, block
until a packet is received or for this many seconds
@param exp_pkt If not None, look for this packet and ignore any
others received. Note that if port_number is None, all packets
from all ports will be discarded until the exp_pkt is found
@return A PollSuccess object on success, or a PollFailure object on
failure. See the definitions of those classes for more details.
"""
def filter_check(pkt):
for f in filters:
if not f(pkt): return False
return True
if exp_pkt and (port_number is None):
self.logger.warn("Dataplane poll with exp_pkt but no port number")
# A nested function can't assign to variables in its enclosing function
# in Python 2, so the conventional hack is to put them in a dict.
grab_log = {
# A ring buffer to hold recent non-matching packets.
'recent_packets': deque(maxlen=DataPlane.POLL_MAX_RECENT_PACKETS),
# A count of the total packets received. Since 'recent_packets' is a
# ring buffer, we can't simply check its length.
'packet_count': 0
}
# Retrieve the packet. Returns (device number, port number, packet, time).
def grab():
self.logger.debug("Grabbing packet")
for (rcv_port_number, pkt,
time) in self.packets(device_number, port_number):
rcv_device_number = device_number
grab_log['recent_packets'].append(pkt)
grab_log['packet_count'] += 1
self.logger.debug("Checking packet from device %d, port %d",
rcv_device_number, rcv_port_number)
if not filter_check(pkt):
self.logger.debug(
"Paket does not match filter, discarding")
continue
if not exp_pkt or match_exp_pkt(exp_pkt, pkt):
return DataPlane.PollSuccess(rcv_device_number,
rcv_port_number, pkt, exp_pkt,
time)
self.logger.debug("Did not find packet")
return None
with self.cvar:
ret = ptfutils.timed_wait(self.cvar, grab, timeout=timeout)
if ret is None:
self.logger.debug(
"Poll timeout, no packet from device %d, port %r",
device_number, port_number)
return DataPlane.PollFailure(exp_pkt, grab_log['recent_packets'],
grab_log['packet_count'])
return ret
def kill(self):
"""
Stop the dataplane thread.
"""
self.killed = True
self.waker.notify()
self.join()
# Explicitly release ports to ensure we don't run out of sockets
# even if someone keeps holding a reference to the dataplane.
del self.ports
def port_down(self, device_number, port_number):
"""Brings the specified port down"""
self.ports[(device_number, port_number)].down()
def port_up(self, device_number, port_number):
"""Brings the specified port up"""
self.ports[(device_number, port_number)].up()
def get_mac(self, device_number, port_number):
"""Get the specified mac"""
return self.ports[(device_number, port_number)].mac()
def get_counters(self, device_number, port_number):
"""Get the counters mac"""
return self.rx_counters[(device_number, port_number)], \
self.tx_counters[(device_number, port_number)]
def get_nn_counters(self, device_number, port_number):
"""Get the specified port counters from nn agent """
return self.ports[(device_number, port_number)].nn_counters()
def flush(self):
"""
Drop any queued packets.
"""
for port_id in self.packet_queues.keys():
self.packet_queues[port_id] = []
def start_pcap(self, filename):
assert (self.pcap_writer == None)
self.pcap_writer = PcapWriter(filename)
def stop_pcap(self):
if self.pcap_writer:
with self.cvar:
self.pcap_writer.close()
self.pcap_writer = None
self.cvar.notify_all()
class DataPlane(Thread):
"""
This class provides methods to send and receive packets on the dataplane.
It uses the DataPlanePort class, or an alternative implementation of that
interface, to do IO on a particular port. A background thread is used to
read packets from the dataplane ports and enqueue them to be read by the
test. The kill() method must be called to shutdown this thread.
"""
MAX_QUEUE_LEN = 100
def __init__(self, config=None):
Thread.__init__(self)
# dict from port number to port object
self.ports = {}
# dict from port number to list of (timestamp, packet)
self.packet_queues = {}
# cvar serves double duty as a regular top level lock and
# as a condition variable
self.cvar = Condition()
# Used to wake up the event loop from another thread
self.waker = ofutils.EventDescriptor()
self.killed = False
self.logger = logging.getLogger("dataplane")
self.pcap_writer = None
if config is None:
self.config = {}
else:
self.config = config
############################################################
#
# The platform/config can provide a custom DataPlanePort class
# here if you have a custom implementation with different
# behavior.
#
# Set config.dataplane.portclass = MyDataPlanePortClass
# where MyDataPlanePortClass has the same interface as the class
# DataPlanePort defined here.
#
if "dataplane" in self.config and "portclass" in self.config[
"dataplane"]:
self.dppclass = self.config["dataplane"]["portclass"]
elif have_pypcap:
self.dppclass = DataPlanePortPcap
else:
self.logger.warning(
"Missing pypcap, VLAN tests may fail. See README for installation instructions."
)
self.dppclass = DataPlanePort
self.start()
def run(self):
"""
Activity function for class
"""
while not self.killed:
sockets = [self.waker] + self.ports.values()
try:
sel_in, sel_out, sel_err = select.select(sockets, [], [], 1)
except:
print sys.exc_info()
self.logger.error("Select error, exiting")
break
with self.cvar:
for port in sel_in:
if port == self.waker:
self.waker.wait()
continue
else:
# Enqueue packet
pkt, timestamp = port.recv()
port_number = port._port_number
self.logger.debug("Pkt len %d in on port %d", len(pkt),
port_number)
if self.pcap_writer:
self.pcap_writer.write(pkt, timestamp, port_number)
queue = self.packet_queues[port_number]
if len(queue) >= self.MAX_QUEUE_LEN:
# Queue full, throw away oldest
queue.pop(0)
self.logger.debug(
"Discarding oldest packet to make room")
queue.append((pkt, timestamp))
self.cvar.notify_all()
self.logger.info("Thread exit")
def port_add(self, interface_name, port_number):
"""
Add a port to the dataplane
@param interface_name The name of the physical interface like eth1
@param port_number The port number used to refer to the port
Stashes the port number on the created port object.
"""
self.ports[port_number] = self.dppclass(interface_name, port_number)
self.ports[port_number]._port_number = port_number
self.packet_queues[port_number] = []
# Need to wake up event loop to change the sockets being selected on.
self.waker.notify()
def send(self, port_number, packet):
"""
Send a packet to the given port
@param port_number The port to send the data to
@param packet Raw packet data to send to port
"""
self.logger.debug("Sending %d bytes to port %d" %
(len(packet), port_number))
if self.pcap_writer:
self.pcap_writer.write(packet, time.time(), port_number)
bytes = self.ports[port_number].send(packet)
if bytes != len(packet):
self.logger.error(
"Unhandled send error, length mismatch %d != %d" %
(bytes, len(packet)))
return bytes
def oldest_port_number(self):
"""
Returns the port number with the oldest packet, or
None if no packets are queued.
"""
min_port_number = None
min_time = float('inf')
for (port_number, queue) in self.packet_queues.items():
if queue and queue[0][1] < min_time:
min_time = queue[0][1]
min_port_number = port_number
return min_port_number
# Dequeues and yields packets in the order they were received.
# Yields (port number, packet, received time).
# If port_number is not specified yields packets from all ports.
def packets(self, port_number=None):
while True:
if port_number is None:
rcv_port_number = self.oldest_port_number()
else:
rcv_port_number = port_number
if rcv_port_number == None:
self.logger.debug("Out of packets on all ports")
break
queue = self.packet_queues[rcv_port_number]
if len(queue) == 0:
self.logger.debug("Out of packets on port %d", rcv_port_number)
break
pkt, time = queue.pop(0)
yield (rcv_port_number, pkt, time)
def poll(self, port_number=None, timeout=-1, exp_pkt=None):
"""
Poll one or all dataplane ports for a packet
If port_number is given, get the oldest packet from that port.
Otherwise, find the port with the oldest packet and return
that packet.
If exp_pkt is true, discard all packets until that one is found
@param port_number If set, get packet from this port
@param timeout If positive and no packet is available, block
until a packet is received or for this many seconds
@param exp_pkt If not None, look for this packet and ignore any
others received. Note that if port_number is None, all packets
from all ports will be discarded until the exp_pkt is found
@return The triple port_number, packet, pkt_time where packet
is received from port_number at time pkt_time. If a timeout
occurs, return None, None, None
"""
if exp_pkt and (port_number is None):
self.logger.warn("Dataplane poll with exp_pkt but no port number")
# Retrieve the packet. Returns (port number, packet, time).
def grab():
self.logger.debug("Grabbing packet")
for (rcv_port_number, pkt, time) in self.packets(port_number):
self.logger.debug("Checking packet from port %d",
rcv_port_number)
if not exp_pkt or match_exp_pkt(exp_pkt, pkt):
return (rcv_port_number, pkt, time)
self.logger.debug("Did not find packet")
return None
with self.cvar:
ret = ofutils.timed_wait(self.cvar, grab, timeout=timeout)
if ret != None:
return ret
else:
self.logger.debug("Poll time out, no packet from " +
str(port_number))
return (None, None, None)
def kill(self):
"""
Stop the dataplane thread.
"""
self.killed = True
self.waker.notify()
self.join()
# Explicitly release ports to ensure we don't run out of sockets
# even if someone keeps holding a reference to the dataplane.
del self.ports
def port_down(self, port_number):
"""Brings the specified port down"""
self.ports[port_number].down()
def port_up(self, port_number):
"""Brings the specified port up"""
self.ports[port_number].up()
def flush(self):
"""
Drop any queued packets.
"""
for port_number in self.packet_queues.keys():
self.packet_queues[port_number] = []
def start_pcap(self, filename):
assert (self.pcap_writer == None)
self.pcap_writer = PcapWriter(filename)
def stop_pcap(self):
if self.pcap_writer:
self.pcap_writer.close()
self.pcap_writer = None
def start_pcap(self, filename):
assert(self.pcap_writer == None)
self.pcap_writer = PcapWriter(filename)
class DataPlane(Thread):
"""
This class provides methods to send and receive packets on the dataplane.
It uses the DataPlanePort class, or an alternative implementation of that
interface, to do IO on a particular port. A background thread is used to
read packets from the dataplane ports and enqueue them to be read by the
test. The kill() method must be called to shutdown this thread.
"""
MAX_QUEUE_LEN = 100
def __init__(self, config=None):
Thread.__init__(self)
# dict from port number to port object
self.ports = {}
# dict from port number to list of (timestamp, packet)
self.packet_queues = {}
# cvar serves double duty as a regular top level lock and
# as a condition variable
self.cvar = Condition()
# Used to wake up the event loop from another thread
self.waker = ofutils.EventDescriptor()
self.killed = False
self.logger = logging.getLogger("dataplane")
self.pcap_writer = None
if config is None:
self.config = {}
else:
self.config = config;
############################################################
#
# The platform/config can provide a custom DataPlanePort class
# here if you have a custom implementation with different
# behavior.
#
# Set config.dataplane.portclass = MyDataPlanePortClass
# where MyDataPlanePortClass has the same interface as the class
# DataPlanePort defined here.
#
if "dataplane" in self.config and "portclass" in self.config["dataplane"]:
self.dppclass = self.config["dataplane"]["portclass"]
elif have_pypcap:
self.dppclass = DataPlanePortPcap
else:
self.logger.warning("Missing pypcap, VLAN tests may fail. See README for installation instructions.")
self.dppclass = DataPlanePort
self.start()
def run(self):
"""
Activity function for class
"""
while not self.killed:
sockets = [self.waker] + self.ports.values()
try:
sel_in, sel_out, sel_err = select.select(sockets, [], [], 1)
except:
print sys.exc_info()
self.logger.error("Select error, exiting")
break
with self.cvar:
for port in sel_in:
if port == self.waker:
self.waker.wait()
continue
else:
# Enqueue packet
pkt, timestamp = port.recv()
port_number = port._port_number
self.logger.debug("Pkt len %d in on port %d",
len(pkt), port_number)
if self.pcap_writer:
self.pcap_writer.write(pkt, timestamp, port_number)
queue = self.packet_queues[port_number]
if len(queue) >= self.MAX_QUEUE_LEN:
# Queue full, throw away oldest
queue.pop(0)
self.logger.debug("Discarding oldest packet to make room")
queue.append((pkt, timestamp))
self.cvar.notify_all()
self.logger.info("Thread exit")
def port_add(self, interface_name, port_number):
"""
Add a port to the dataplane
@param interface_name The name of the physical interface like eth1
@param port_number The port number used to refer to the port
Stashes the port number on the created port object.
"""
self.ports[port_number] = self.dppclass(interface_name, port_number)
self.ports[port_number]._port_number = port_number
self.packet_queues[port_number] = []
# Need to wake up event loop to change the sockets being selected on.
self.waker.notify()
def send(self, port_number, packet):
"""
Send a packet to the given port
@param port_number The port to send the data to
@param packet Raw packet data to send to port
"""
self.logger.debug("Sending %d bytes to port %d" %
(len(packet), port_number))
if self.pcap_writer:
self.pcap_writer.write(packet, time.time(), port_number)
bytes = self.ports[port_number].send(packet)
if bytes != len(packet):
self.logger.error("Unhandled send error, length mismatch %d != %d" %
(bytes, len(packet)))
return bytes
def oldest_port_number(self):
"""
Returns the port number with the oldest packet, or
None if no packets are queued.
"""
min_port_number = None
min_time = float('inf')
for (port_number, queue) in self.packet_queues.items():
if queue and queue[0][1] < min_time:
min_time = queue[0][1]
min_port_number = port_number
return min_port_number
# Dequeues and yields packets in the order they were received.
# Yields (port number, packet, received time).
# If port_number is not specified yields packets from all ports.
def packets(self, port_number=None):
while True:
if port_number is None:
rcv_port_number = self.oldest_port_number()
else:
rcv_port_number = port_number
if rcv_port_number == None:
self.logger.debug("Out of packets on all ports")
break
queue = self.packet_queues[rcv_port_number]
if len(queue) == 0:
self.logger.debug("Out of packets on port %d", rcv_port_number)
break
pkt, time = queue.pop(0)
yield (rcv_port_number, pkt, time)
def poll(self, port_number=None, timeout=-1, exp_pkt=None):
"""
Poll one or all dataplane ports for a packet
If port_number is given, get the oldest packet from that port.
Otherwise, find the port with the oldest packet and return
that packet.
If exp_pkt is true, discard all packets until that one is found
@param port_number If set, get packet from this port
@param timeout If positive and no packet is available, block
until a packet is received or for this many seconds
@param exp_pkt If not None, look for this packet and ignore any
others received. Note that if port_number is None, all packets
from all ports will be discarded until the exp_pkt is found
@return The triple port_number, packet, pkt_time where packet
is received from port_number at time pkt_time. If a timeout
occurs, return None, None, None
"""
if exp_pkt and (port_number is None):
self.logger.warn("Dataplane poll with exp_pkt but no port number")
# Retrieve the packet. Returns (port number, packet, time).
def grab():
self.logger.debug("Grabbing packet")
for (rcv_port_number, pkt, time) in self.packets(port_number):
self.logger.debug("Checking packet from port %d", rcv_port_number)
if not exp_pkt or match_exp_pkt(exp_pkt, pkt):
return (rcv_port_number, pkt, time)
self.logger.debug("Did not find packet")
return None
with self.cvar:
ret = ofutils.timed_wait(self.cvar, grab, timeout=timeout)
if ret != None:
return ret
else:
self.logger.debug("Poll time out, no packet from " + str(port_number))
return (None, None, None)
def kill(self):
"""
Stop the dataplane thread.
"""
self.killed = True
self.waker.notify()
self.join()
# Explicitly release ports to ensure we don't run out of sockets
# even if someone keeps holding a reference to the dataplane.
del self.ports
def port_down(self, port_number):
"""Brings the specified port down"""
self.ports[port_number].down()
def port_up(self, port_number):
"""Brings the specified port up"""
self.ports[port_number].up()
def flush(self):
"""
Drop any queued packets.
"""
for port_number in self.packet_queues.keys():
self.packet_queues[port_number] = []
def start_pcap(self, filename):
assert(self.pcap_writer == None)
self.pcap_writer = PcapWriter(filename)
def stop_pcap(self):
if self.pcap_writer:
self.pcap_writer.close()
self.pcap_writer = None
class DataPlane(Thread):
"""
This class provides methods to send and receive packets on the dataplane.
It uses the DataPlanePort class, or an alternative implementation of that
interface, to do IO on a particular port. A background thread is used to
read packets from the dataplane ports and enqueue them to be read by the
test. The kill() method must be called to shutdown this thread.
"""
MAX_QUEUE_LEN = 100
def __init__(self, config=None):
Thread.__init__(self)
# dict from port number to port object
self.ports = {}
# dict from port number to list of (timestamp, packet)
self.packet_queues = {}
# cvar serves double duty as a regular top level lock and
# as a condition variable
self.cvar = Condition()
# Used to wake up the event loop from another thread
self.waker = ofutils.EventDescriptor()
self.killed = False
self.logger = logging.getLogger("dataplane")
self.pcap_writer = None
if config is None:
self.config = {}
else:
self.config = config;
############################################################
#
# The platform/config can provide a custom DataPlanePort class
# here if you have a custom implementation with different
# behavior.
#
# Set config.dataplane.portclass = MyDataPlanePortClass
# where MyDataPlanePortClass has the same interface as the class
# DataPlanePort defined here.
#
if "dataplane" in self.config and "portclass" in self.config["dataplane"]:
self.dppclass = self.config["dataplane"]["portclass"]
elif "tstc" in self.config["platform"]:
self.logger.info( "dataplane use stc adapter")
self.dppclass = DataPlanePortStc
elif "test" in self.config["platform"]:
self.logger.info( "dataplane use stc adapter")
self.dppclass = DataPlanePortTest
elif "linux" in sys.platform:
self.dppclass = DataPlanePortLinux
else:
self.dppclass = DataPlanePortPcap
if "tstc" in self.config["platform"]:
try:
self.stc = stc_proxy.STC(remoteRpcServerIp = self.config["stcSeriverIp"], port = self.config["stcServierPort"])
self.chassisIp = self.config["chassisIp"]
self.stc_version = self.stc.get("system1","-Version")
self.logger.info("Spirent test center version-%s" % self.stc_version)
log_filename_stc = time.strftime("remote_%Y_%m_%d_%H_%M_%S.log",time.localtime(time.time()))
cResult = self.stc.config("automationoptions -logTo \"" + "log/" + log_filename_stc + "\" -logLevel DEBUG")
self.logger.info("enable stc log to file . result %s ." % cResult)
cResult = self.stc.connect(self.chassisIp)
self.logger.info("connect to chassis . result %s ." % cResult)
self.project = []
self.ethPhy = []
prj = self.stc.create("project")
assert(prj != "")
self.project.append(prj)
except:
self.logger.error("Configure remote rpc server failed, Please check whether remote server is running")
raise
self.start()
def __del__(self):
pass
#Thread.__del__(self)
def run(self):
"""
Activity function for class
"""
while not self.killed:
if "tstc" in self.config["platform"] :
#print time.asctime()
time.sleep(1)
else:
sockets = [self.waker] + self.ports.values()
try:
sel_in, sel_out, sel_err = select.select(sockets, [], [], 1)
except:
print sys.exc_info()
self.logger.error("Select error, exiting")
break
with self.cvar:
for port in sel_in:
if port == self.waker:
self.waker.wait()
continue
else:
# Enqueue packet
pkt, timestamp = port.recv()
port_number = port._port_number
'''
self.logger.debug("Pkt len %d in on port %d",
len(pkt), port_number)
'''
if self.pcap_writer:
self.pcap_writer.write(pkt, timestamp, port_number)
queue = self.packet_queues[port_number]
if len(queue) >= self.MAX_QUEUE_LEN:
# Queue full, throw away oldest
queue.pop(0)
self.logger.debug("Discarding oldest packet to make room")
queue.append((pkt, timestamp))
self.cvar.notify_all()
self.logger.info("Thread exit")
def port_add(self, interface_name, port_number):
"""
Add a port to the dataplane
@param interface_name The name of the physical interface like eth1
@param port_number The port number used to refer to the port
Stashes the port number on the created port object.
"""
if "tstc" in self.config["platform"]:
try:
cResult = self.stc.reserve( "//" + self.chassisIp + "/" + interface_name)
self.logger.info( "cResult %s" % cResult)
stc_port = self.stc.create( "port","-under" , self.project[0])
self.logger.info( "stc_port %s" % stc_port)
cResult = self.stc.config( stc_port, " -location " , "//" + self.chassisIp + '/' + interface_name)
self.logger.info( "cResult %s" % cResult)
EthernetCopper = self.stc.create( "EthernetCopper" ,"-under",stc_port, "-Name" ,"ethernetCopper" + str(port_number))
self.logger.info( "EthernetCopper %s" % EthernetCopper)
self.ethPhy.append(EthernetCopper)
except:
self.logger.error("add stc port error")
raise
self.ports[port_number] = stc_port
else:
self.ports[port_number] = self.dppclass(interface_name, port_number)
self.ports[port_number]._port_number = port_number
self.packet_queues[port_number] = []
# Need to wake up event loop to change the sockets being selected on.
self.waker.notify()
def send(self, port_number, packet):
"""
Send a packet to the given port
@param port_number The port to send the data to
@param packet Raw packet data to send to port
"""
self.logger.debug("Sending %d bytes to port %d" %
(len(packet), port_number))
if self.pcap_writer:
self.pcap_writer.write(packet, time.time(), port_number)
bytes = self.ports[port_number].send(packet)
if bytes != len(packet):
self.logger.error("Unhandled send error, length mismatch %d != %d" %
(bytes, len(packet)))
return bytes
def oldest_port_number(self):
"""
Returns the port number with the oldest packet, or
None if no packets are queued.
"""
min_port_number = None
min_time = float('inf')
for (port_number, queue) in self.packet_queues.items():
if queue and queue[0][1] < min_time:
min_time = queue[0][1]
min_port_number = port_number
return min_port_number
# Dequeues and yields packets in the order they were received.
# Yields (port number, packet, received time).
# If port_number is not specified yields packets from all ports.
def packets(self, port_number=None):
while True:
rcv_port_number = port_number or self.oldest_port_number()
if rcv_port_number == None:
self.logger.debug("Out of packets on all ports")
break
queue = self.packet_queues[rcv_port_number]
if len(queue) == 0:
self.logger.debug("Out of packets on port %d", rcv_port_number)
break
pkt, time = queue.pop(0)
yield (rcv_port_number, pkt, time)
def poll(self, port_number=None, timeout=-1, exp_pkt=None):
"""
Poll one or all dataplane ports for a packet
If port_number is given, get the oldest packet from that port.
Otherwise, find the port with the oldest packet and return
that packet.
If exp_pkt is true, discard all packets until that one is found
@param port_number If set, get packet from this port
@param timeout If positive and no packet is available, block
until a packet is received or for this many seconds
@param exp_pkt If not None, look for this packet and ignore any
others received. Note that if port_number is None, all packets
from all ports will be discarded until the exp_pkt is found
@return The triple port_number, packet, pkt_time where packet
is received from port_number at time pkt_time. If a timeout
occurs, return None, None, None
"""
if exp_pkt and not port_number:
self.logger.warn("Dataplane poll with exp_pkt but no port number")
# Retrieve the packet. Returns (port number, packet, time).
def grab():
self.logger.debug("Grabbing packet")
for (rcv_port_number, pkt, time) in self.packets(port_number):
self.logger.debug("Checking packet from port %d", rcv_port_number)
if not exp_pkt or match_exp_pkt(exp_pkt, pkt):
return (rcv_port_number, pkt, time)
self.logger.debug("Did not find packet")
return None
with self.cvar:
ret = ofutils.timed_wait(self.cvar, grab, timeout=timeout)
if ret != None:
return ret
else:
self.logger.debug("Poll time out, no packet from " + str(port_number))
return (None, None, None)
def kill(self):
"""
Stop the dataplane thread.
"""
if "tstc" in self.config["platform"]:
for key in self.ports.keys():
self.logger.info( "release port : %s " % self.ports[key])
self.stc.release( self.stc.get(self.ports[key], "-location"))
self.stc.disconnect( self.chassisIp)
#delete project
for prj in self.project:
self.logger.info( "delete project : %s " % prj)
self.stc.delete( prj)
self.stc.perform( "ResetConfig" ,"-config", "system1")
self.killed = True
self.waker.notify()
self.join()
del self.waker
# Explicitly release ports to ensure we don't run out of sockets
# even if someone keeps holding a reference to the dataplane.
del self.ports
def port_down(self, port_number):
"""Brings the specified port down"""
self.ports[port_number].down()
def port_up(self, port_number):
"""Brings the specified port up"""
self.ports[port_number].up()
def flush(self):
"""
Drop any queued packets.
"""
for port_number in self.packet_queues.keys():
self.packet_queues[port_number] = []
def start_pcap(self, filename):
assert(self.pcap_writer == None)
self.pcap_writer = PcapWriter(filename)
def stop_pcap(self):
if self.pcap_writer:
self.pcap_writer.close()
self.pcap_writer = None
