def _dev_open(self):
print "[+] opening vfio group"
group = os.open("/dev/vfio/%d" % self.groupno, os.O_RDWR)
group_status = c.vfio_group_status()
group_status.argsz = c.sizeof(c.vfio_group_status)
ioctl(group, c.VFIO_GROUP_GET_STATUS, group_status)
if not (group_status.flags & c.VFIO_GROUP_FLAGS_VIABLE):
raise Exception("vfio group %d is not viable" % self.groupno)
self.group = group
ioctl(group, c.VFIO_GROUP_SET_CONTAINER, struct.pack("I", self.container))
ioctl(self.container, c.VFIO_SET_IOMMU, c.VFIO_TYPE1_IOMMU)
iommu_info = c.vfio_iommu_type1_info()
iommu_info.argsz = c.sizeof(c.vfio_iommu_type1_info)
ioctl(self.container, c.VFIO_IOMMU_GET_INFO, iommu_info)
self.iommu_info = iommu_info
print "[+] opening vfio device"
device = c.ioctl(group, c.VFIO_GROUP_GET_DEVICE_FD, self.bdf)
self.device = device
device_info = c.vfio_device_info()
device_info.argsz = c.sizeof(c.vfio_device_info)
ioctl(device, c.VFIO_DEVICE_GET_INFO, device_info)
self.device_info = device_info
self.show_regions()
self.show_irqs()
self.setup_irqs()
def show_irqs(self):
device_info = c.vfio_device_info()
device_info.argsz = c.sizeof(c.vfio_device_info)
ioctl(self.device, c.VFIO_DEVICE_GET_INFO, device_info)
print "[+] enumerating vfio device irqs"
for i in range(device_info.num_irqs - 1):
irq = c.vfio_irq_info()
irq.argsz = c.sizeof(c.vfio_irq_info)
irq.index = i
ioctl(self.device, c.VFIO_DEVICE_GET_IRQ_INFO, irq)
print "[*] irq %d: count %x, flags %x" % (i, irq.count, irq.flags)
def show_irqs(self):
self._intx_avail = False
self._msi_avail = False
self._msix_avail = False
print "[+] enumerating vfio device irqs"
for i in range(self.device_info.num_irqs - 1):
irq = c.vfio_irq_info()
irq.argsz = c.sizeof(c.vfio_irq_info)
irq.index = i
ioctl(self.device, c.VFIO_DEVICE_GET_IRQ_INFO, irq)
if irq.count > 0:
if i == c.VFIO_PCI_MSI_IRQ_INDEX:
d = "msi"
self._msi_avail = True
elif i == c.VFIO_PCI_MSIX_IRQ_INDEX:
d = "msix"
self._msix_avail = True
elif i == c.VFIO_PCI_INTX_IRQ_INDEX:
d = "intx"
self._intx_avail = True
else:
d = str(i)
print "[*] irq %s: count %x, flags %x" % (d, irq.count,
irq.flags)
def get_page(self):
page, page_sz = super(IOMemMgr, self).get_page()
first_paddr = self.get_paddr(page)
for i in range(0, page_sz, 4096):
assert self.get_paddr(page + i) == (first_paddr + i)
dma_map = c.vfio_iommu_type1_dma_map()
dma_map.argsz = c.sizeof(c.vfio_iommu_type1_dma_map)
dma_map.vaddr = page
dma_map.size = page_sz
dma_map.iova = self.get_paddr(page)
dma_map.flags = c.VFIO_DMA_MAP_FLAG_READ | c.VFIO_DMA_MAP_FLAG_WRITE
res = c.ioctl(self.container, c.VFIO_IOMMU_MAP_DMA, c.byref(dma_map))
e = c.errno.value
while res:
if e != c.EAGAIN:
raise Exception(
"iommu dma map failed, errno: %x (whereas EAGAIN is %x" %
(e, c.EAGAIN))
res = c.ioctl(self.container, c.VFIO_IOMMU_MAP_DMA,
c.byref(dma_map))
e = c.errno.value
print "[+] mapped page sz %d at vaddr %x paddr %x for dma" % (
page_sz, page, dma_map.iova)
return page, page_sz
def setup_irqs(self):
irq_set = c.vfio_irq_set()
c.resize(irq_set, c.sizeof(c.vfio_irq_set) + c.sizeof(c.c_uint))
irq_set.argsz = c.sizeof(c.vfio_irq_set) + c.sizeof(c.c_uint)
if self._msix_avail:
print "[+] enabling msi-x"
irq_set.index = c.VFIO_PCI_MSIX_IRQ_INDEX
elif self._msi_avail:
print "[+] enabling msi"
irq_set.index = c.VFIO_PCI_MSI_IRQ_INDEX
else:
print "[+] enabling intx"
irq_set.index = c.VFIO_PCI_INTX_IRQ_INDEX
irq_set.start = 0
irq_set.count = 1
irq_set.flags = c.VFIO_IRQ_SET_DATA_EVENTFD | c.VFIO_IRQ_SET_ACTION_TRIGGER
self.eventfd = c.eventfd(0, 0)
c.cast(c.addressof(irq_set.data), c.POINTER(c.c_uint))[0] = self.eventfd
ioctl(self.device, c.VFIO_DEVICE_SET_IRQS, irq_set)
def setup_irqs(self):
irq_set = c.vfio_irq_set()
c.resize(irq_set, c.sizeof(c.vfio_irq_set) + c.sizeof(c.c_uint))
irq_set.argsz = c.sizeof(c.vfio_irq_set) + c.sizeof(c.c_uint)
if self._msix_avail:
print "[+] enabling msi-x"
irq_set.index = c.VFIO_PCI_MSIX_IRQ_INDEX
elif self._msi_avail:
print "[+] enabling msi"
irq_set.index = c.VFIO_PCI_MSI_IRQ_INDEX
else:
print "[+] enabling intx"
irq_set.index = c.VFIO_PCI_INTX_IRQ_INDEX
irq_set.start = 0
irq_set.count = 1
irq_set.flags = c.VFIO_IRQ_SET_DATA_EVENTFD | c.VFIO_IRQ_SET_ACTION_TRIGGER
self.eventfd = c.eventfd(0, 0)
c.cast(c.addressof(irq_set.data),
c.POINTER(c.c_uint))[0] = self.eventfd
ioctl(self.device, c.VFIO_DEVICE_SET_IRQS, irq_set)
def show_regions(self):
print "[+] enumerating vfio device regions"
self.regions = []
for i in range(self.device_info.num_regions - 1):
r = c.vfio_region_info()
r.argsz = c.sizeof(c.vfio_region_info)
r.index = i
ioctl(self.device, c.VFIO_DEVICE_GET_REGION_INFO, r)
if r.size == 0:
continue
self.regions += [r]
flags = ""
if r.flags & c.VFIO_REGION_INFO_FLAG_READ:
flags += "R"
if r.flags & c.VFIO_REGION_INFO_FLAG_WRITE:
flags += "W"
if r.flags & c.VFIO_REGION_INFO_FLAG_MMAP:
flags += "M"
if r.flags & c.VFIO_REGION_INFO_FLAG_CAPS:
flags += "*"
t = "region %d" % r.index
if i == c.VFIO_PCI_BAR0_REGION_INDEX:
bar0 = c.mmap(0, r.size, c.PROT_READ | c.PROT_WRITE,
c.MAP_SHARED | c.MAP_LOCKED, self.device,
r.offset)
self.bar0 = bar0
self.bar0_sz = r.size
t = "pci bar 0"
elif i == c.VFIO_PCI_BAR2_REGION_INDEX:
bar2 = c.mmap64(0, r.size, c.PROT_READ | c.PROT_WRITE,
c.MAP_PRIVATE, self.device, r.offset)
if 0xffffffffffffffff != bar2:
self.bar2 = bar2
self.bar2_sz = r.size
t = "pci bar 2"
elif i == c.VFIO_PCI_CONFIG_REGION_INDEX:
self.config_offset = r.offset
t = "pci config"
elif i == c.VFIO_PCI_ROM_REGION_INDEX:
t = "rom bar"
else:
t += " (type 0x%x)" % i
print "[*] %s [%s]: size %04x, ofs %x" % (t, flags, r.size,
r.offset)
def _dev_open(self):
print "[+] opening vfio group"
group = os.open("/dev/vfio/%d" % self.groupno, os.O_RDWR)
group_status = c.vfio_group_status()
group_status.argsz = c.sizeof(c.vfio_group_status)
ioctl(group, c.VFIO_GROUP_GET_STATUS, group_status)
if not (group_status.flags & c.VFIO_GROUP_FLAGS_VIABLE):
raise Exception("vfio group %d is not viable" % self.groupno)
self.group = group
ioctl(group, c.VFIO_GROUP_SET_CONTAINER,
struct.pack("I", self.container))
ioctl(self.container, c.VFIO_SET_IOMMU, c.VFIO_TYPE1_IOMMU)
iommu_info = c.vfio_iommu_type1_info()
iommu_info.argsz = c.sizeof(c.vfio_iommu_type1_info)
ioctl(self.container, c.VFIO_IOMMU_GET_INFO, iommu_info)
self.iommu_info = iommu_info
print "[+] opening vfio device"
device = c.ioctl(group, c.VFIO_GROUP_GET_DEVICE_FD, self.bdf)
self.device = device
device_info = c.vfio_device_info()
device_info.argsz = c.sizeof(c.vfio_device_info)
ioctl(device, c.VFIO_DEVICE_GET_INFO, device_info)
self.device_info = device_info
self.show_regions()
self.show_irqs()
self.setup_irqs()
def show_regions(self):
print "[+] enumerating vfio device regions"
self.regions = []
for i in range(self.device_info.num_regions - 1):
r = c.vfio_region_info()
r.argsz = c.sizeof(c.vfio_region_info)
r.index = i
ioctl(self.device, c.VFIO_DEVICE_GET_REGION_INFO, r)
if r.size == 0:
continue
self.regions += [r]
flags = ""
if r.flags & c.VFIO_REGION_INFO_FLAG_READ:
flags += "R"
if r.flags & c.VFIO_REGION_INFO_FLAG_WRITE:
flags += "W"
if r.flags & c.VFIO_REGION_INFO_FLAG_MMAP:
flags += "M"
if r.flags & c.VFIO_REGION_INFO_FLAG_CAPS:
flags += "*"
t = "region %d" % r.index
if i == c.VFIO_PCI_BAR0_REGION_INDEX:
bar0 = c.mmap(0, r.size, c.PROT_READ | c.PROT_WRITE, c.MAP_SHARED | c.MAP_LOCKED, self.device, r.offset)
self.bar0 = bar0
self.bar0_sz = r.size
t = "pci bar 0"
elif i == c.VFIO_PCI_BAR2_REGION_INDEX:
bar2 = c.mmap64(0, r.size, c.PROT_READ | c.PROT_WRITE, c.MAP_PRIVATE, self.device, r.offset)
if 0xffffffffffffffff != bar2:
self.bar2 = bar2
self.bar2_sz = r.size
t = "pci bar 2"
elif i == c.VFIO_PCI_CONFIG_REGION_INDEX:
self.config_offset = r.offset
t = "pci config"
elif i == c.VFIO_PCI_ROM_REGION_INDEX:
t = "rom bar"
else:
t += " (type 0x%x)" % i
print "[*] %s [%s]: size %04x, ofs %x" % (t, flags, r.size, r.offset)
def get_page(self):
page, page_sz = super(IOMemMgr, self).get_page()
first_paddr = self.get_paddr(page)
for i in range(0, page_sz, 4096):
assert self.get_paddr(page + i) == (first_paddr + i)
dma_map = c.vfio_iommu_type1_dma_map()
dma_map.argsz = c.sizeof(c.vfio_iommu_type1_dma_map)
dma_map.vaddr = page
dma_map.size = page_sz
dma_map.iova = self.get_paddr(page)
dma_map.flags = c.VFIO_DMA_MAP_FLAG_READ | c.VFIO_DMA_MAP_FLAG_WRITE
res = c.ioctl(self.container, c.VFIO_IOMMU_MAP_DMA, c.byref(dma_map))
e = c.errno.value
while res:
if e != c.EAGAIN:
raise Exception("iommu dma map failed, errno: %x (whereas EAGAIN is %x" % (e, c.EAGAIN))
res = c.ioctl(self.container, c.VFIO_IOMMU_MAP_DMA, c.byref(dma_map))
e = c.errno.value
print "[+] mapped page sz %d at vaddr %x paddr %x for dma" % (page_sz, page, dma_map.iova)
return page, page_sz
def show_irqs(self):
self._intx_avail = False
self._msi_avail = False
self._msix_avail = False
print "[+] enumerating vfio device irqs"
for i in range(self.device_info.num_irqs - 1):
irq = c.vfio_irq_info()
irq.argsz = c.sizeof(c.vfio_irq_info)
irq.index = i
ioctl(self.device, c.VFIO_DEVICE_GET_IRQ_INFO, irq)
if irq.count > 0:
if i == c.VFIO_PCI_MSI_IRQ_INDEX:
d = "msi"
self._msi_avail = True
elif i == c.VFIO_PCI_MSIX_IRQ_INDEX:
d = "msix"
self._msix_avail = True
elif i == c.VFIO_PCI_INTX_IRQ_INDEX:
d = "intx"
self._intx_avail = True
else:
d = str(i)
print "[*] irq %s: count %x, flags %x" % (d, irq.count, irq.flags)
def _device_setup(self):
dev = self.dev
mm = self.mm
dev.drv = self
print "[+] initializing device"
dev.init()
print "[+] resetting device"
dev.reset()
sleep(0.5)
if dev.pci.misc_host_ctrl.enable_tagged_status_mode == 0:
print "[+] enabling tagged status mode"
dev.pci.misc_host_ctrl.enable_tagged_status_mode = 1
dma_wmm = 0x6
if dev.config.caps['pcie'].max_payload_size > 0:
dma_wmm += 0x1
if dev.pci.dma_rw_ctrl.dma_write_watermark != dma_wmm:
print "[+] configuring dma write watermark"
dev.pci.dma_rw_ctrl.dma_write_watermark = dma_wmm
if not dev.pci.dma_rw_ctrl.disable_cache_alignment:
print "[+] disabling pci dma alignment"
dev.pci.dma_rw_ctrl.disable_cache_alignment = 1
if dev.msi.mode.msix_multi_vector_mode:
print "[+] disabling multi vector mode"
dev.msi.mode.msix_multi_vector_mode = 0
if not dev.grc.misc_local_control.interrupt_on_attention:
print "[+] configuring interrupts on grc attention"
dev.grc.misc_local_control.interrupt_on_attention = 1
if not dev.grc.misc_local_control.auto_seeprom:
print "[+] configuring automatic eeprom access mode"
dev.grc.misc_local_control.auto_seeprom = 1
if not dev.grc.misc_config.timer_prescaler == 0x41:
print "[+] configuring grc timer prescaler"
dev.grc.misc_config.timer_prescaler = 0x41
if not dev.grc.mode.host_send_bds:
print "[+] enabling host send bds"
self.dev.grc.mode.send_no_pseudo_header_cksum = 1
self.dev.grc.mode.host_send_bds = 1
if not dev.grc.mode.host_stack_up:
print "[+] setting host stack up"
dev.grc.mode.host_stack_up = 1
if dev.bufman.dma_mbuf_low_watermark.count != 0x2a:
print "[+] setting dma mbuf low watermark"
dev.bufman.dma_mbuf_low_watermark.count = 0x2a
if dev.bufman.mbuf_high_watermark.count != 0xa0:
print "[+] setting mbuf high watermark"
dev.bufman.mbuf_high_watermark.count = 0xa0
if dev.emac.low_watermark_max_receive_frame.count != 1:
print "[+] configuring dma low watermark flow control"
dev.emac.low_watermark_max_receive_frame.count = 1
dev.bufman.mode.attention_enable = 1
dev.bufman.block_enable()
if dev.rbdi.std_ring_replenish_threshold.count != 0x19:
print "[+] configuring standard rx producer ring replenish threshold"
dev.rbdi.std_ring_replenish_threshold.count = 0x19
self._init_rx_rings()
dev.hpmb.box[tg.mb_rbd_standard_producer].low = 0
dev.rbdi.std_ring_replenish_watermark.count = 0x20
self._init_tx_rings()
dev.hpmb.box[tg.mb_sbd_host_producer].low = 0
self._init_rr_rings()
self.mac_addr = [
getattr(dev.emac.addr[0], "byte_%d" % (i + 1)) for i in range(6)
]
print("[+] device mac addr: %02x" +
(":%02x" * 5)) % tuple(self.mac_addr)
print "[+] configuring tx mac"
dev.emac.tx_random_backoff = sum(self.mac_addr) & 0x3ff
dev.emac.tx_mac_lengths.ipg = 0x6
dev.emac.tx_mac_lengths.ipg_crs = 0x2
dev.emac.tx_mac_lengths.slot = 0x20
print "[+] configuring rx mac"
dev.emac.rx_mtu = 1500
dev.emac.rx_rules_conf.no_rules_matches_default_class = 2
print "[+] configuring receive list placement"
dev.rlp.config.default_interrupt_distribution_queue = 0
dev.rlp.config.bad_frames_class = 1
dev.rlp.config.number_of_active_lists = 0x10
dev.rlp.config.number_of_lists_per_distribution_group = 1
print "[+] enabling rx statistics"
dev.rlp.stats_enable_mask.a1_silent_indication = 1
dev.rlp.stats_enable_mask.cpu_mactq_priority_disable = 1
dev.rlp.stats_enable_mask.enable_cos_stats = 1
dev.rlp.stats_enable_mask.enable_indiscard_stats = 1
dev.rlp.stats_enable_mask.enable_inerror_stats = 1
dev.rlp.stats_enable_mask.enable_no_more_rbd_stats = 0
dev.rlp.stats_enable_mask.perst_l = 1
dev.rlp.stats_enable_mask.rc_return_ring_enable = 0
dev.rlp.stats_enable_mask.rss_priority = 0
assert dev.rlp.stats_enable_mask.word == 0x7bffff
dev.rlp.stats_control.statistics_enable = 1
print "[+] enabling tx statistics"
dev.sdi.statistics_mask.counters_enable_mask = 1
dev.sdi.statistics_control.faster_update = 1
dev.sdi.statistics_control.statistics_enable = 1
dev.hc.block_disable()
print "[+] configuring host coalesence"
dev.hc.mode.status_block_size = 2
dev.hc.mode.clear_ticks_mode_on_rx = 1
dev.hc.rx_coal_ticks = 0x48
dev.hc.tx_coal_ticks = 0x14
dev.hc.rx_max_coal_bds = 0x05
dev.hc.tx_max_coal_bds = 0x35
dev.hc.rc_max_coal_bds_in_int = 0x05
dev.hc.tx_max_coal_bds_in_int = 0x05
self.status_block_vaddr = mm.alloc(c.sizeof(tg.status_block))
self.status_block = c.cast(self.status_block_vaddr,
c.POINTER(tg.status_block))[0]
self.status_block_paddr = mm.get_paddr(self.status_block_vaddr)
dev.hc.status_block_host_addr_hi = self.status_block_paddr >> 32
dev.hc.status_block_host_addr_low = self.status_block_paddr & 0xffffffff
dev.hc.block_enable()
dev.rbdc.mode.attention_enable = 1
dev.rbdc.block_enable()
dev.rlp.block_enable()
if not dev.emac.mode.en_fhde:
print "[+] enabling frame header dma engine"
dev.emac.mode.en_fhde = 1
if not dev.emac.mode.en_rde:
print "[+] enabling receive dma engine"
dev.emac.mode.en_rde = 1
if not dev.emac.mode.en_tde:
print "[+] enabling transmit dma engine"
dev.emac.mode.en_tde = 1
print "[+] clearing rx statistics"
dev.emac.mode.clear_rx_statistics = 1
print "[+] clearing tx statistics"
dev.emac.mode.clear_tx_statistics = 1
while dev.emac.mode.clear_rx_statistics:
pass
while dev.emac.mode.clear_tx_statistics:
pass
if not dev.emac.mode.en_rx_statistics:
print "[+] enabling rx statistics"
dev.emac.mode.en_rx_statistics = 1
if not dev.emac.mode.en_tx_statistics:
print "[+] enabling tx statistics"
dev.emac.mode.en_tx_statistics = 1
if not dev.emac.event_enable.link_state_changed:
print "[+] enabling emac attention on link statue changed"
dev.emac.event_enable.link_state_changed = 1
if not dev.grc.mode.int_on_mac_attn:
print "[+] enabling interrupt on mac attention"
dev.grc.mode.int_on_mac_attn = 1
print "[+] configuringing write dma engine"
dev.wdma.mode.write_dma_pci_target_abort_attention_enable = 1
dev.wdma.mode.write_dma_pci_master_abort_attention_enable = 1
dev.wdma.mode.write_dma_pci_parity_attention_enable = 1
dev.wdma.mode.write_dma_pci_host_address_overflow_attention_enable = 1
dev.wdma.mode.write_dma_pci_fifo_overrun_attention_enable = 1
dev.wdma.mode.write_dma_pci_fifo_underrun_attention_enable = 1
dev.wdma.mode.write_dma_pci_fifo_overwrite_attention_enable = 1
dev.wdma.mode.write_dma_local_memory = 1
dev.wdma.mode.write_dma_pci_parity_error_attention_enable = 1
dev.wdma.mode.write_dma_pci_host_address_overflow_error_attention_enable = 1
dev.wdma.mode.status_tag_fix_enable = 1
dev.wdma.mode.reserved2 = 0
dev.wdma.block_enable()
print "[+] configuring read dma engine"
dev.rdma.mode.read_dma_pci_target_abort_attention_enable = 1
dev.rdma.mode.read_dma_pci_master_abort_attention_enable = 1
dev.rdma.mode.read_dma_pci_parity_error_attention_enable = 1
dev.rdma.mode.read_dma_pci_host_address_overflow_error_attention_enable = 1
dev.rdma.mode.read_dma_pci_fifo_overrun_attention_enable = 1
dev.rdma.mode.read_dma_pci_fifo_underrun_attention_enable = 1
dev.rdma.mode.read_dma_pci_fifo_overread_attention_enable = 1
dev.rdma.mode.read_dma_local_memory_write_longer_than_dma_length_attention_enable = 1
dev.rdma.mode.read_dma_pci_x_split_transaction_timeout_expired_attention_enable = 0
dev.rdma.mode.bd_sbd_corruption_attn_enable = 0
dev.rdma.mode.mbuf_rbd_corruption_attn_enable = 0
dev.rdma.mode.mbuf_sbd_corruption_attn_enable = 0
dev.rdma.mode.reserved3 = 0
dev.rdma.mode.pci_request_burst_length = 3
dev.rdma.mode.reserved2 = 0
dev.rdma.mode.jumbo_2k_mmrr_mode = 1
dev.rdma.mode.mmrr_disable = 0
dev.rdma.mode.address_overflow_error_logging_enable = 0
dev.rdma.mode.post_dma_debug_enable = 0
dev.rdma.mode.hardware_ipv4_post_dma_processing_enable = 0
dev.rdma.mode.hardware_ipv6_post_dma_processing_enable = 0
dev.rdma.mode.in_band_vtag_enable = 0
dev.rdma.mode.reserved = 0
dev.rdma.block_enable()
dev.rdc.mode.attention_enable = 1
dev.rdc.block_enable()
dev.sdc.block_enable()
dev.sbdc.mode.attention_enable = 1
dev.sbdc.block_enable()
dev.rbdi.mode.receive_bds_available_on_disabled_rbd_ring_attn_enable = 1
dev.rbdi.block_enable()
dev.rdi.mode.illegal_return_ring_size = 1
dev.rdi.block_enable()
dev.sdi.mode.multiple_segment_enable = 0
dev.sdi.mode.hardware_pre_dma_enable = 0
dev.sdi.block_enable()
dev.sbdi.mode.attention_enable = 1
dev.sbdi.block_enable()
dev.sbds.mode.attention_enable = 1
dev.sbds.block_enable()
self._populate_rx_ring()
print "[+] enabling transmit mac"
dev.emac.tx_mac_mode.enable_bad_txmbuf_lockup_fix = 1
dev.emac.tx_mac_mode.enable_flow_control = 1
dev.emac.tx_mac_mode.enable = 1
usleep(100)
print "[+] enabling receive mac"
#dev.emac.mac_hash_0 = 0xffffffff
#dev.emac.mac_hash_1 = 0xffffffff
#dev.emac.mac_hash_2 = 0xffffffff
#dev.emac.mac_hash_3 = 0xffffffff
dev.emac.rx_mac_mode.promiscuous_mode = 1
dev.emac.rx_mac_mode.accept_runts = 1
#dev.emac.rx_mac_mode.enable_flow_control = 1
dev.emac.rx_mac_mode.rss_enable = 1
#dev.emac.rx_mac_mode.rss_ipv4_hash_enable = 1
#dev.emac.rx_mac_mode.rss_tcpipv4_hash_enable = 1
#dev.emac.rx_mac_mode.rss_ipv6_hash_enable = 1
#dev.emac.rx_mac_mode.rss_tcpipv6_hash_enable = 1
dev.emac.rx_mac_mode.enable = 1
usleep(10)
print "[+] configuring led"
dev.emac.led_control.word = 0x800
dev.emac.low_watermark_max_receive_frames = 1
def _dev_open(self):
print "[+] opening vfio group"
group = os.open("/dev/vfio/%d" % self.groupno, os.O_RDWR)
group_status = c.vfio_group_status()
group_status.argsz = c.sizeof(c.vfio_group_status)
ioctl(group, c.VFIO_GROUP_GET_STATUS, group_status)
if not (group_status.flags & c.VFIO_GROUP_FLAGS_VIABLE):
raise Exception("vfio group %d is not viable" % self.groupno)
self.group = group
ioctl(group, c.VFIO_GROUP_SET_CONTAINER, struct.pack("I", self.container))
ioctl(self.container, c.VFIO_SET_IOMMU, c.VFIO_TYPE1_IOMMU)
iommu_info = c.vfio_iommu_type1_info()
iommu_info.argsz = c.sizeof(c.vfio_iommu_type1_info)
ioctl(self.container, c.VFIO_IOMMU_GET_INFO, iommu_info)
self.iommu_info = iommu_info
print "[+] opening vfio device"
device = c.ioctl(group, c.VFIO_GROUP_GET_DEVICE_FD, self.bdf)
self.device = device
device_info = c.vfio_device_info()
device_info.argsz = c.sizeof(c.vfio_device_info)
ioctl(device, c.VFIO_DEVICE_GET_INFO, device_info)
print "[+] enumerating vfio device regions"
self.regions = []
for i in range(device_info.num_regions - 1):
r = c.vfio_region_info()
r.argsz = c.sizeof(c.vfio_region_info)
r.index = i
ioctl(device, c.VFIO_DEVICE_GET_REGION_INFO, r)
self.regions += [r]
flags = ""
if r.flags & c.VFIO_REGION_INFO_FLAG_READ:
flags += "R"
if r.flags & c.VFIO_REGION_INFO_FLAG_WRITE:
flags += "W"
if r.flags & c.VFIO_REGION_INFO_FLAG_MMAP:
flags += "M"
t = "region %d" % r.index
if i == c.VFIO_PCI_BAR0_REGION_INDEX:
bar0 = c.mmap(0, r.size, c.PROT_READ | c.PROT_WRITE, c.MAP_SHARED | c.MAP_LOCKED, device, r.offset)
self.bar0 = bar0
self.bar0_sz = r.size
t = "pci bar 0"
elif i == c.VFIO_PCI_BAR2_REGION_INDEX:
bar2 = c.mmap64(0, r.size, c.PROT_READ | c.PROT_WRITE, c.MAP_PRIVATE, device, r.offset)
if 0xffffffffffffffff != bar2:
self.bar2 = bar2
self.bar2_sz = r.size
t = "pci bar 2"
elif i == c.VFIO_PCI_CONFIG_REGION_INDEX:
self.config_offset = r.offset
t = "pci config"
print "[*] %s [%s]: size %04x, ofs %x, resv %x" % (t, flags, r.size, r.offset, r.resv)
self.show_irqs()
print "[+] enabling msi-x"
irq_set = c.vfio_irq_set()
c.resize(irq_set, c.sizeof(c.vfio_irq_set) + c.sizeof(c.c_uint))
irq_set.argsz = c.sizeof(c.vfio_irq_set) + c.sizeof(c.c_uint)
irq_set.index = c.VFIO_PCI_MSIX_IRQ_INDEX
irq_set.start = 0
irq_set.count = 1
irq_set.flags = c.VFIO_IRQ_SET_DATA_EVENTFD | c.VFIO_IRQ_SET_ACTION_TRIGGER
self.eventfd = c.eventfd(0, 0)
c.cast(c.addressof(irq_set.data), c.POINTER(c.c_uint))[0] = self.eventfd
ioctl(self.device, c.VFIO_DEVICE_SET_IRQS, irq_set)
def _device_setup(self):
dev = self.dev
mm = self.mm
dev.drv = self
print "[+] initializing device"
dev.init()
print "[+] resetting device"
dev.reset()
sleep(0.5)
if dev.pci.misc_host_ctrl.enable_tagged_status_mode == 0:
print "[+] enabling tagged status mode"
dev.pci.misc_host_ctrl.enable_tagged_status_mode = 1
dma_wmm = 0x6
if dev.config.caps['pcie'].max_payload_size > 0:
dma_wmm += 0x1
if dev.pci.dma_rw_ctrl.dma_write_watermark != dma_wmm:
print "[+] configuring dma write watermark"
dev.pci.dma_rw_ctrl.dma_write_watermark = dma_wmm
if not dev.pci.dma_rw_ctrl.disable_cache_alignment:
print "[+] disabling pci dma alignment"
dev.pci.dma_rw_ctrl.disable_cache_alignment = 1
if dev.msi.mode.msix_multi_vector_mode:
print "[+] disabling multi vector mode"
dev.msi.mode.msix_multi_vector_mode = 0
if not dev.grc.misc_local_control.interrupt_on_attention:
print "[+] configuring interrupts on grc attention"
dev.grc.misc_local_control.interrupt_on_attention = 1
if not dev.grc.misc_local_control.auto_seeprom:
print "[+] configuring automatic eeprom access mode"
dev.grc.misc_local_control.auto_seeprom = 1
if not dev.grc.misc_config.timer_prescaler == 0x41:
print "[+] configuring grc timer prescaler"
dev.grc.misc_config.timer_prescaler = 0x41
if not dev.grc.mode.host_send_bds:
print "[+] enabling host send bds"
self.dev.grc.mode.send_no_pseudo_header_cksum = 1
self.dev.grc.mode.host_send_bds = 1
if not dev.grc.mode.host_stack_up:
print "[+] setting host stack up"
dev.grc.mode.host_stack_up = 1
if dev.bufman.dma_mbuf_low_watermark.count != 0x2a:
print "[+] setting dma mbuf low watermark"
dev.bufman.dma_mbuf_low_watermark.count = 0x2a
if dev.bufman.mbuf_high_watermark.count != 0xa0:
print "[+] setting mbuf high watermark"
dev.bufman.mbuf_high_watermark.count = 0xa0
if dev.emac.low_watermark_max_receive_frame.count != 1:
print "[+] configuring dma low watermark flow control"
dev.emac.low_watermark_max_receive_frame.count = 1
dev.bufman.mode.attention_enable = 1
dev.bufman.block_enable()
if dev.rbdi.std_ring_replenish_threshold.count != 0x19:
print "[+] configuring standard rx producer ring replenish threshold"
dev.rbdi.std_ring_replenish_threshold.count = 0x19
self._init_rx_rings()
dev.hpmb.box[tg.mb_rbd_standard_producer].low = 0
dev.rbdi.std_ring_replenish_watermark.count = 0x20
self._init_tx_rings()
dev.hpmb.box[tg.mb_sbd_host_producer].low = 0
self._init_rr_rings()
self.mac_addr = [getattr(dev.emac.addr[0], "byte_%d" % (i + 1)) for i in range(6)]
print ("[+] device mac addr: %02x" + (":%02x" * 5)) % tuple(self.mac_addr)
print "[+] configuring tx mac"
dev.emac.tx_random_backoff = sum(self.mac_addr) & 0x3ff
dev.emac.tx_mac_lengths.ipg = 0x6
dev.emac.tx_mac_lengths.ipg_crs = 0x2
dev.emac.tx_mac_lengths.slot = 0x20
print "[+] configuring rx mac"
dev.emac.rx_mtu = 1500
dev.emac.rx_rules_conf.no_rules_matches_default_class = 2
print "[+] configuring receive list placement"
dev.rlp.config.default_interrupt_distribution_queue = 0
dev.rlp.config.bad_frames_class = 1
dev.rlp.config.number_of_active_lists = 0x10
dev.rlp.config.number_of_lists_per_distribution_group = 1
print "[+] enabling rx statistics"
dev.rlp.stats_enable_mask.a1_silent_indication = 1
dev.rlp.stats_enable_mask.cpu_mactq_priority_disable = 1
dev.rlp.stats_enable_mask.enable_cos_stats = 1
dev.rlp.stats_enable_mask.enable_indiscard_stats = 1
dev.rlp.stats_enable_mask.enable_inerror_stats = 1
dev.rlp.stats_enable_mask.enable_no_more_rbd_stats = 0
dev.rlp.stats_enable_mask.perst_l = 1
dev.rlp.stats_enable_mask.rc_return_ring_enable = 0
dev.rlp.stats_enable_mask.rss_priority = 0
assert dev.rlp.stats_enable_mask.word == 0x7bffff
dev.rlp.stats_control.statistics_enable = 1
print "[+] enabling tx statistics"
dev.sdi.statistics_mask.counters_enable_mask = 1
dev.sdi.statistics_control.faster_update = 1
dev.sdi.statistics_control.statistics_enable = 1
dev.hc.block_disable()
print "[+] configuring host coalesence"
dev.hc.mode.status_block_size = 2
dev.hc.mode.clear_ticks_mode_on_rx = 1
dev.hc.rx_coal_ticks = 0x48
dev.hc.tx_coal_ticks = 0x14
dev.hc.rx_max_coal_bds = 0x05
dev.hc.tx_max_coal_bds = 0x35
dev.hc.rc_max_coal_bds_in_int = 0x05
dev.hc.tx_max_coal_bds_in_int = 0x05
self.status_block_vaddr = mm.alloc(c.sizeof(tg.status_block))
self.status_block = c.cast(self.status_block_vaddr, c.POINTER(tg.status_block))[0]
self.status_block_paddr = mm.get_paddr(self.status_block_vaddr)
dev.hc.status_block_host_addr_hi = self.status_block_paddr >> 32
dev.hc.status_block_host_addr_low = self.status_block_paddr & 0xffffffff
dev.hc.block_enable()
dev.rbdc.mode.attention_enable = 1
dev.rbdc.block_enable()
dev.rlp.block_enable()
if not dev.emac.mode.en_fhde:
print "[+] enabling frame header dma engine"
dev.emac.mode.en_fhde = 1
if not dev.emac.mode.en_rde:
print "[+] enabling receive dma engine"
dev.emac.mode.en_rde = 1
if not dev.emac.mode.en_tde:
print "[+] enabling transmit dma engine"
dev.emac.mode.en_tde = 1
print "[+] clearing rx statistics"
dev.emac.mode.clear_rx_statistics = 1
print "[+] clearing tx statistics"
dev.emac.mode.clear_tx_statistics = 1
while dev.emac.mode.clear_rx_statistics:
pass
while dev.emac.mode.clear_tx_statistics:
pass
if not dev.emac.mode.en_rx_statistics:
print "[+] enabling rx statistics"
dev.emac.mode.en_rx_statistics = 1
if not dev.emac.mode.en_tx_statistics:
print "[+] enabling tx statistics"
dev.emac.mode.en_tx_statistics = 1
if not dev.emac.event_enable.link_state_changed:
print "[+] enabling emac attention on link statue changed"
dev.emac.event_enable.link_state_changed = 1
if not dev.grc.mode.int_on_mac_attn:
print "[+] enabling interrupt on mac attention"
dev.grc.mode.int_on_mac_attn = 1
print "[+] configuringing write dma engine"
dev.wdma.mode.write_dma_pci_target_abort_attention_enable = 1
dev.wdma.mode.write_dma_pci_master_abort_attention_enable = 1
dev.wdma.mode.write_dma_pci_parity_attention_enable = 1
dev.wdma.mode.write_dma_pci_host_address_overflow_attention_enable = 1
dev.wdma.mode.write_dma_pci_fifo_overrun_attention_enable = 1
dev.wdma.mode.write_dma_pci_fifo_underrun_attention_enable = 1
dev.wdma.mode.write_dma_pci_fifo_overwrite_attention_enable = 1
dev.wdma.mode.write_dma_local_memory = 1
dev.wdma.mode.write_dma_pci_parity_error_attention_enable = 1
dev.wdma.mode.write_dma_pci_host_address_overflow_error_attention_enable = 1
dev.wdma.mode.status_tag_fix_enable = 1
dev.wdma.mode.reserved2 = 0
dev.wdma.block_enable()
print "[+] configuring read dma engine"
dev.rdma.mode.read_dma_pci_target_abort_attention_enable = 1
dev.rdma.mode.read_dma_pci_master_abort_attention_enable = 1
dev.rdma.mode.read_dma_pci_parity_error_attention_enable = 1
dev.rdma.mode.read_dma_pci_host_address_overflow_error_attention_enable = 1
dev.rdma.mode.read_dma_pci_fifo_overrun_attention_enable = 1
dev.rdma.mode.read_dma_pci_fifo_underrun_attention_enable = 1
dev.rdma.mode.read_dma_pci_fifo_overread_attention_enable = 1
dev.rdma.mode.read_dma_local_memory_write_longer_than_dma_length_attention_enable = 1
dev.rdma.mode.read_dma_pci_x_split_transaction_timeout_expired_attention_enable = 0
dev.rdma.mode.bd_sbd_corruption_attn_enable = 0
dev.rdma.mode.mbuf_rbd_corruption_attn_enable = 0
dev.rdma.mode.mbuf_sbd_corruption_attn_enable = 0
dev.rdma.mode.reserved3 = 0
dev.rdma.mode.pci_request_burst_length = 3
dev.rdma.mode.reserved2 = 0
dev.rdma.mode.jumbo_2k_mmrr_mode = 1
dev.rdma.mode.mmrr_disable = 0
dev.rdma.mode.address_overflow_error_logging_enable = 0
dev.rdma.mode.post_dma_debug_enable = 0
dev.rdma.mode.hardware_ipv4_post_dma_processing_enable = 0
dev.rdma.mode.hardware_ipv6_post_dma_processing_enable = 0
dev.rdma.mode.in_band_vtag_enable = 0
dev.rdma.mode.reserved = 0
dev.rdma.block_enable()
dev.rdc.mode.attention_enable = 1
dev.rdc.block_enable()
dev.sdc.block_enable()
dev.sbdc.mode.attention_enable = 1
dev.sbdc.block_enable()
dev.rbdi.mode.receive_bds_available_on_disabled_rbd_ring_attn_enable = 1
dev.rbdi.block_enable()
dev.rdi.mode.illegal_return_ring_size = 1
dev.rdi.block_enable()
dev.sdi.mode.multiple_segment_enable = 0
dev.sdi.mode.hardware_pre_dma_enable = 0
dev.sdi.block_enable()
dev.sbdi.mode.attention_enable = 1
dev.sbdi.block_enable()
dev.sbds.mode.attention_enable = 1
dev.sbds.block_enable()
self._populate_rx_ring()
print "[+] enabling transmit mac"
dev.emac.tx_mac_mode.enable_bad_txmbuf_lockup_fix = 1
dev.emac.tx_mac_mode.enable_flow_control = 1
dev.emac.tx_mac_mode.enable = 1
usleep(100)
print "[+] enabling receive mac"
#dev.emac.mac_hash_0 = 0xffffffff
#dev.emac.mac_hash_1 = 0xffffffff
#dev.emac.mac_hash_2 = 0xffffffff
#dev.emac.mac_hash_3 = 0xffffffff
dev.emac.rx_mac_mode.promiscuous_mode = 1
dev.emac.rx_mac_mode.accept_runts = 1
#dev.emac.rx_mac_mode.enable_flow_control = 1
dev.emac.rx_mac_mode.rss_enable = 1
#dev.emac.rx_mac_mode.rss_ipv4_hash_enable = 1
#dev.emac.rx_mac_mode.rss_tcpipv4_hash_enable = 1
#dev.emac.rx_mac_mode.rss_ipv6_hash_enable = 1
#dev.emac.rx_mac_mode.rss_tcpipv6_hash_enable = 1
dev.emac.rx_mac_mode.enable = 1
usleep(10)
print "[+] configuring led"
dev.emac.led_control.word = 0x800
dev.emac.low_watermark_max_receive_frames = 1