def create_vms():
base = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_baseline = deepcopy(base)
e1000_baseline.ethernet_dev = e1000_baseline.QEMU_E1000
e1000_baseline.name = "E1000-baseline"
e1000_best_orig_driver = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_orig_driver.name = "E1000-original"
e1000_best_orig_driver.is_io_thread_nice = False
e1000_best_orig_driver.e1000_options["NG_interrupt_mul"] = 10
e1000_best_orig_driver.e1000_options["NG_interrupt_mode"] = 0
e1000_best_orig_driver.bootwait = 10
e1000_clean_tx = deepcopy(e1000_best_orig_driver)
e1000_clean_tx.kernel_cmdline_additional = "e1000.NG_flags=2"
e1000_clean_tx.name = "E1000-clean_tx"
e1000_skb_orphan = deepcopy(e1000_best_orig_driver)
e1000_skb_orphan.kernel_cmdline_additional = "e1000.NG_flags=1"
e1000_skb_orphan.name = "E1000-skb_orphan"
e1000_both = deepcopy(e1000_best_orig_driver)
e1000_both.kernel_cmdline_additional = "e1000.NG_flags=3"
e1000_both.name = "E1000-both"
return (e1000_baseline, e1000_best_orig_driver, e1000_clean_tx,
e1000_skb_orphan, e1000_both)
def create_vm_e1000_base():
vm = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
vm.bootwait = 30
vm.netserver_core = 3
vm.mem = 1024 * 6
return vm
def create_vms():
base = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_baseline = deepcopy(base)
e1000_baseline.ethernet_dev = e1000_baseline.QEMU_E1000
e1000_baseline.name = "E1000-baseline"
e1000_best_interrupt = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_interrupt.name = "E1000-int_mul"
e1000_best_interrupt.is_io_thread_nice = False
# e1000_best_interrupt.kernel = r"../linux/arch/x86/boot/bzImage"
# e1000_best_interrupt.initrd = r"/homes/bdaviv/repos/msc-ng/vm-files/kernels/initrd.img-4.14.4-ng+"
e1000_best_interrupt.e1000_options["NG_interrupt_mul"] = 10
e1000_best_interrupt.e1000_options["NG_interrupt_mode"] = 0
e1000_best_interrupt.bootwait = 10
e1000_best_lq = deepcopy(e1000_best_interrupt)
e1000_best_lq.name = "e1000-int_mul-largeQ"
e1000_best_lq.large_queue = True
# e1000_best_lq.static_itr = True
e1000_skb_orphan = deepcopy(e1000_best_interrupt)
e1000_skb_orphan.kernel_cmdline_additional = "e1000.NG_flags=1"
e1000_skb_orphan.name = "E1000-skb_orphan"
e1000_timer_itr = deepcopy(e1000_skb_orphan)
e1000_timer_itr.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr.name = "E1000-timer_itr"
# e1000_timer_itr.e1000_options["NG_parabatch"] = "on"
e1000_timer_itr_lq_4096 = deepcopy(e1000_timer_itr)
e1000_timer_itr_lq_4096.name = "E1000-timer_itr-lq1024"
e1000_timer_itr_lq_4096.large_queue = True
e1000_timer_itr_lq_4096.queue_size = 4096
e1000_timer_itr_parabatch = deepcopy(e1000_skb_orphan)
e1000_timer_itr_parabatch.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr_parabatch.name = "E1000-timer_itr-parabatch"
e1000_timer_itr_parabatch.e1000_options["NG_parabatch"] = "on"
# e1000_timer_itr_parabatch.large_queue = True
# e1000_timer_itr_parabatch.queue_size = 4096
e1000_delay_timer = list()
for i in range(610, 1400, 100):
vm = deepcopy(e1000_timer_itr)
vm.e1000_options["NG_interrupt_min"] = i
vm.name = "e1000_delay_{}".format(i)
e1000_delay_timer.append(vm)
return e1000_delay_timer
def main(trace=False):
vm = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
if trace:
vm.exe = ORIG_QEMU_TRACE
vm.setup()
vm.run()
input("Press any enter to close VM")
vm.teardown()
def create_vms():
base = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_baseline = deepcopy(base)
e1000_baseline.ethernet_dev = e1000_baseline.QEMU_E1000
e1000_baseline.name = "E1000-baseline"
virtio = deepcopy(base)
virtio.ethernet_dev = virtio.QEMU_VIRTIO
virtio.name = "virtio"
virtio_batch = deepcopy(virtio)
virtio_batch.name = "virtio_batch"
virtio_batch.e1000_options["NG_notify_batch"] = "on"
virtio_drop = deepcopy(virtio)
virtio_drop.name = "virtio_drop"
virtio_drop.e1000_options["NG_drop_packet"] = "on"
e1000_best_3_13 = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_3_13.name = "E1000-best"
e1000_best_3_13.is_io_thread_nice = False
e1000_best_3_13.kernel = OLD_KERNEL
e1000_best_3_13.initrd = OLD_INITRD
e1000_best_interrupt_3_13 = deepcopy(e1000_best_3_13)
e1000_best_interrupt_3_13.name = "E1000-Arthur_interrupt-3.13"
e1000_best_interrupt_3_13.e1000_options["NG_interrupt_mul"] = 10
e1000_best_interrupt_3_13.e1000_options["NG_interrupt_mode"] = 0
e1000_best_interrupt = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_interrupt.name = "E1000-int_mul"
e1000_best_interrupt.is_io_thread_nice = False
# e1000_best_interrupt.kernel = r"../linux/arch/x86/boot/bzImage"
# e1000_best_interrupt.initrd = r"/homes/bdaviv/repos/msc-ng/vm-files/kernels/initrd.img-4.14.4-ng+"
e1000_best_interrupt.e1000_options["NG_interrupt_mul"] = 10
e1000_best_interrupt.e1000_options["NG_interrupt_mode"] = 0
e1000_best_interrupt.bootwait = 10
e1000_tso_offloading = deepcopy(e1000_best_interrupt)
e1000_tso_offloading.e1000_options["NG_tso_offloading"] = "on"
e1000_batch_interrupt = deepcopy(e1000_best_interrupt)
e1000_batch_interrupt.name = "e1000-batch_itr"
e1000_batch_interrupt.e1000_options["NG_interrupt_mul"] = 1
e1000_batch_interrupt.e1000_options["NG_interrupt_mode"] = 1
# e1000_batch_interrupt.e1000_options["NG_parabatch"] = "on"
e1000_best_lq = deepcopy(e1000_best_interrupt)
e1000_best_lq.name = "e1000-int_mul-largeQ"
e1000_best_lq.large_queue = True
# e1000_best_lq.static_itr = True
e1000_skb_orphan = deepcopy(e1000_best_interrupt)
e1000_skb_orphan.kernel_cmdline_additional = "e1000.NG_flags=1"
e1000_skb_orphan.name = "E1000-skb_orphan"
e1000_timer_itr = deepcopy(e1000_skb_orphan)
e1000_timer_itr.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr.name = "E1000-timer_itr"
# e1000_timer_itr.e1000_options["NG_parabatch"] = "on"
e1000_arthur = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_arthur.kernel = OLD_KERNEL
e1000_arthur.initrd = OLD_INITRD
e1000_arthur.exe = OLD_QEMU
e1000_arthur.nic_additionals = ''
e1000_arthur.qemu_additionals = '-enable-e1000-pcix'
e1000_arthur.name = "E1000-Arthur-old"
e1000_arthur.qemu_config["drop_packet_every"] = 8000
e1000_arthur.qemu_config["drop_packet_every_avg_packet_size_min"] = 25000
e1000_arthur.qemu_config["drop_packet_every_avg_packet_size_max"] = 60000
e1000_timer_itr_lq_4096 = deepcopy(e1000_timer_itr)
e1000_timer_itr_lq_4096.name = "E1000-timer_itr-lq1024"
e1000_timer_itr_lq_4096.large_queue = True
e1000_timer_itr_lq_4096.queue_size = 4096
e1000_timer_itr_parabatch = deepcopy(e1000_skb_orphan)
e1000_timer_itr_parabatch.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr_parabatch.name = "E1000-timer_itr-parabatch"
e1000_timer_itr_parabatch.e1000_options["NG_parabatch"] = "on"
# e1000_timer_itr_parabatch.large_queue = True
# e1000_timer_itr_parabatch.queue_size = 4096
return (
# e1000_baseline,
virtio,
virtio_batch,
# virtio_drop,
# e1000_best_3_13,
# e1000_best_interrupt_3_13,
# e1000_best_interrupt,
e1000_skb_orphan,
e1000_timer_itr,
# e1000_timer_itr_lq_4096,
# e1000_timer_itr_parabatch,
# e1000_batch_interrupt,
# e1000_best_lq
# e1000_tso_offloading,
# e1000_arthur,
)
def get_vms(self):
qemu_e1000e = Qemu(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_e1000e.ethernet_dev = "e1000e"
qemu_virtio = Qemu(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_virtio.ethernet_dev = Qemu.QEMU_VIRTIO
qemu_virtio_drop_packets = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_virtio_drop_packets.ethernet_dev = Qemu.QEMU_VIRTIO
qemu_virtio_drop_packets.e1000_options["NG_drop_packet"] = "on"
qemu_virtio_latency = Qemu(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_virtio_latency.ethernet_dev = Qemu.QEMU_VIRTIO
qemu_virtio_latency.qemu_config["latency_itr"] = 2
qemu_e1000_baseline = Qemu(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_e1000_baseline.ethernet_dev = Qemu.QEMU_E1000
qemu_e1000_arthur = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_e1000_arthur.qemu_config["latency_itr"] = 0
qemu_e1000_arthur_nice = QemuE1000Max(
disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_e1000_arthur_nice.qemu_config["latency_itr"] = 0
qemu_e1000_arthur_nice.is_io_thread_nice = True
qemu_smart_itr = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_smart_itr.qemu_config["latency_itr"] = 1
qemu_smart_itr.qemu_config["tx_packets_per_batch"] = 0
qemu_smart_itr.qemu_config["dynamic_latency_mode"] = 0
qemu_smart_itr2 = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_smart_itr2.qemu_config["latency_itr"] = 1
qemu_smart_itr2.ethernet_dev = 'e1000-82545em'
qemu_smart_itr2.addiotional_guest_command = 'sudo ethtool -C eth0 rx-usecs 3000'
qemu_smart_itr3 = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_smart_itr3.qemu_config["latency_itr"] = 2
qemu_smart_itr3.ethernet_dev = 'e1000-82545em'
qemu_smart_itr3.addiotional_guest_command = 'sudo ethtool -C eth0 rx-usecs 3000'
qemu_e1000_io_thread = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_e1000_io_thread.nic_additionals = ",iothread=iothread0"
# qemu_smart_itr3.ethernet_dev = 'e1000-82545em'
# qemu_smart_itr3.addiotional_guest_command = 'sudo ethtool -C eth0 rx-usecs 3000'
# qemu_smart_itr3.qemu_config["drop_packet_every"] = 0
#
# qemu_e1000_no_new_improv = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
# guest_ip="10.10.0.43",
# host_ip="10.10.0.44")
# qemu_e1000_no_new_improv.qemu_config["smart_interrupt_mitigation"] = 0
# qemu_e1000_no_new_improv.qemu_config["drop_packet_every"] = 0
#
# qemu_virtio_drop = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
# guest_ip="10.10.0.43",
# host_ip="10.10.0.44")
# qemu_virtio_drop.qemu_config["smart_interrupt_mitigation"] = 0
# qemu_virtio_drop.qemu_config["drop_packet_every"] = 0
# qemu_virtio_drop.ethernet_dev = Qemu.QEMU_VIRTIO
#
qemu_large_queue = QemuLargeRing(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_large_queue.is_io_thread_nice = True
qemu_large_queue.qemu_config["drop_packet_every"] = 0
qemu_large_queue_itr6 = QemuLargeRing(
disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_large_queue_itr6.is_io_thread_nice = True
qemu_large_queue_itr6.qemu_config[
"interrupt_mitigation_multiplier"] = 6
qemu_large_queue_itr6.qemu_config["drop_packet_every"] = 0
qemu_large_queue_batch_itr = QemuLargeRing(
disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_large_queue_batch_itr.is_io_thread_nice = True
qemu_large_queue_batch_itr.io_nice = 4
qemu_large_queue_batch_itr.qemu_config["interrupt_mode"] = 1
qemu_large_queue_batch_itr.qemu_config["drop_packet_every"] = 0
qemu_large_queue_batch_itr.qemu_config[
"interrupt_mitigation_multiplier"] = 1000
# qemu_e1000_best_itr = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
# guest_ip="10.10.0.43",
# host_ip="10.10.0.44")
# qemu_e1000_best_itr.exe = r"/homes/bdaviv/repos/e1000-improv/qemu-2.2.0/build/x86_64-softmmu/qemu-system-x86_64"
# self.qemu_virtio_1g = Qemu(disk_path=r"../vms/ubuntu-20.img",
# guest_ip="10.10.0.43",
# host_ip="10.10.0.44")
# self.qemu_virtio_1g.ethernet_dev = Qemu.QEMU_VIRTIO
# self.qemu_virtio_1g.mem=1024
#
# self.qemu_e1000_1g = Qemu(disk_path=r"../vms/ubuntu-20.img",
# guest_ip="10.10.0.43",
# host_ip="10.10.0.44")
# self.qemu_e1000_1g.ethernet_dev = Qemu.QEMU_E1000
# self.qemu_e1000_1g.mem=
qemu_arthur_arthur = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_arthur_arthur.ethernet_dev = qemu_arthur_arthur.QEMU_E1000
qemu_arthur_arthur.qemu_additionals = "-enable-e1000-pcix"
qemu_arthur_arthur.exe = "/home/bdaviv/repos/e1000-improv/qemu-arthur/build/x86_64-softmmu/qemu-system-x86_64"
qemu_arthur_arthur.qemu_config = {
"no_tso_loop_on": 1,
"no_tcp_csum_on": 1,
"tdt_handle_on_iothread": 1,
"interrupt_mitigation_multiplier": 10,
"drop_packet_every": 8000,
"drop_packet_every_avg_packet_size_min": 25000,
"drop_packet_every_avg_packet_size_max": 60000,
"zero_copy_on": 1,
}
qemu_ng_max = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_large_ring_ng = QemuLargeRingNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_ng_max_nocsum = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_ng_max_nocsum.e1000_options["NG_no_checksum"] = "off"
qemu_large_ring_ng_nocsum = QemuLargeRingNG(
disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_large_ring_ng_nocsum.e1000_options["NG_no_checksum"] = "off"
qemu_virtio_nice = Qemu(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_virtio_nice.ethernet_dev = Qemu.QEMU_VIRTIO
qemu_virtio_nice.is_io_thread_nice = True
qemu_virtio_nice.io_nice = 5
qemu_large_ring_ng_tso_offload = QemuLargeRingNG(
disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_large_ring_ng_tso_offload.e1000_options[
"NG_tso_offloading"] = "on"
return [
# (qemu_virtio, "virtio-net_baseline"),
(qemu_virtio_drop_packets, "qemu_virtio_drop_packets"),
# (qemu_e1000e, "qemu_e1000e"),
# (qemu_virtio_latency, "virito-net_smart_latency"), # working?
# (qemu_virtio_nice, "qemu_virtio_nice"),
# (qemu_e1000_no_new_improv, "qemu_e1000_no_new_improv"),
# (qemu_e1000_baseline, "e1000_baseline"),
# (qemu_e1000_newest, "qemu_e1000_newest"),
# (qemu_e1000_arthur, "e1000_10x_arthur"),
# (qemu_arthur_arthur, "e1000_arthur_version"),
# (qemu_e1000_arthur_nice, "qemu_e1000_arthur_nice"),
# (qemu_smart_itr, "qemu_smart_latency1"),
# (qemu_smart_itr2, "qemu_smart_latency2"),
# (qemu_smart_itr3, "e1000_smart_latency"), # working?
# (qemu_e1000_io_thread, "qemu_io_thread"),
# (qemu_e1000_no_new_improv, "qemu_e1000_no_new_improv")
# (qemu_large_queue, "qemu_large_ring_nice"),
# (qemu_large_queue_itr6, "qemu_large_ring_nice_itr6"),
# (qemu_large_queue_batch_itr, "qemu_large_queue_batch_itr"),
# (qemu_e1000_best_itr, "qemu_e1000_best_itr"),
# (self.qemu_virtio_1g, "qemu_virtio_1G"),
# (self.qemu_e1000_1g, "qemu_e1000_1G"),
# (qemu_ng_max, "qemu_ng_max"),
(qemu_large_ring_ng, "qemu_large_ring_ng"),
# (qemu_ng_max_nocsum, "qemu_ng_max_nocsum"),
# (qemu_large_ring_ng_nocsum, "qemu_large_ring_ng_nocsum"),
# (qemu_large_ring_ng_tso_offload, "qemu_large_ring_ng_tso_offload"),
]
def create_vms():
base = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
base.netperf_test_params = "-C"
e1000_baseline = deepcopy(base)
e1000_baseline.ethernet_dev = e1000_baseline.QEMU_E1000
e1000_baseline.name = "E1000-baseline"
virtio = deepcopy(base)
virtio.ethernet_dev = virtio.QEMU_VIRTIO
virtio.name = "virtio"
virtio_batch = deepcopy(virtio)
virtio_batch.name = "virtio_batch"
virtio_batch.e1000_options["NG_notify_batch"] = "on"
virtio_drop = deepcopy(virtio)
virtio_drop.name = "virtio_drop"
virtio_drop.e1000_options["NG_drop_packet"] = "on"
e1000_best_interrupt = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_interrupt.name = "E1000-int_mul"
e1000_best_interrupt.is_io_thread_nice = False
# e1000_best_interrupt.kernel = r"../linux/arch/x86/boot/bzImage"
# e1000_best_interrupt.initrd = r"/homes/bdaviv/repos/msc-ng/vm-files/kernels/initrd.img-4.14.4-ng+"
e1000_best_interrupt.e1000_options["NG_interrupt_mul"] = 10
e1000_best_interrupt.e1000_options["NG_interrupt_mode"] = 0
e1000_best_interrupt.bootwait = 10
e1000_best_interrupt.netperf_test_params = "-C"
e1000_tso_offloading = deepcopy(e1000_best_interrupt)
e1000_tso_offloading.e1000_options["NG_tso_offloading"] = "on"
e1000_batch_interrupt = deepcopy(e1000_best_interrupt)
e1000_batch_interrupt.name = "e1000-batch_itr"
e1000_batch_interrupt.e1000_options["NG_interrupt_mul"] = 1
e1000_batch_interrupt.e1000_options["NG_interrupt_mode"] = 1
# e1000_batch_interrupt.e1000_options["NG_parabatch"] = "on"
e1000_best_lq = deepcopy(e1000_best_interrupt)
e1000_best_lq.name = "e1000-int_mul-largeQ"
e1000_best_lq.large_queue = True
# e1000_best_lq.static_itr = True
e1000_skb_orphan = deepcopy(e1000_best_interrupt)
e1000_skb_orphan.kernel_cmdline_additional = "e1000.NG_flags=1"
e1000_skb_orphan.name = "E1000-skb_orphan"
e1000_skb_orphan_lq_512 = deepcopy(e1000_skb_orphan)
e1000_skb_orphan_lq_512.large_queue = True
e1000_skb_orphan_lq_512.queue_size = 512
e1000_skb_orphan_lq_512.name = "E1000-skb_orphan-LQ_{}".format(e1000_skb_orphan_lq_512.queue_size)
e1000_skb_orphan_lq_1024 = deepcopy(e1000_skb_orphan_lq_512)
e1000_skb_orphan_lq_1024.queue_size = 1024
e1000_skb_orphan_lq_1024.name = "E1000-skb_orphan-LQ_{}".format(e1000_skb_orphan_lq_1024.queue_size)
e1000_timer_itr = deepcopy(e1000_skb_orphan)
e1000_timer_itr.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr.name = "E1000-timer_itr"
# e1000_timer_itr.e1000_options["NG_parabatch"] = "on"
e1000_timer_itr_parabatch = deepcopy(e1000_skb_orphan)
e1000_timer_itr_parabatch.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr_parabatch.name = "E1000-timer_itr-parabatch"
e1000_timer_itr_parabatch.e1000_options["NG_parabatch"] = "on"
# e1000_timer_itr_parabatch.large_queue = True
# e1000_timer_itr_parabatch.queue_size = 4096
e1000_timer_itr_lq_4096 = deepcopy(e1000_timer_itr)
e1000_timer_itr_lq_4096.name = "E1000-timer_itr-lq4096"
e1000_timer_itr_lq_4096.large_queue = True
e1000_timer_itr_lq_4096.queue_size = 4096
return (
# e1000_baseline,
virtio,
virtio_batch,
# virtio_drop,
# e1000_best_interrupt,
e1000_skb_orphan,
e1000_timer_itr,
# e1000_timer_itr_lq_4096,
# e1000_timer_itr_parabatch
# e1000_skb_orphan_lq_512,
# e1000_skb_orphan_lq_1024
)
def create_vms():
base = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_baseline = deepcopy(base)
e1000_baseline.ethernet_dev = e1000_baseline.QEMU_E1000
e1000_baseline.name = "E1000-baseline"
virtio = deepcopy(base)
virtio.ethernet_dev = virtio.QEMU_VIRTIO
virtio.name = "virtio"
virtio_batch = deepcopy(virtio)
virtio_batch.name = "virtio_batch"
virtio_batch.e1000_options["NG_notify_batch"] = "on"
e1000_best_interrupt = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_interrupt.name = "E1000-int_mul"
e1000_best_interrupt.is_io_thread_nice = False
# e1000_best_interrupt.kernel = r"../linux/arch/x86/boot/bzImage"
# e1000_best_interrupt.initrd = r"/homes/bdaviv/repos/msc-ng/vm-files/kernels/initrd.img-4.14.4-ng+"
e1000_best_interrupt.e1000_options["NG_interrupt_mul"] = 10
e1000_best_interrupt.e1000_options["NG_interrupt_mode"] = 0
e1000_best_interrupt.bootwait = 10
e1000_skb_orphan = deepcopy(e1000_best_interrupt)
e1000_skb_orphan.kernel_cmdline_additional = "e1000.NG_flags=1"
e1000_skb_orphan.name = "E1000-skb_orphan"
e1000_timer_itr = deepcopy(e1000_skb_orphan)
e1000_timer_itr.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr.name = "E1000-timer_itr"
# e1000_timer_itr.e1000_options["NG_parabatch"] = "on"
e1000_timer_itr_reg = deepcopy(e1000_skb_orphan)
e1000_timer_itr_reg.e1000_options["NG_interrupt_mode"] = 3
e1000_timer_itr_reg.name = "E1000-timer_itr-reg"
e1000_timer_itr_reg_lq = deepcopy(e1000_timer_itr_reg)
e1000_timer_itr_reg_lq.name = "E1000-timer_itr-reg-q512"
e1000_timer_itr_reg_lq.large_queue = True
e1000_timer_itr_reg_lq.queue_size = 512
# virtio.enabled = False
# virtio_batch.enabled = False
# e1000_skb_orphan.enabled = False
# e1000_baseline.enabled = False
# e1000_timer_itr_reg.enabled = False
regular_vms = (
virtio,
virtio_batch,
# virtio_drop,
# e1000_best_3_13,
# e1000_best_interrupt_3_13,
# e1000_best_interrupt,
e1000_skb_orphan,
# e1000_timer_itr,
# e1000_timer_itr_lq_4096,
# e1000_timer_itr_parabatch,
e1000_timer_itr_reg,
# e1000_timer_itr_reg_lq,
# e1000_batch_interrupt,
# e1000_best_lq
# e1000_tso_offloading,
# e1000_arthur,
e1000_baseline,
)
same_core = list()
for vm in regular_vms:
new_vm = deepcopy(vm)
new_vm.name = vm.name + "-same_core"
new_vm.netserver_core = vm.cpu_to_pin
same_core.append(new_vm)
return regular_vms + tuple(same_core)
def create_vms():
base = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_baseline = deepcopy(base)
e1000_baseline.ethernet_dev = e1000_baseline.QEMU_E1000
e1000_baseline.name = "E1000-baseline"
virtio = deepcopy(base)
virtio.ethernet_dev = virtio.QEMU_VIRTIO
virtio.name = "virtio"
virtio_vhost = deepcopy(virtio)
virtio_vhost.name += "_vhost"
virtio_vhost.vhost = True
virtio_batch = deepcopy(virtio)
virtio_batch.name = "virtio_batch"
virtio_batch.e1000_options["NG_notify_batch"] = "on"
virtio_drop = deepcopy(virtio)
virtio_drop.name = "virtio_drop"
virtio_drop.e1000_options["NG_drop_packet"] = "on"
e1000_best_interrupt = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_interrupt.name = "E1000-int_mul"
e1000_best_interrupt.is_io_thread_nice = False
# e1000_best_interrupt.kernel = r"../linux/arch/x86/boot/bzImage"
# e1000_best_interrupt.initrd = r"/homes/bdaviv/repos/msc-ng/vm-files/kernels/initrd.img-4.14.4-ng+"
e1000_best_interrupt.e1000_options["NG_interrupt_mul"] = 10
e1000_best_interrupt.e1000_options["NG_interrupt_mode"] = 0
e1000_best_interrupt.bootwait = 10
e1000_tso_offloading = deepcopy(e1000_best_interrupt)
e1000_tso_offloading.e1000_options["NG_tso_offloading"] = "on"
e1000_batch_interrupt = deepcopy(e1000_best_interrupt)
e1000_batch_interrupt.name = "e1000-batch_itr"
e1000_batch_interrupt.e1000_options["NG_interrupt_mul"] = 1
e1000_batch_interrupt.e1000_options["NG_interrupt_mode"] = 1
# e1000_batch_interrupt.e1000_options["NG_parabatch"] = "on"
e1000_best_lq = deepcopy(e1000_best_interrupt)
e1000_best_lq.name = "e1000-int_mul-largeQ"
e1000_best_lq.large_queue = True
# e1000_best_lq.static_itr = True
e1000_skb_orphan = deepcopy(e1000_best_interrupt)
e1000_skb_orphan.kernel_cmdline_additional = "e1000.NG_flags=1"
e1000_skb_orphan.name = "E1000-skb_orphan"
e1000_timer_itr = deepcopy(e1000_skb_orphan)
e1000_timer_itr.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr.name = "E1000-timer_itr"
# e1000_timer_itr.e1000_options["NG_parabatch"] = "on"
e1000_arthur = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_arthur.kernel = OLD_KERNEL
e1000_arthur.initrd = OLD_INITRD
e1000_arthur.exe = OLD_QEMU
e1000_arthur.nic_additionals = ''
e1000_arthur.qemu_additionals = '-enable-e1000-pcix'
e1000_arthur.name = "E1000-Arthur-old"
e1000_arthur.qemu_config["drop_packet_every"] = 8000
e1000_arthur.qemu_config["drop_packet_every_avg_packet_size_min"] = 25000
e1000_arthur.qemu_config["drop_packet_every_avg_packet_size_max"] = 60000
e1000_timer_itr_lq_4096 = deepcopy(e1000_timer_itr)
e1000_timer_itr_lq_4096.name = "E1000-timer_itr-lq1024"
e1000_timer_itr_lq_4096.large_queue = True
e1000_timer_itr_lq_4096.queue_size = 4096
e1000_timer_itr_parabatch = deepcopy(e1000_skb_orphan)
e1000_timer_itr_parabatch.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr_parabatch.name = "E1000-timer_itr-parabatch"
e1000_timer_itr_parabatch.e1000_options["NG_parabatch"] = "on"
# e1000_timer_itr_parabatch.large_queue = True
# e1000_timer_itr_parabatch.queue_size = 4096
e1000_timer_itr_reg = deepcopy(e1000_skb_orphan)
e1000_timer_itr_reg.e1000_options["NG_interrupt_mode"] = 3
e1000_timer_itr_reg.name = "E1000-timer_itr-reg"
e1000_timer_itr_reg_lq = deepcopy(e1000_timer_itr_reg)
e1000_timer_itr_reg_lq.name = "E1000-timer_itr-reg-q512"
e1000_timer_itr_reg_lq.large_queue = True
e1000_timer_itr_reg_lq.queue_size = 512
# no lock varients
e1000_skb_orphan_nolock = deepcopy(e1000_skb_orphan)
e1000_skb_orphan_nolock.name += "-nolock"
e1000_skb_orphan_nolock.e1000_options["NG_disable_iothread_lock"] = "on"
e1000_skb_orphan_lq_nolock = deepcopy(e1000_skb_orphan_nolock)
e1000_skb_orphan_lq_nolock.large_queue = True
e1000_skb_orphan_lq_nolock.queue_size = 512
e1000_skb_orphan_lq_nolock.name += "-lq"
e1000_timer_itr_reg_nolock = deepcopy(e1000_timer_itr_reg)
e1000_timer_itr_reg_nolock.name += "-nolock"
e1000_timer_itr_reg_nolock.e1000_options["NG_disable_iothread_lock"] = "on"
e1000_batch_interrupt_nolock = deepcopy(e1000_batch_interrupt)
e1000_batch_interrupt_nolock.name += "-nolock"
e1000_batch_interrupt_nolock.e1000_options[
"NG_disable_iothread_lock"] = "on"
e1000_halt = deepcopy(e1000_skb_orphan)
e1000_halt.name = "E1000-halt"
e1000_halt.e1000_options["NG_parahalt"] = "on"
# e1000_halt.e1000_options["NG_disable_iothread_lock"] = "on"
# e1000_halt.e1000_options["NG_tx_iothread"] = "off"
e1000_halt.e1000_options["NG_interrupt_mode"] = 0
e1000_halt.e1000_options["NG_interrupt_mul"] = 0
e1000_halt.e1000_options["mitigation"] = "off"
e1000_halt_lq = deepcopy(e1000_halt)
e1000_halt_lq.name += "-lq"
e1000_halt_lq.large_queue = True
e1000_halt_lq.queue_size = 512
e1000_halt_unlock = deepcopy(e1000_halt)
e1000_halt_unlock.name += "-unlocked"
e1000_halt_unlock.e1000_options["NG_disable_iothread_lock"] = "on"
e1000_halt_no_rdt_jump = deepcopy(e1000_halt)
e1000_halt_no_rdt_jump.name += "-no_rdt_jump"
e1000_halt_no_rdt_jump.e1000_options["NG_disable_rdt_jump"] = "on"
e1000_halt_no_rdt_jump.e1000_options["NG_fast_iothread_kick"] = "on"
e1000_halt_no_rdt_jump.disable_kvm_poll = True
e1000_halt_no_rdt_jump_lq = deepcopy(e1000_halt_no_rdt_jump)
e1000_halt_no_rdt_jump_lq.name += "-lq"
e1000_halt_no_rdt_jump_lq.large_queue = True
e1000_halt_no_rdt_jump_lq.queue_size = 512
virtio_batch_nopoll = deepcopy(virtio_batch)
virtio_batch_nopoll.disable_kvm_poll = True
virtio_batch_nopoll.name += "-nopoll"
# virtio.enabled = False
# virtio_batch.enabled = False
# e1000_skb_orphan.enabled = False
# e1000_baseline.enabled = False
# e1000_timer_itr_reg.enabled = False
# e1000_skb_orphan_nolock.enabled = False
# e1000_timer_itr_reg_nolock.enabled = False
# e1000_halt.enabled = False
# e1000_halt_lq.enabled = False
vms = (
virtio,
virtio_batch,
# virtio_drop,
# virtio_vhost,
virtio_batch_nopoll,
# e1000_best_3_13,
# e1000_best_interrupt_3_13,
# e1000_best_interrupt,
# e1000_skb_orphan, # latest
# e1000_skb_orphan_nolock,
# e1000_skb_orphan_lq_nolock,
# e1000_timer_itr,
# e1000_timer_itr_lq_4096,
# e1000_timer_itr_parabatch,
# e1000_timer_itr_reg, # latest
# e1000_timer_itr_reg_lq,
# e1000_timer_itr_reg_nolock,
# e1000_halt,
# e1000_halt_lq,
# e1000_halt_no_rdt_jump,
# e1000_halt_no_rdt_jump_lq,
# e1000_halt_unlock
# e1000_batch_interrupt,
# e1000_batch_interrupt_nolock,
# e1000_best_lq
# e1000_tso_offloading,
# e1000_arthur,
# e1000_baseline,
)
vms2 = list()
for vm in vms:
new_vm = deepcopy(vm)
new_vm.name += "-2core"
new_vm.io_thread_cpu = "1"
vms2.append(new_vm)
return vms + tuple(vms2)
def create_vm_e1000_base():
vm = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
vm.bootwait = 10
return vm
def create_vms():
base = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_baseline = deepcopy(base)
e1000_baseline.ethernet_dev = e1000_baseline.QEMU_E1000
e1000_baseline.name = "E1000-baseline"
virtio = deepcopy(base)
virtio.ethernet_dev = virtio.QEMU_VIRTIO
virtio.name = "virtio"
virtio_batch = deepcopy(virtio)
virtio_batch.name = "virtio_batch"
virtio_batch.e1000_options["NG_notify_batch"] = "on"
virtio_drop = deepcopy(virtio)
virtio_drop.name = "virtio_drop"
virtio_drop.e1000_options["NG_drop_packet"] = "on"
e1000_best_interrupt = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_interrupt.name = "E1000-int_mul"
e1000_best_interrupt.is_io_thread_nice = False
# e1000_best_interrupt.kernel = r"../linux/arch/x86/boot/bzImage"
# e1000_best_interrupt.initrd = r"/homes/bdaviv/repos/msc-ng/vm-files/kernels/initrd.img-4.14.4-ng+"
e1000_best_interrupt.e1000_options["NG_interrupt_mul"] = 10
e1000_best_interrupt.e1000_options["NG_interrupt_mode"] = 0
e1000_best_interrupt.bootwait = 10
e1000_tso_offloading = deepcopy(e1000_best_interrupt)
e1000_tso_offloading.e1000_options["NG_tso_offloading"] = "on"
e1000_batch_interrupt = deepcopy(e1000_best_interrupt)
e1000_batch_interrupt.name = "e1000-batch_itr"
e1000_batch_interrupt.e1000_options["NG_interrupt_mul"] = 1
e1000_batch_interrupt.e1000_options["NG_interrupt_mode"] = 1
# e1000_batch_interrupt.e1000_options["NG_parabatch"] = "on"
e1000_best_lq = deepcopy(e1000_best_interrupt)
e1000_best_lq.name = "e1000-int_mul-largeQ"
e1000_best_lq.large_queue = True
# e1000_best_lq.static_itr = True
e1000_skb_orphan = deepcopy(e1000_best_interrupt)
e1000_skb_orphan.kernel_cmdline_additional = "e1000.NG_flags=1"
e1000_skb_orphan.name = "E1000-skb_orphan"
e1000_timer_itr = deepcopy(e1000_skb_orphan)
e1000_timer_itr.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr.name = "E1000-timer_itr"
# e1000_timer_itr.e1000_options["NG_parabatch"] = "on"
e1000_timer_itr_lq_4096 = deepcopy(e1000_timer_itr)
e1000_timer_itr_lq_4096.name = "E1000-timer_itr-lq1024"
e1000_timer_itr_lq_4096.large_queue = True
e1000_timer_itr_lq_4096.queue_size = 4096
e1000_timer_itr_parabatch = deepcopy(e1000_skb_orphan)
e1000_timer_itr_parabatch.e1000_options["NG_interrupt_mode"] = 2
e1000_timer_itr_parabatch.name = "E1000-timer_itr-parabatch"
e1000_timer_itr_parabatch.e1000_options["NG_parabatch"] = "on"
# e1000_timer_itr_parabatch.large_queue = True
# e1000_timer_itr_parabatch.queue_size = 4096
e1000_timer_itr_reg = deepcopy(e1000_skb_orphan)
e1000_timer_itr_reg.e1000_options["NG_interrupt_mode"] = 3
e1000_timer_itr_reg.e1000_options["NG_disable_iothread_lock"] = "on"
e1000_timer_itr_reg.name = "E1000-timer_itr-reg"
# virtio.enabled = False
# virtio_batch.enabled = False
# e1000_skb_orphan.enabled = False
# e1000_baseline.enabled = False
# e1000_timer_itr_reg.enabled = False
e1000_delay_timer = list()
for i in range(0, 400, 50):
vm = deepcopy(e1000_timer_itr_reg)
vm.e1000_options["NG_interrupt_min"] = i
vm.name = "e1000_delay_{}".format(i)
e1000_delay_timer.append(vm)
for i in range(400, 1000, 200):
vm = deepcopy(e1000_timer_itr_reg)
vm.e1000_options["NG_interrupt_min"] = i
vm.name = "e1000_delay_{}".format(i)
e1000_delay_timer.append(vm)
for i in range(1000, 4000, 500):
vm = deepcopy(e1000_timer_itr_reg)
vm.e1000_options["NG_interrupt_min"] = i
vm.name = "e1000_delay_{}".format(i)
e1000_delay_timer.append(vm)
# for i in range(2, 10, 1):
# vm = deepcopy(e1000_timer_itr_reg)
# vm.e1000_options["NG_interuupt_momentum"] = i
# vm.e1000_options["NG_interuupt_momentum_max"] = 40
# vm.name = "e1000_delay_{}".format(i)
# e1000_delay_timer.append(vm)
return (
# virtio,
# virtio_batch,
# virtio_drop,
# e1000_best_3_13,
# e1000_best_interrupt_3_13,
# e1000_best_interrupt,
# e1000_skb_orphan,
# e1000_timer_itr,
e1000_timer_itr_reg,
# e1000_timer_itr_lq_4096,
# e1000_timer_itr_parabatch,
# e1000_batch_interrupt,
# e1000_best_lq
# e1000_tso_offloading,
# e1000_arthur,
# e1000_baseline,
) + tuple(e1000_delay_timer)
def create_vms():
base = QemuNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_baseline = deepcopy(base)
e1000_baseline.ethernet_dev = e1000_baseline.QEMU_E1000
e1000_baseline.name = "E1000-baseline"
e1000_best_interrupt = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
e1000_best_interrupt.name = "E1000-int_mul"
e1000_best_interrupt.is_io_thread_nice = False
# e1000_best_interrupt.kernel = r"../linux/arch/x86/boot/bzImage"
# e1000_best_interrupt.initrd = r"/homes/bdaviv/repos/msc-ng/vm-files/kernels/initrd.img-4.14.4-ng+"
e1000_best_interrupt.e1000_options["NG_interrupt_mul"] = 10
e1000_best_interrupt.e1000_options["NG_interrupt_mode"] = 0
e1000_best_interrupt.bootwait = 10
e1000_skb_orphan = deepcopy(e1000_best_interrupt)
e1000_skb_orphan.kernel_cmdline_additional = "e1000.NG_flags=1"
e1000_skb_orphan.name = "E1000-skb_orphan"
e1000_halt = deepcopy(e1000_skb_orphan)
e1000_halt.name = "E1000-halt"
e1000_halt.e1000_options["NG_parahalt"] = "on"
# e1000_halt.e1000_options["NG_disable_iothread_lock"] = "on"
# e1000_halt.e1000_options["NG_tx_iothread"] = "off"
e1000_halt.e1000_options["NG_interrupt_mode"] = 0
e1000_halt.e1000_options["NG_interrupt_mul"] = 0
e1000_halt.e1000_options["mitigation"] = "off"
e1000_halt_lq = deepcopy(e1000_halt)
e1000_halt_lq.name += "-lq"
e1000_halt_lq.large_queue = True
e1000_halt_lq.queue_size = 512
e1000_halt_no_rdt_jump = deepcopy(e1000_halt)
e1000_halt_no_rdt_jump.name += "-latest"
e1000_halt_no_rdt_jump.e1000_options["NG_disable_rdt_jump"] = "on"
e1000_halt_no_rdt_jump.e1000_options["NG_fast_iothread_kick"] = "on"
e1000_halt_no_timerfd = deepcopy(e1000_halt_no_rdt_jump)
e1000_halt_no_timerfd.name += "-no_timerfd"
e1000_halt_no_timerfd.e1000_options["NG_disable_timerfd"] = "on"
e1000_halt_no_kick2iothread = deepcopy(e1000_halt_no_rdt_jump)
e1000_halt_no_kick2iothread.name += "-no_direct_kick_iothread"
e1000_halt_no_kick2iothread.e1000_options["NG_fast_iothread_kick"] = "off"
e1000_halt_send_vcpu = deepcopy(e1000_halt_no_rdt_jump)
e1000_halt_send_vcpu.name += "-vcpu_send"
e1000_halt_send_vcpu.e1000_options["NG_force_iothread_send"] = "off"
e1000_halt_send_vcpu.e1000_options["NG_fast_iothread_kick"] = "off"
e1000_halt_iothread_till_recv = deepcopy(e1000_halt_no_rdt_jump)
e1000_halt_iothread_till_recv.name += "-iothread_to_recv"
e1000_halt_iothread_till_recv.e1000_options["NG_force_iothread_send"] = "on"
e1000_halt_iothread_till_recv.e1000_options["NG_fast_iothread_kick"] = "off"
e1000_halt_iothread_till_recv.e1000_options["NG_force_iothread_wait_recv"] = "on"
e1000_halt_no_rdt_jump_no_poll = deepcopy(e1000_halt_no_rdt_jump)
e1000_halt_no_rdt_jump_no_poll.disable_kvm_poll = True
e1000_halt_no_rdt_jump_no_poll.name += "-nopoll"
# virtio.enabled = False
# virtio_batch.enabled = False
# e1000_skb_orphan.enabled = False
# e1000_baseline.enabled = False
# e1000_timer_itr_reg.enabled = False
# e1000_skb_orphan_nolock.enabled = False
# e1000_timer_itr_reg_nolock.enabled = False
# e1000_halt.enabled = False
# e1000_halt_lq.enabled = False
return (
# e1000_skb_orphan, # latest
# e1000_skb_orphan_nolock,
# e1000_skb_orphan_lq_nolock,
# e1000_timer_itr,
# e1000_timer_itr_lq_4096,
# e1000_timer_itr_parabatch,
# e1000_timer_itr_reg, # latest
# e1000_timer_itr_reg_lq,
# e1000_timer_itr_reg_nolock,
# e1000_halt,
# e1000_halt_lq,
e1000_halt_no_rdt_jump,
e1000_halt_no_timerfd,
e1000_halt_no_kick2iothread,
e1000_halt_send_vcpu,
e1000_halt_no_rdt_jump_no_poll,
# e1000_halt_iothread_till_recv,
# e1000_halt_unlock
# e1000_batch_interrupt,
# e1000_batch_interrupt_nolock,
# e1000_best_lq
# e1000_tso_offloading,
# e1000_arthur,
# e1000_baseline,
)
def get_vms(self):
qemu_virtio = Qemu(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_virtio.ethernet_dev = Qemu.QEMU_VIRTIO
qemu_virtio_latency = Qemu(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_virtio_latency.ethernet_dev = Qemu.QEMU_VIRTIO
qemu_virtio_latency.qemu_config["latency_itr"] = 2
qemu_e1000_baseline = Qemu(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_e1000_baseline.ethernet_dev = Qemu.QEMU_E1000
qemu_e1000_arthur = QemuE1000Max(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_e1000_arthur.qemu_config["latency_itr"] = 0
qemu_e1000_arthur.is_io_thread_nice = False
qemu_e1000_arthur_nice = QemuE1000Max(
disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_e1000_arthur_nice.qemu_config["latency_itr"] = 0
qemu_large_queue = QemuLargeRing(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
qemu_large_queue.is_io_thread_nice = True
qemu_large_queue_itr = list()
for i in range(1, 5, 1):
v = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
v.is_io_thread_nice = True
v.qemu_config["interrupt_mode"] = 1
v.qemu_config["drop_packet_every"] = 0
v.qemu_config["interrupt_mitigation_multiplier"] = 1000
v.io_nice = i
qemu_large_queue_itr.append((v, "qemu_ng_%d" % (i, )))
for i in range(1, 5, 1):
v = QemuLargeRingNG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
v.is_io_thread_nice = True
v.qemu_config["interrupt_mode"] = 1
v.qemu_config["drop_packet_every"] = 0
v.qemu_config["interrupt_mitigation_multiplier"] = 1000
v.io_nice = i
qemu_large_queue_itr.append((v, "qemu_large_ng_%d" % (i, )))
return [
# (qemu_virtio, "virtio-net_baseline"),
# (qemu_e1000_baseline, "e1000_baseline"),
# (qemu_e1000_arthur, "e1000_10x_arthur"),
# (qemu_large_queue, "qemu_large_queue"),
] + qemu_large_queue_itr
def main(directory=None):
trace_dir = get_dir(directory)
if ORIG_QEMU != TMP_QEMU:
shutil.copyfile(ORIG_QEMU, TMP_QEMU)
os.makedirs(trace_dir, exist_ok=True)
netserver_start()
vm = QemuE1000NG(disk_path=r"../vms/ubuntu-20.img",
guest_ip="10.10.0.43",
host_ip="10.10.0.44")
# vm.netperf_test_params = "-C"
# vm.large_queue = True
# vm.queue_size = 1024*4
# vm.e1000_options["NG_parabatch"] = "on"
vm.e1000_options["NG_interrupt_mode"] = 3
vm.kernel_cmdline_additional = "e1000.NG_flags=1"
vm.is_io_thread_nice = False
vm.bootwait = 10
vm.e1000_options["NG_interrupt_min"] = 900
local_trace = Trace(localRoot, os.path.join(trace_dir, "trace_host"))
local_trace.setup()
local_trace.set_buffer_size(100000)
local_trace.enable_event("kvm/kvm_write_tsc_offset")
local_trace.enable_event("kvm/kvm_set_irq")
local_trace.enable_event("kvm/kvm_msi_set_irq")
local_trace.enable_event("kvm/kvm_inj_virq")
local_trace.enable_event("kvm/kvm_ioapic_set_irq")
local_trace.enable_event("kvm/kvm_exit")
local_trace.enable_event("kvm/kvm_entry")
local_trace.enable_event("kvm/kvm_userspace_exit")
local_trace.set_event_filter("sched/sched_switch", r'prev_comm ~ "*qemu*" || next_comm ~ "*qemu*"')
local_trace.enable_event("sched/sched_switch")
# objdump -tT /tmp/qemu-system-x86_64 |grep .text|grep virtio_queue_notify_vq
## local_trace.uprobe_add("p:virtio_queue_notify_vq /tmp/qemu-system-x86_64:0x1bfba6")
# local_trace.uprobe_add_event("p", "virtio_queue_notify_vq", TMP_QEMU, "virtio_queue_notify_vq")
# objdump -tT /tmp/qemu-system-x86_64 |grep .text|grep kvm_vcpu_ioctl
## local_trace.uprobe_add("p:kvm_vcpu_ioctl /tmp/qemu-system-x86_64:0x16a886 cmd=%si")
# local_trace.uprobe_add_event("p", "kvm_vcpu_ioctl", TMP_QEMU, "kvm_vcpu_ioctl", "cmd=%si")
local_trace.uprobe_add_event("p", "tap_write_packet", TMP_QEMU, "tap_write_packet")
local_trace.uprobe_add_event("p", "e1000_set_kick", TMP_QEMU, "e1000_set_kick")
local_trace.uprobe_add_event("p", "e1000_receive_batch_finished", TMP_QEMU, "e1000_receive_batch_finished",
"packets=%si interrupt_packets=+209052\(%di\):u32")
local_trace.uprobe_add_event("r", "tap_recv_packets_end", TMP_QEMU, "tap_send")
local_trace.uprobe_add_event("p", "tap_recv_packets", TMP_QEMU, "tap_send")
local_trace.uprobe_add_event("r", "all_cpu_idle_end", TMP_QEMU, "all_cpu_threads_idle_ex", misc=r"result=\$retval")
local_trace.uprobe_add_event("p", "all_cpu_idle", TMP_QEMU, "all_cpu_threads_idle_ex")
# local_trace.uprobe_add_event("p", "e1000_mmio_write", TMP_QEMU, "e1000_mmio_write")
local_trace.uprobe_enable()
local_trace.empty_trace()
local_trace.trace_on()
# local_trace.trace_to_local_file()
vm.setup()
vm.run()
remote_trace = Trace(vm.root, os.path.join(trace_dir, "trace_guest"))
remote_trace.setup()
remote_trace.set_buffer_size(100000)
remote_trace.enable_event("tcp")
remote_trace.enable_event("net")
remote_trace.enable_event("irq")
remote_trace.enable_event("irq_vectors")
remote_trace.enable_event("napi")
remote_trace.enable_event("power/cpu_idle")
remote_trace.enable_event("syscalls/sys_enter_sendto")
remote_trace.enable_event("syscalls/sys_enter_recvfrom")
# remote_trace.enable_event("irq/irq_handler_entry")
# remote_trace.enable_event("e1000/e1000_pre_mem_op")
# remote_trace.enable_event("e1000/e1000_post_mem_op")
# remote_trace.enable_event("e1000/e1000_set_tdt")
# remote_trace.enable_event("e1000/e1000_post_set_tdt")
# remote_trace.kprobe_add("p:notify_begin vp_notify")
# remote_trace.kprobe_add("r:notify_end vp_notify")
remote_trace.kprobe_add("p:e1000_clean e1000_clean")
remote_trace.kprobe_add("p:e1000_kick e1000_qemu_kick")
remote_trace.kprobe_enable()
netperf = NetPerfLatency(None, runtime=15)
# netperf_perf = netperf.run_netperf(vm, msg_size="64K")
# print("Netperf performance: %s" % (netperf_perf, ))
# logger.info("Netperf performance: %s", netperf_perf)
# input("Press Enter to start tracing")
remote_trace.trace_on()
run_command_async("tcpdump -i tap0 -s 100 -w {} -W 1 -G 7".format(os.path.join(trace_dir, "e1000.cap")))
remote_trace.trace_marker(TRACE_BEGIN_MSG)
netperf.runtime = 5
netperf_perf = netperf.run_netperf(vm, msg_size=MSG_SIZE)
remote_trace.trace_marker(TRACE_END_MSG)
print("Netperf performance: %s" % (netperf_perf, ))
logger.info("Netperf performance: %s", netperf_perf)
remote_trace.trace_off()
remote_trace.disable_all_events()
local_trace.trace_off()
local_trace.disable_all_events()
netperf.runtime = 15
netperf_perf = netperf.run_netperf(vm, msg_size=MSG_SIZE)
print("Base Netperf performance: %s" % (netperf_perf,))
logger.info("Base Netperf performance: %s", netperf_perf)
local_trace.read_trace_once(to_file=True)
remote_trace.read_trace_once(to_file=True)
# local_trace.trace_to_local_file_stop()
local_trace.disable_all_events()
vm.teardown()
netserver_stop()
