-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
unknown
committed
Apr 12, 2024
1 parent
d6b4dd8
commit fcebbd1
Showing
1 changed file
with
125 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,125 @@ | ||
| --- | ||
| title: qemu运行virtio_net的几种模式 | ||
| date: 2023-07-21 14:11:21 | ||
| categories: | ||
| - [qemu,设备模拟] | ||
| tags: | ||
| - virtio-net | ||
| - tap | ||
| - 网络设备 | ||
| - dpdk | ||
| - vhost-user | ||
| --- | ||
|
|
||
| # tap 模式 | ||
| ```sh | ||
| qemu-system-x86_64 -M q35,accel=kvm,kernel-irqchip=split \ | ||
| -smp cores=4 -m 4G -hda ./test.raw -device intel-iommu,intremap=on \ | ||
| -device pxb-pcie,id=pcie.1,bus_nr=8,bus=pcie.0 \ | ||
| -device ioh3420,id=pcie_port1,bus=pcie.1,chassis=1 \ | ||
| -device pcie-root-port,bus=pcie.0,id=rp1,slot=1 \ | ||
| -device pcie-root-port,bus=pcie.0,id=rp2,slot=2 \ | ||
| -device pcie-root-port,bus=pcie.0,id=rp3,slot=3,bus-reserve=3 \ | ||
| -netdev tap,id=tap_dev0,ifname=tap_dev0,vhost=off,script=/etc/qemu-ifup,downscript=no,queues=6,br=docker0 \ | ||
| -device virtio-net-pci,netdev=tap_dev0,bus=rp2,multifunction=on,host_mtu=3500,mrg_rxbuf=off \ | ||
| -device e1000e,netdev=tap_dev1,bus=pcie.0 \ | ||
| -netdev tap,ifname=tap_dev1,id=tap_dev1,vhost=off,script=/etc/qemu-ifup,downscript=no,queues=6,br=docker0 \ | ||
| -monitor telnet:127.0.0.1:6666,server,nowait \ | ||
| -qmp unix:/tmp/qmp-sock,server,nowait \ | ||
| -serial mon:stdio -nographic | ||
| ``` | ||
|
|
||
| # vhost-user vdpa 模式 | ||
| ```sh | ||
| #dpdk vhost-user: | ||
| bdf=00:0a.0 | ||
| echo 1024 > /sys/kernel/mm/hugepages/hugepages-2048kB/nr_hugepages | ||
| modprobe vfio-pci | ||
| ./usertools/dpdk-devbind.py -b vfio-pci ${bdf} --force | ||
| build/examples/dpdk-vdpa -c 0x2 -n 4 --socket-mem 128 -a ${bdf},vdpa=1,sw-live-migration=1 --iova-mode=va --log-level=.,8 -- --iface /tmp/vdpa-socket --client | ||
|
|
||
| #vm: | ||
| qemu-system-x86_64 -machine q35,accel=kvm,usb=off,vmport=off,dump-guest-core=off,kernel_irqchip=split -cpu host -m 1G \ | ||
| -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/dpdk-vdpa,share=yes,size=1G \ | ||
| -numa node,nodeid=0,memdev=ram-node0 \ | ||
| -smp 2 ./test.raw \ | ||
| -enable-kvm \ | ||
| -netdev vhost-user,chardev=charnet0,id=hostnet0,queues=6 \ | ||
| -chardev socket,id=charnet0,path=/tmp/vdpa-socket0,server=on \ | ||
| -device pcie-root-port,port=0x10,chassis=1,id=pci.4,bus=pcie.0,multifunction=on,addr=0x2 \ | ||
| -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:00:34:56,bus=pci.4,mq=on,host_mtu=3500 \ | ||
| -nographic -serial mon:stdio -monitor tcp:127.0.0.1:3333,server,nowait | ||
| ``` | ||
|
|
||
| # vhost-user ovs 模式 | ||
| ```sh | ||
|
|
||
|
|
||
| qemu-system-x86_64 -machine q35,accel=kvm,usb=off,vmport=off,dump-guest-core=off,kernel_irqchip=split -cpu host -m 1G \ | ||
| -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/dpdk-vdpa,share=yes,size=1G \ | ||
| -numa node,nodeid=0,memdev=ram-node0 \ | ||
| -smp 2 ./test.raw \ | ||
| -enable-kvm \ | ||
| -chardev socket,id=charnet0,path=/usr/local/var/run/openvswitch/vhost-user1 \ | ||
| -netdev vhost-user,chardev=charnet0,id=hostnet0,queues=6 \ | ||
| -device pcie-root-port,port=0x10,chassis=1,id=pci.4,bus=pcie.0,multifunction=on,addr=0x2 \ | ||
| -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:00:34:56,bus=pci.4,mq=on,host_mtu=3500 \ | ||
| -chardev socket,id=charnet1,path=/usr/local/var/run/openvswitch/vhost-user2 \ | ||
| -netdev vhost-user,chardev=charnet1,id=hostnet1,queues=6 \ | ||
| -device pcie-root-port,port=0x11,chassis=0,id=pci.5,bus=pcie.0,multifunction=on,addr=0x3 \ | ||
| -device virtio-net-pci,netdev=hostnet1,id=net1,mac=52:54:00:00:34:57,bus=pci.5,mq=on,host_mtu=3500 \ | ||
| -device e1000e,netdev=tap_dev1,bus=pcie.0 \ | ||
| -netdev tap,ifname=tap_dev1,id=tap_dev1,vhost=off,script=/etc/qemu-ifup,downscript=no,queues=6,br=docker0 \ | ||
| -nographic -serial mon:stdio -monitor tcp:127.0.0.1:3333,server,nowait | ||
| ``` | ||
|
|
||
| qemu-system-x86_64 -machine q35,accel=kvm,usb=off,vmport=off,dump-guest-core=off,kernel_irqchip=split -cpu host -m 1G \ | ||
| -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages,share=yes,size=1G \ | ||
| -numa node,nodeid=0,memdev=ram-node0 \ | ||
| -smp 2 ./test.raw \ | ||
| -enable-kvm \ | ||
| -chardev socket,id=charnet0,path=/usr/local/var/run/openvswitch/vhost-user1 \ | ||
| -netdev vhost-user,chardev=charnet0,id=hostnet0,queues=6 \ | ||
| -device pcie-root-port,port=0x10,chassis=1,id=pci.4,bus=pcie.0,multifunction=on,addr=0x2 \ | ||
| -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:00:34:56,bus=pci.4,mq=on,host_mtu=3500 \ | ||
| -chardev socket,id=charnet1,path=/usr/local/var/run/openvswitch/vhost-user2 \ | ||
| -netdev vhost-user,chardev=charnet1,id=hostnet1,queues=6 \ | ||
| -device pcie-root-port,port=0x11,chassis=0,id=pci.5,bus=pcie.0,multifunction=on,addr=0x3 \ | ||
| -device virtio-net-pci,netdev=hostnet1,id=net1,mac=52:54:00:00:34:57,bus=pci.5,mq=on,host_mtu=3500 \ | ||
| -device e1000e,netdev=tap_dev1,bus=pcie.0 \ | ||
| -netdev tap,ifname=tap_dev1,id=tap_dev1,vhost=off,script=/etc/qemu-ifup,downscript=no,queues=6,br=docker0 \ | ||
| -nographic -serial mon:stdio -monitor tcp:127.0.0.1:3333,server,nowait | ||
|
|
||
| qemu-system-x86_64 -machine q35,accel=kvm,usb=off,vmport=off,dump-guest-core=off,kernel_irqchip=split -cpu host -m 1G -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/dpdk-vdpa,share=yes,size=1G -numa node,nodeid=0,memdev=ram-node0 -smp 2 ./test.raw -enable-kvm -chardev socket,id=charnet0,path=/usr/local/var/run/openvswitch/vhost-user1 -netdev vhost-user,chardev=charnet0,id=hostnet0,queues=6 -device pcie-root-port,port=0x10,chassis=1,id=pci.4,bus=pcie.0,multifunction=on,addr=0x2 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:00:34:56,bus=pci.4,mq=on,host_mtu=3500 -nographic -serial mon:stdio -monitor tcp:127.0.0.1:3333,server,nowait | ||
|
|
||
| qemu-system-x86_64 -machine q35,accel=kvm,usb=off,vmport=off,dump-guest-core=off,kernel_irqchip=split -cpu host -m 1G -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/dpdk-vdpa,share=yes,size=1G -numa node,nodeid=0,memdev=ram-node0 -smp 2 ./test.raw -enable-kvm -chardev socket,id=charnet0,path=/usr/local/var/run/openvswitch/vhost-user1 -netdev vhost-user,chardev=charnet0,id=hostnet0,queues=6 -device pcie-root-port,port=0x10,chassis=1,id=pci.4,bus=pcie.0,multifunction=on,addr=0x2 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:00:34:56,bus=pci.4,mq=on,host_mtu=3500 -nographic -serial mon:stdio -monitor tcp:127.0.0.1:3333,server,nowait | ||
|
|
||
| qemu-system-x86_64 -machine q35,accel=kvm,usb=off,vmport=off,dump-guest-core=off,kernel_irqchip=split -cpu host -m 1G -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/dpdk-vdpa,share=yes,size=1G -numa node,nodeid=0,memdev=ram-node0 -smp 2 ./test.raw -enable-kvm -chardev socket,id=charnet0,path=/usr/local/var/run/openvswitch/vhost-user1 -netdev vhost-user,chardev=charnet0,id=hostnet0,queues=6 -device pcie-root-port,port=0x10,chassis=1,id=pci.4,bus=pcie.0,multifunction=on,addr=0x2 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:00:34:56,bus=pci.4,mq=on,host_mtu=3500 -nographic -serial mon:stdio -monitor tcp:127.0.0.1:3333,server,nowait | ||
|
|
||
|
|
||
| # qemu-ifup | ||
| ```sh | ||
| cat << 'EOF' > /etc/qemu-ifup | ||
| #!/bin/sh | ||
| set -e | ||
| TAP_DEVICE="$1" | ||
| echo $TAP_DEVICE | ||
| BRIDGE=docker0 | ||
| # Check if the bridge exists | ||
| if ! [ -d "/sys/class/net/${BRIDGE}/bridge" ]; then | ||
| echo "Error: ${BRIDGE} does not exist or is not a bridge." | ||
| exit 1 | ||
| fi | ||
| # Set the TAP device up | ||
| ip link set dev "${TAP_DEVICE}" up | ||
| # Add the TAP device to the bridge | ||
| ip link set "${TAP_DEVICE}" master "${BRIDGE}" | ||
| exit 0 | ||
| EOF | ||
| ``` |