dpdk+ovs 與 物理機 與 sriov(pci passthrough) 純粹的linux bridge的效能對比

CPU E5-2680V2 2.8G，網絡卡 ixgbe intel 82599。

測試方法：路由轉發

結構為：A------R------B

實際上R有兩塊網絡卡，有4個方向的資料包，本測試只取其中之一，同時使用了LINUX的路由功能做測試，所以不做為各種技術的基準測試參考，只是一個相對值。

A做netserver，R替換為以上各種模式的機器，B做netperf的客戶端

分別使用netperf做20、40、80併發並繫結CPU進行TCP_RR測試。

dpdk-ovs-vhost-user的xml:

<domain type='kvm'>
  <name>vm1</name>
  <memory unit='KiB'>8388608</memory>
  <currentMemory unit='KiB'>4194304</currentMemory>
  <memoryBacking>
    <hugepages>
      <page size='1024' unit='M' nodeset='0'/>
    </hugepages>
  </memoryBacking>
  <cpu mode='host-model'>
    <model fallback='allow'/>
    <numa>
      <cell id='0' cpus='0-1' memory='4194304' unit='KiB' memAccess='shared'/>
    </numa>
  </cpu>
  <vcpu placement='static' current='2'>16</vcpu>
  <os>
    <type arch='x86_64' machine='pc'>hvm</type>
    <boot dev='hd'/>
  </os>
  <features>
    <acpi/>
    <apic/>
    <pae/>
  </features>
  <clock offset='localtime'/>
  <on_poweroff>destroy</on_poweroff>
  <on_reboot>restart</on_reboot>
  <on_crash>destroy</on_crash>
  <devices>
    <emulator>/usr/libexec/qemu-kvm</emulator>
    <disk type='file' device='disk'>
      <driver name='qemu' type='qcow2' cache='writeback'/>
      <source file='/home/vm_workspace/vm1.qcow2'/>
      <target dev='vda' bus='virtio'/>
    </disk>
    <controller type='pci' index='0' model='pci-root'>
      <alias name='pci.0'/>
    </controller>

    <interface type='vhostuser'>
      <mac address='52:54:00:00:06:00'/>
      <source type='unix' path='/var/run/openvswitch/vhost-user-0' mode='client'/>
       <model type='virtio'/>
      <driver name='vhost' queues='2'>
        <host mrg_rxbuf='on'/>
      </driver>
    </interface>
    <interface type='vhostuser'>
      <mac address='52:54:00:00:06:01'/>
      <source type='unix' path='/var/run/openvswitch/vhost-user-1' mode='client'/>
      <model type='virtio'/>
      <driver name='vhost' queues='2'>
        <host mrg_rxbuf='on'/>
      </driver>
    </interface>
    <serial type='pty'/>
    <input type='tablet' bus='usb'/>
    <graphics type='vnc' autoport='yes' keymap='en-us' listen='0.0.0.0'/>
    <video>
      <model type='cirrus'/>
    </video>
    <memballoon model='virtio'>
      <stats period='10'/>
    </memballoon>
  </devices>
</domain>
 

<domain type='kvm'>
  <name>vm1</name>
  <memory>1024000</memory>
  <cpu mode='host-passthrough'>
     <cache mode='passthrough'/>
  </cpu>
  <vcpu placement='static' cpuset='0-3'>3</vcpu>
  <os>
    <type arch='x86_64' machine='pc'>hvm</type>
    <boot dev='hd'/>
  </os>
  <features>
    <acpi/>
    <apic/>
    <pae/>
  </features>
  <clock offset='localtime'/>
  <on_poweroff>destroy</on_poweroff>
  <on_reboot>restart</on_reboot>
  <on_crash>destroy</on_crash>
  <devices>
    <emulator>/usr/libexec/qemu-kvm</emulator>
    <disk type='file' device='disk'>
      <driver name='qemu' type='qcow2' cache='writeback'/>
      <source file='/home/vm_workspace/vm1.qcow2'/>
      <target dev='vda' bus='virtio'/>
    </disk>
   <interface type='hostdev' managed='yes'>
     <source>
       <address type='pci' domain='0' bus='0x02' slot='0x10' function='0x00'/>
     </source>
     <mac address='52:54:00:6d:90:00'/>
     <vlan>
        <tag id='4000'/>
     </vlan>
   </interface>
   <interface type='hostdev' managed='yes'>
     <source>
       <address type='pci' domain='0' bus='0x02' slot='0x10' function='0x01'/>
     </source>
     <mac address='52:54:00:6d:90:01'/>
     <vlan>
        <tag id='4001'/>
     </vlan>
   </interface>

    <serial type='pty'/>
    <input type='tablet' bus='usb'/>
    <graphics type='vnc' autoport='yes' keymap='en-us' listen='0.0.0.0'/>
    <video>
      <model type='cirrus'/>
    </video>
    <serial type='pty'>
      <target port='0'/>
    </serial>
    <console type='pty'>
      <target type='serial' port='0'/>
    </console>
    <memballoon model='virtio'>
      <stats period='10'/>
    </memballoon>
  </devices>
</domain>
 

<domain type='kvm'>
  <name>vm1</name>
  <memory>1024000</memory>
  <cpu mode='host-passthrough'>
     <cache mode='passthrough'/>
  </cpu>
  <vcpu placement='static' cpuset='0-3'>3</vcpu>
  <os>
    <type arch='x86_64' machine='pc'>hvm</type>
    <boot dev='hd'/>
  </os>
  <features>
    <acpi/>
    <apic/>
    <pae/>
  </features>
  <clock offset='localtime'/>
  <on_poweroff>destroy</on_poweroff>
  <on_reboot>restart</on_reboot>
  <on_crash>destroy</on_crash>
  <devices>
    <emulator>/usr/libexec/qemu-kvm</emulator>
    <disk type='file' device='disk'>
      <driver name='qemu' type='qcow2' cache='writeback'/>
      <source file='/home/vm_workspace/vm1.qcow2'/>
      <target dev='vda' bus='virtio'/>
    </disk>

    <interface type='bridge'>
      <model type='virtio'/>
      <source bridge='br-ext'/>
    </interface>

    <interface type='bridge'>
      <model type='virtio'/>
      <source bridge='br-int'/>
    </interface>

    <serial type='pty'/>
    <input type='tablet' bus='usb'/>
    <graphics type='vnc' autoport='yes' keymap='en-us' listen='0.0.0.0'/>
    <video>
      <model type='cirrus'/>
    </video>
    <serial type='pty'>
      <target port='0'/>
    </serial>
    <console type='pty'>
      <target type='serial' port='0'/>
    </console>
    <memballoon model='virtio'>
      <stats period='10'/>
    </memballoon>
  </devices>
</domain>