Dear All,
I'm using ovs-dpdk with lacp bond_mode=balance-tcp.
VT-x enabled via intel_iommu=on iommu=pt.
Sometime, when ovs-dpdk start, it raised exception like below.
I have tried remove 'intel_iommu=on iommu=pt', it returned success.
We are ussing 'Intel Corporation Ethernet Controller X710 for 10GbE SFP+'
with ovs 2.12 and dpdk18.11.
I don't have any info about error code '|dpdk|ERR|eth_i40e_dev_init():
Failed to do parameter init: -22'.
Anyone has encounted this probem?
[root@COMPUTE01 admin]# cat /proc/cmdline
BOOT_IMAGE=/vmlinuz-3.10.0-1160.el7.x86_64 root=/dev/mapper/vg00-lv_root ro
net.ifnames=1 crashkernel=2048M spectre_v2=retpoline rd.lvm.lv=vg00/lv_root
rd.lvm.lv=vg00/lv_swap rd.lvm.lv=vg00/lv_usr rhgb quiet
default_hugepagesz=1G hugepagesz=1G hugepages=228 intel_iommu=on iommu=pt
isolcpus=2-35,38-71
[root@COMPUTE01 admin]# dmesg | grep -e DMAR -e IOMMU
[ 0.000000] ACPI: DMAR 000000006fffd000 00250 (v01 DELL PE_SC3
00000001 DELL 00000001)
[ 0.000000] DMAR: IOMMU enabled
[ 1.656143] DMAR: Hardware identity mapping for device 0000:19:00.0
[ 1.656145] DMAR: Hardware identity mapping for device 0000:19:00.1
[root@COMPUTE01 admin]# ovs-vsctl add-bond br-vlan bond-vlan em1 em2
bond_mode=balance-tcp lacp=active other-config:lacp-fallback-ab=true
other_config:bond-detect-mode=miimon other_config:lacp-time=fast
other_config:bond-miimon-interval=100 other_config:bond_updelay=1000 -- set
Interface em1 type=dpdk options:dpdk-devargs=0000:19:00.0
other_config:pci_address=0000:19:00.0 other_config:driver=igb_uio
other_config:previous_driver=i40e -- set Interface em2 type=dpdk
options:dpdk-devargs=0000:19:00.1 other_config:pci_address=0000:19:00.1
other_config:driver=igb_uio other_config:previous_driver=i40e
[root@COMPUTE01 admin]# ovs-vsctl show
295dd51d-db1d-463a-b8f9-865580d1f1b1
Manager "ptcp:6640:127.0.0.1"
is_connected: true
Bridge br-vlan
Controller "tcp:127.0.0.1:6633"
is_connected: true
fail_mode: secure
datapath_type: netdev
Port bond-vlan
Interface "em1"
type: dpdk
options: {dpdk-devargs="0000:19:00.0"}
error: "Error attaching device '0000:19:00.0' to DPDK"
Interface "em2"
type: dpdk
options: {dpdk-devargs="0000:19:00.1"}
error: "Error attaching device '0000:19:00.1' to DPDK"
[root@COMPUTE01 admin]# cat /var/log/ovs-vswitchd.log
2021-03-08T10:34:01Z|00159|bridge|INFO|ovs-vswitchd (Open vSwitch) 2.12.0
2021-03-08T10:34:04Z|00160|dpdk|INFO|EAL: PCI device 0000:19:00.0 on NUMA
socket 0
2021-03-08T10:34:04Z|00161|dpdk|INFO|EAL: probe driver: 8086:1572
net_i40e
2021-03-08T10:34:04Z|00162|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x002676fc]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00163|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x0026770c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00164|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x00267710]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00165|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x00267714]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00166|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x0026771c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00167|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x00267724]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00168|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x0026774c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00169|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x0026775c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00170|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x00267760]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00171|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x00267764]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00172|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x0026776c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00173|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x00267774]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00174|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.0 changed global register [0x002677f8]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00175|dpdk|WARN|i40e_aq_debug_write_global_register():
i40e device 0000:19:00.0 changed global register [0x0026c7a0]. original:
0x0, after: 0x28
2021-03-08T10:34:04Z|00176|dpdk|ERR|i40e_pf_parameter_init(): Failed to
allocate 1 queues, which exceeds the hardware maximum 0
2021-03-08T10:34:04Z|00177|dpdk|ERR|eth_i40e_dev_init(): Failed to do
parameter init: -22
2021-03-08T10:34:04Z|00178|dpdk|ERR|EAL: ethdev initialisation failed
2021-03-08T10:34:04Z|00179|dpdk|ERR|EAL: Driver cannot attach the device
(0000:19:00.0)
2021-03-08T10:34:04Z|00180|dpdk|ERR|EAL: Failed to attach device on primary
process
2021-03-08T10:34:04Z|00181|netdev_dpdk|WARN|Error attaching device
'0000:19:00.0' to DPDK
2021-03-08T10:34:04Z|00182|netdev|WARN|em1: could not set configuration
(Invalid argument)
2021-03-08T10:34:04Z|00183|dpdk|ERR|Invalid port_id=32
2021-03-08T10:34:04Z|00184|dpdk|INFO|EAL: PCI device 0000:19:00.1 on NUMA
socket 0
2021-03-08T10:34:04Z|00185|dpdk|INFO|EAL: probe driver: 8086:1572
net_i40e
2021-03-08T10:34:04Z|00186|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x002676fc]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00187|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x0026770c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00188|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x00267710]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00189|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x00267714]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00190|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x0026771c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00191|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x00267724]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00192|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x0026774c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00193|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x0026775c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00194|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x00267760]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00195|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x00267764]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00196|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x0026776c]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00197|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x00267774]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00198|dpdk|WARN|i40e_check_write_global_reg(): i40e
device 0000:19:00.1 changed global register [0x002677f8]. original:
0x00000000, new: 0x00000000
2021-03-08T10:34:04Z|00199|dpdk|WARN|i40e_aq_debug_write_global_register():
i40e device 0000:19:00.1 changed global register [0x0026c7a0]. original:
0x0, after: 0x28
2021-03-08T10:34:04Z|00200|dpdk|ERR|i40e_pf_parameter_init(): Failed to
allocate 1 queues, which exceeds the hardware maximum 0
2021-03-08T10:34:04Z|00201|dpdk|ERR|eth_i40e_dev_init(): Failed to do
parameter init: -22
2021-03-08T10:34:04Z|00202|dpdk|ERR|EAL: ethdev initialisation failed
2021-03-08T10:34:04Z|00203|dpdk|ERR|EAL: Driver cannot attach the device
(0000:19:00.1)
2021-03-08T10:34:04Z|00204|dpdk|ERR|EAL: Failed to attach device on primary
process
2021-03-08T10:34:04Z|00205|netdev_dpdk|WARN|Error attaching device
'0000:19:00.1' to DPDK
2021-03-08T10:34:04Z|00206|netdev|WARN|em2: could not set configuration
(Invalid argument)
--
*Lăng Khắc Thuận*
*Phone*: 01649729889
*Email: khacthuan....@gmail.com <leduydungtt...@gmail.com>*
*Skype: khacthuan_bk*
*Student at Applied Mathematics and Informatics*
*Center for training of excellent students*
*Hanoi University of Science and Technology. *
_______________________________________________
discuss mailing list
disc...@openvswitch.org
https://mail.openvswitch.org/mailman/listinfo/ovs-discuss
