[root@localhost dpdk-19.11]# ./examples/kni/build/app/kni -c 0xFFFFF -n 4 -- -P -p 0x3 --config="(0,0,1),(1,2,3)" EAL: Detected 128 lcore(s) EAL: Detected 4 NUMA nodes EAL: Multi-process socket /var/run/dpdk/rte/mp_socket EAL: Selected IOVA mode 'VA' EAL: Probing VFIO support... EAL: PCI device 0000:05:00.0 on NUMA socket 0 EAL: probe driver: 19e5:200 net_hinic EAL: PCI device 0000:06:00.0 on NUMA socket 0 EAL: probe driver: 19e5:200 net_hinic EAL: PCI device 0000:7d:00.0 on NUMA socket 0 EAL: probe driver: 19e5:a222 net_hns3 EAL: PCI device 0000:7d:00.1 on NUMA socket 0 EAL: probe driver: 19e5:a221 net_hns3 EAL: PCI device 0000:7d:00.2 on NUMA socket 0 EAL: probe driver: 19e5:a222 net_hns3 EAL: PCI device 0000:7d:00.3 on NUMA socket 0 EAL: probe driver: 19e5:a221 net_hns3 EAL: Error - exiting with code: 1 Cause: No supported Ethernet device found [root@localhost dpdk-19.11]#
[root@localhost dpdk-19.11]# insmod ./build/kmod/igb_uio.ko insmod: ERROR: could not insert module ./build/kmod/igb_uio.ko: Unknown symbol in module [root@localhost dpdk-19.11]# insmod ./build/build/kernel/linux/igb_uio/igb_uio.ko insmod: ERROR: could not insert module ./build/build/kernel/linux/igb_uio/igb_uio.ko: Unknown symbol in module [root@localhost dpdk-19.11]# lsmod | grep igb_uio [root@localhost dpdk-19.11]# modinfo ./build/kmod/igb_uio.ko filename: /data1/dpdk-19.11/./build/kmod/igb_uio.ko author: Intel Corporation license: GPL description: UIO driver for Intel IGB PCI cards rhelversion: 7.6 srcversion: 26C63DAE2104091D5DE47C6 depends: uio name: igb_uio vermagic: 4.14.0-115.el7a.0.1.aarch64 SMP mod_unload modversions aarch64 parm: intr_mode:igb_uio interrupt mode (default=msix): msix Use MSIX interrupt msi Use MSI interrupt legacy Use Legacy interrupt (charp) parm: wc_activate:Activate support for write combining (WC) (default=0) 0 - disable other - enable (int) [root@localhost dpdk-19.11]# uname -a Linux localhost.localdomain 4.14.0-115.el7a.0.1.aarch64 #1 SMP Sun Nov 25 20:54:21 UTC 2018 aarch64 aarch64 aarch64 GNU/Linux [root@localhost dpdk-19.11]#
[root@localhost dpdk-19.11]# grep MODULE_LICENSE -rn * kernel/linux/igb_uio/igb_uio.c:659:MODULE_LICENSE("GPL"); kernel/linux/kni/kni_misc.c:25:MODULE_LICENSE("Dual BSD/GPL"); [root@localhost dpdk-19.11]#
[root@localhost dpdk-19.11]# insmod ./build/build/kernel/linux/igb_uio/igb_uio.ko insmod: ERROR: could not insert module ./build/build/kernel/linux/igb_uio/igb_uio.ko: Unknown symbol in module [root@localhost dpdk-19.11]# grep MODULE_LICENSE -rn * kernel/linux/igb_uio/igb_uio.c:659:MODULE_LICENSE("GPL"); kernel/linux/kni/kni_misc.c:25:MODULE_LICENSE("Dual BSD/GPL"); [root@localhost dpdk-19.11]# modprobe igb_uio.ko modprobe: FATAL: Module igb_uio.ko not found. [root@localhost dpdk-19.11]# insmod ./build/build/kernel/linux/igb_uio/igb_uio.ko insmod: ERROR: could not insert module ./build/build/kernel/linux/igb_uio/igb_uio.ko: Unknown symbol in module [root@localhost dpdk-19.11]# dmesg | tail [92301.805618] igb_uio: Unknown symbol uio_unregister_device (err 0) [92309.672479] igb_uio: Unknown symbol __uio_register_device (err 0) [92309.678727] igb_uio: Unknown symbol uio_event_notify (err 0) [92309.684442] igb_uio: Unknown symbol uio_unregister_device (err 0) [92460.491771] igb_uio: Unknown symbol __uio_register_device (err 0) [92460.497885] igb_uio: Unknown symbol uio_event_notify (err 0) [92460.503547] igb_uio: Unknown symbol uio_unregister_device (err 0) [92690.173024] igb_uio: Unknown symbol __uio_register_device (err 0) [92690.179129] igb_uio: Unknown symbol uio_event_notify (err 0) [92690.184802] igb_uio: Unknown symbol uio_unregister_device (err 0) [root@localhost dpdk-19.11]#
[root@localhost dpdk-19.11]# cat /lib/modules/$(uname -r)/build/Module.symvers | grep uio_unregister_device 0xba26844f uio_unregister_device drivers/uio/uio EXPORT_SYMBOL_GPL [root@localhost dpdk-19.11]# cat /lib/modules/$(uname -r)/build/Module.symvers | grep uio_event_notify 0x794fc007 uio_event_notify drivers/uio/uio EXPORT_SYMBOL_GPL [root@localhost dpdk-19.11]# cat /lib/modules/$(uname -r)/build/Module.symvers | grep __uio_register_device 0xe56a701c __uio_register_device drivers/uio/uio EXPORT_SYMBOL_GPL
先加载uio
[root@localhost dpdk-19.11]# modprobe uio [root@localhost dpdk-19.11]# insmod ./build/build/kernel/linux/igb_uio/igb_uio.ko [root@localhost dpdk-19.11]#
[root@localhost dpdk-19.11]# ./usertools/dpdk-devbind.py --bind=igb_uio 0000:05:00.0 [root@localhost dpdk-19.11]# ./examples/kni/build/app/kni -c 0xFFFFF -n 4 -- -P -p 0x3 --config="(0,0,1),(1,2,3)" EAL: Detected 128 lcore(s) EAL: Detected 4 NUMA nodes EAL: Multi-process socket /var/run/dpdk/rte/mp_socket EAL: Selected IOVA mode 'PA' EAL: Probing VFIO support... EAL: PCI device 0000:05:00.0 on NUMA socket 0 EAL: probe driver: 19e5:200 net_hinic net_hinic: Initializing pf hinic-0000:05:00.0 in primary process net_hinic: Device 0000:05:00.0 hwif attribute: net_hinic: func_idx:0, p2p_idx:0, pciintf_idx:0, vf_in_pf:0, ppf_idx:0, global_vf_id:15, func_type:2 net_hinic: num_aeqs:4, num_ceqs:4, num_irqs:32, dma_attr:2
[root@localhost dpdk-19.11]# ./usertools/dpdk-devbind.py --bind=igb_uio 0000:05:00.0 [root@localhost dpdk-19.11]# ./examples/kni/build/app/kni -c 0xFFFFF -n 4 -- -P -p 0x3 --config="(0,0,1),(1,2,3)" EAL: Detected 128 lcore(s) EAL: Detected 4 NUMA nodes EAL: Multi-process socket /var/run/dpdk/rte/mp_socket EAL: Selected IOVA mode 'PA' EAL: Probing VFIO support... EAL: PCI device 0000:05:00.0 on NUMA socket 0 EAL: probe driver: 19e5:200 net_hinic net_hinic: Initializing pf hinic-0000:05:00.0 in primary process net_hinic: Device 0000:05:00.0 hwif attribute: net_hinic: func_idx:0, p2p_idx:0, pciintf_idx:0, vf_in_pf:0, ppf_idx:0, global_vf_id:15, func_type:2 net_hinic: num_aeqs:4, num_ceqs:4, num_irqs:32, dma_attr:2 net_hinic: API CMD poll status timeout net_hinic: chain type: 0x7 net_hinic: chain hw cpld error: 0x1 net_hinic: chain hw check error: 0x0 net_hinic: chain hw current fsm: 0x0 net_hinic: chain hw current ci: 0x0 net_hinic: Chain hw current pi: 0x1 net_hinic: Send msg to mgmt failed net_hinic: Failed to get board info, err: -110, status: 0x0, out size: 0x0 net_hinic: Check card workmode failed, dev_name: 0000:05:00.0 net_hinic: Create nic device failed, dev_name: 0000:05:00.0 net_hinic: Initialize 0000:05:00.0 in primary failed EAL: Requested device 0000:05:00.0 cannot be used EAL: PCI device 0000:06:00.0 on NUMA socket 0 EAL: probe driver: 19e5:200 net_hinic EAL: PCI device 0000:7d:00.0 on NUMA socket 0 EAL: probe driver: 19e5:a222 net_hns3 EAL: PCI device 0000:7d:00.1 on NUMA socket 0 EAL: probe driver: 19e5:a221 net_hns3 EAL: PCI device 0000:7d:00.2 on NUMA socket 0 EAL: probe driver: 19e5:a222 net_hns3 EAL: PCI device 0000:7d:00.3 on NUMA socket 0 EAL: probe driver: 19e5:a221 net_hns3 EAL: Error - exiting with code: 1 Cause: No supported Ethernet device found [root@localhost dpdk-19.11]#
[root@localhost dpdk-19.11]# ./usertools/dpdk-devbind.py -b igb_uio 0000:05:00.0 [root@localhost dpdk-19.11]# ./examples/kni/build/app/kni -c 0xFFFFF -n 4 -- -P -p 0x01 --config="(0,0,1)" EAL: Detected 128 lcore(s) EAL: Detected 4 NUMA nodes EAL: Multi-process socket /var/run/dpdk/rte/mp_socket EAL: Selected IOVA mode 'PA' EAL: Probing VFIO support... EAL: PCI device 0000:05:00.0 on NUMA socket 0 EAL: probe driver: 19e5:200 net_hinic net_hinic: Initializing pf hinic-0000:05:00.0 in primary process net_hinic: Device 0000:05:00.0 hwif attribute: net_hinic: func_idx:0, p2p_idx:0, pciintf_idx:0, vf_in_pf:0, ppf_idx:0, global_vf_id:15, func_type:2 net_hinic: num_aeqs:4, num_ceqs:4, num_irqs:32, dma_attr:2 net_hinic: API CMD poll status timeout net_hinic: chain type: 0x7 net_hinic: chain hw cpld error: 0x1 net_hinic: chain hw check error: 0x0 net_hinic: chain hw current fsm: 0x0 net_hinic: chain hw current ci: 0x0 net_hinic: Chain hw current pi: 0x1 net_hinic: Send msg to mgmt failed net_hinic: Failed to get board info, err: -110, status: 0x0, out size: 0x0 net_hinic: Check card workmode failed, dev_name: 0000:05:00.0 net_hinic: Create nic device failed, dev_name: 0000:05:00.0 net_hinic: Initialize 0000:05:00.0 in primary failed EAL: Requested device 0000:05:00.0 cannot be used EAL: PCI device 0000:06:00.0 on NUMA socket 0 EAL: probe driver: 19e5:200 net_hinic EAL: PCI device 0000:7d:00.0 on NUMA socket 0 EAL: probe driver: 19e5:a222 net_hns3 EAL: PCI device 0000:7d:00.1 on NUMA socket 0 EAL: probe driver: 19e5:a221 net_hns3 EAL: PCI device 0000:7d:00.2 on NUMA socket 0 EAL: probe driver: 19e5:a222 net_hns3 EAL: PCI device 0000:7d:00.3 on NUMA socket 0 EAL: probe driver: 19e5:a221 net_hns3 EAL: Error - exiting with code: 1 Cause: No supported Ethernet device found [root@localhost dpdk-19.11]#
问题1:
igb_uio.ko, rte_kni.ko 在编译的时候出现问题 undefined symbol：
- 编译时出现的故障现象：
cd ${RTE_SDK}
chmod a+x scripts/ tools/ -vRf
make -j 16 install T=${RTE_TARGET}
> == Build lib/librte_eal/linuxapp/igb_uio
> (cat /dev/null; echo kernel//dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko;) > /dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/modules.order
> Building modules, stage 2.
> MODPOST 1 modules
> WARNING: "dev_notice" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko] undefined!
> WARNING: "pci_enable_msix_range" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko] undefined!
> WARNING: "pci_intx" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko] undefined!
> WARNING: "pci_cfg_access_unlock" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko] undefined!
> WARNING: "pci_cfg_access_lock" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko] undefined!
> WARNING: "pci_disable_msix" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko] undefined!
> == Build lib/librte_eal/linuxapp/kni
> (cat /dev/null; echo kernel//dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko;) > /dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/modules.order
> Building modules, stage 2.
> MODPOST 1 modules
> WARNING: "netdev_info" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "napi_disable" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "napi_schedule_prep" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "dev_mc_add_excl" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "dev_uc_add_excl" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "pci_disable_msix" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "dql_reset" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_carrier_on" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_carrier_off" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "__dev_kfree_skb_any" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_napi_del" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "kthread_bind" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "__netdev_alloc_skb" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "csum_ipv6_magic" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netdev_set_tc_queue" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_schedule_queue" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_rx_ni" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_tx_wake_queue" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_tx_stop_all_queues" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "ethtool_op_get_link" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "__cpu_online_mask" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "dql_completed" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "nla_find" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "free_netdev" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "register_netdev" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "dev_close" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_set_real_num_rx_queues" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_set_real_num_tx_queues" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netif_napi_add" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "__sw_hweight64" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "dev_open" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "synchronize_irq" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "napi_gro_receive" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "__napi_schedule" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "alloc_netdev_mqs" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "napi_complete_done" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "eth_type_trans" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netdev_err" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "ether_setup" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "msleep_interruptible" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "netdev_warn" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "eth_validate_addr" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "__netlink_kernel_create" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "schedule_timeout_interruptible" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "skb_add_rx_frag" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "pci_get_device" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "unregister_netdev" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "ndo_dflt_bridge_getlink" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "pci_dev_put" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "vzalloc_node" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "pci_enable_device_mem" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "skb_tstamp_tx" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "hwmon_device_register" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "__skb_pad" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
> WARNING: "alloc_etherdev_mqs" [/dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko] undefined!
- 插入模块出现的故障现象：
insmod /dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko
> insmod: ERROR: could not insert module /dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/igb_uio/igb_uio.ko: Unknown symbol in module
dmesg
> [ 2868.006572] igb_uio: Unknown symbol pci_cfg_access_unlock (err 0)
> [ 2868.006603] igb_uio: Unknown symbol pci_cfg_access_lock (err 0)
> [ 2868.006614] igb_uio: Unknown symbol pci_intx (err 0)
> [ 2868.006621] igb_uio: Unknown symbol pci_enable_msix_range (err 0)
> [ 2868.006632] igb_uio: Unknown symbol dev_notice (err 0)
> [ 2868.006655] igb_uio: Unknown symbol pci_disable_msix (err 0)
insmod /dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko
> insmod: ERROR: could not insert module /dpdk/arm64-armv8a-linuxapp-gcc/build/lib/librte_eal/linuxapp/kni/rte_kni.ko: Unknown symbol in module
dmesg
> [ 3371.685528] rte_kni: Unknown symbol alloc_etherdev_mqs (err 0)
> [ 3371.685547] rte_kni: Unknown symbol __skb_pad (err 0)
> [ 3371.685561] rte_kni: Unknown symbol hwmon_device_register (err 0)
> [ 3371.685575] rte_kni: Unknown symbol skb_tstamp_tx (err 0)
> [ 3371.685583] rte_kni: Unknown symbol pci_enable_device_mem (err 0)
> [ 3371.685593] rte_kni: Unknown symbol vzalloc_node (err 0)
> [ 3371.685602] rte_kni: Unknown symbol pci_dev_put (err 0)
> [ 3371.685611] rte_kni: Unknown symbol ndo_dflt_bridge_getlink (err 0)
> [ 3371.685618] rte_kni: Unknown symbol unregister_netdev (err 0)
> [ 3371.685627] rte_kni: Unknown symbol pci_get_device (err 0)
> [ 3371.685635] rte_kni: Unknown symbol skb_add_rx_frag (err 0)
> [ 3371.685649] rte_kni: Unknown symbol schedule_timeout_interruptible (err 0)
> [ 3371.685657] rte_kni: Unknown symbol __netlink_kernel_create (err 0)
> [ 3371.685664] rte_kni: Unknown symbol eth_validate_addr (err 0)
> [ 3371.685672] rte_kni: Unknown symbol netdev_warn (err 0)
> [ 3371.685683] rte_kni: Unknown symbol msleep_interruptible (err 0)
> [ 3371.685689] rte_kni: Unknown symbol ether_setup (err 0)
> [ 3371.685696] rte_kni: Unknown symbol netdev_err (err 0)
> [ 3371.685708] rte_kni: Unknown symbol eth_type_trans (err 0)
> [ 3371.685715] rte_kni: Unknown symbol napi_complete_done (err 0)
> [ 3371.685722] rte_kni: Unknown symbol alloc_netdev_mqs (err 0)
> [ 3371.685732] rte_kni: Unknown symbol __napi_schedule (err 0)
> [ 3371.685745] rte_kni: Unknown symbol napi_gro_receive (err 0)
> [ 3371.685756] rte_kni: Unknown symbol synchronize_irq (err 0)
> [ 3371.685762] rte_kni: Unknown symbol dev_open (err 0)
> [ 3371.685769] rte_kni: Unknown symbol __sw_hweight64 (err 0)
> [ 3371.685784] rte_kni: Unknown symbol netif_napi_add (err 0)
> [ 3371.685791] rte_kni: Unknown symbol netif_set_real_num_tx_queues (err 0)
> [ 3371.685799] rte_kni: Unknown symbol netif_set_real_num_rx_queues (err 0)
> [ 3371.685805] rte_kni: Unknown symbol dev_close (err 0)
> [ 3371.685816] rte_kni: Unknown symbol register_netdev (err 0)
> [ 3371.685823] rte_kni: Unknown symbol free_netdev (err 0)
> [ 3371.685831] rte_kni: Unknown symbol nla_find (err 0)
> [ 3371.685837] rte_kni: Unknown symbol dql_completed (err 0)
> [ 3371.685844] rte_kni: Unknown symbol __cpu_online_mask (err 0)
> [ 3371.685853] rte_kni: Unknown symbol ethtool_op_get_link (err 0)
> [ 3371.685862] rte_kni: Unknown symbol netif_tx_stop_all_queues (err 0)
> [ 3371.685868] rte_kni: Unknown symbol netif_tx_wake_queue (err 0)
> [ 3371.685877] rte_kni: Unknown symbol netif_rx_ni (err 0)
> [ 3371.685887] rte_kni: Unknown symbol netif_schedule_queue (err 0)
> [ 3371.685894] rte_kni: Unknown symbol netdev_set_tc_queue (err 0)
> [ 3371.685904