It's done right after I install all the drivers:
install -o root -g wheel -m 555 mlx4ib.ko /boot/kernel
install -o root -g wheel -m 555 mlx4.ko /boot/kernel
install -o root -g wheel -m 555 ibcore.ko /boot/kernel
kldxref /boot/kernel
Problem is here:
[root@storage-b] /mnt/tank/temp/install# kldload mlx4ib.ko
kldload: mlx4ib.ko will be loaded from /boot/kernel, not the current directory
kldload: an error occurred while loading the module. Please check dmesg(8) for more details.
[root@storage-b] /mnt/tank/temp/install# dmesg
...
mlx4_core0: <mlx4_core> mem 0xfbb00000-0xfbbfffff,0xfa800000-0xfaffffff irq 16 at device 0.0 on pci3
mlx4_core: Initializing mlx4_core: Mellanox ConnectX VPI driver v2.1.6 (May 4 2016)
link_elf_obj: symbol ipport_firstauto undefined
linker_load_file: Unsupported file type
KLD mlx4ib.ko: depends on ibcore - not available or version mismatch
mlx4_core0: detached
pci3: <serial bus> at device 0.0 (no driver attached)
linker_load_file: Unsupported file type