2f6afea662
If the sriov_numvfs sysfs attr is not available for given controller report that. Also, verify if number of VFs matches initial value of 16 devices. If not, report that as well. This number was also being overwritten with the set value from previous device - this could false-positive the confirm check so keep the set value in a seperate variable. Change-Id: I518464518dd75585c4692c8ec1b3268e798dcf6c Signed-off-by: Michal Berger <michalx.berger@intel.com> Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/5414 Tested-by: SPDK CI Jenkins <sys_sgci@intel.com> Reviewed-by: Karol Latecki <karol.latecki@intel.com> Reviewed-by: Tomasz Zawadzki <tomasz.zawadzki@intel.com> Reviewed-by: Jim Harris <james.r.harris@intel.com> Community-CI: Mellanox Build Bot
105 lines
3.4 KiB
Bash
Executable File
105 lines
3.4 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
rootdir=$(readlink -f $(dirname $0))/..
|
|
igb_driverdir=$rootdir/dpdk/build/build/kernel/igb_uio/
|
|
allowed_drivers=("igb_uio" "uio_pci_generic")
|
|
|
|
# This script requires an igb_uio kernel module binary located at $igb_driverdir/igb_uio.ko
|
|
# Please also note that this script is not intended to be comprehensive or production quality.
|
|
# It supports configuring a single card (the Intel QAT 8970) for use with the SPDK
|
|
|
|
bad_driver=true
|
|
driver_to_bind=uio_pci_generic
|
|
num_vfs=16
|
|
|
|
qat_pci_bdfs=($(lspci -Dd:37c8 | awk '{print $1}'))
|
|
if [ ${#qat_pci_bdfs[@]} -eq 0 ]; then
|
|
echo "No QAT devices found. Exiting"
|
|
exit 0
|
|
fi
|
|
|
|
if [ -n "$1" ]; then
|
|
driver_to_bind=$1
|
|
fi
|
|
|
|
for driver in "${allowed_drivers[@]}"; do
|
|
if [ $driver == $driver_to_bind ]; then
|
|
bad_driver=false
|
|
fi
|
|
done
|
|
|
|
if $bad_driver; then
|
|
echo "Unrecognized driver. Please specify an accepted driver (listed below):"
|
|
echo "${allowed_drivers[@]}"
|
|
exit 1
|
|
fi
|
|
|
|
# try starting the qat service. If this doesn't work, just treat it as a warning for now.
|
|
if ! service qat_service start; then
|
|
echo "failed to start the qat service. Something may be wrong with your 01.org driver."
|
|
fi
|
|
|
|
# configure virtual functions for the QAT cards.
|
|
for qat_bdf in "${qat_pci_bdfs[@]}"; do
|
|
if [[ ! -e /sys/bus/pci/drivers/c6xx/$qat_bdf/sriov_numvfs ]]; then
|
|
echo "($qat_bdf) sriov_numvfs interface missing, is SR-IOV enabled?"
|
|
continue
|
|
fi
|
|
echo "$num_vfs" > /sys/bus/pci/drivers/c6xx/$qat_bdf/sriov_numvfs
|
|
num_vfs_set=$(cat /sys/bus/pci/drivers/c6xx/$qat_bdf/sriov_numvfs)
|
|
if ((num_vfs != num_vfs_set)); then
|
|
echo "Number of VFs set to $num_vfs_set, expected $num_vfs"
|
|
else
|
|
echo "$qat_bdf set to $num_vfs VFs"
|
|
fi
|
|
done
|
|
|
|
# Confirm we have all of the virtual functions we asked for.
|
|
|
|
qat_vf_bdfs=($(lspci -Dd:37c9 | awk '{print $1}'))
|
|
if ((${#qat_vf_bdfs[@]} != ${#qat_pci_bdfs[@]} * num_vfs)); then
|
|
echo "Failed to prepare the VFs. Aborting"
|
|
exit 1
|
|
fi
|
|
|
|
# Unbind old driver if necessary.
|
|
for vf in "${qat_vf_bdfs[@]}"; do
|
|
old_driver=$(basename $(readlink -f /sys/bus/pci/devices/${vf}/driver))
|
|
if [ $old_driver != "driver" ]; then
|
|
echo "unbinding driver $old_driver from qat VF at BDF $vf"
|
|
echo -n $vf > /sys/bus/pci/drivers/$old_driver/unbind
|
|
fi
|
|
done
|
|
|
|
modprobe uio
|
|
|
|
# Insert the dpdk uio kernel module.
|
|
if [ $driver_to_bind == "igb_uio" ]; then
|
|
if ! lsmod | grep -q igb_uio; then
|
|
if ! insmod $igb_driverdir/igb_uio.ko; then
|
|
echo "Unable to insert the igb_uio kernel module. Aborting."
|
|
exit 1
|
|
fi
|
|
fi
|
|
elif [ "$driver_to_bind" == "uio_pci_generic" ]; then
|
|
modprobe uio_pci_generic
|
|
else
|
|
echo "Unsure how to work with driver $driver_to_bind. Please configure it in qat_setup.sh"
|
|
exit 1
|
|
fi
|
|
|
|
echo -n "8086 37c9" > /sys/bus/pci/drivers/$driver_to_bind/new_id
|
|
for vf in "${qat_vf_bdfs[@]}"; do
|
|
if ! ls -l /sys/bus/pci/devices/$vf/driver | grep -q $driver_to_bind; then
|
|
echo "unable to bind the driver to the device at bdf $vf"
|
|
if [ "$driver_to_bind" == "uio_pci_generic" ]; then
|
|
echo "Your kernel's uio_pci_generic module does not support binding to virtual functions."
|
|
echo "It likely is missing Linux git commit ID acec09e67 which is needed to bind"
|
|
echo "uio_pci_generic to virtual functions which have no legacy interrupt vector."
|
|
echo "Please rebuild spdk with --with-igb-uio-driver and re-run this script specifying the igb_uio driver."
|
|
fi
|
|
exit 1
|
|
fi
|
|
done
|
|
echo "Properly configured the qat device with driver $driver_to_bind."
|