test/sma: add vhost tests on qemu vm

The test uses `scripts/sma-client.py` to send a series of gRPC methods
that are serviced by the SMA then verify that new vhost device are
available on qemu guest os.

Change-Id: Ic4a1d56da59a636556fd6dfd4787fc613a4eb325
Signed-off-by: Sebastian Brzezinka <sebastian.brzezinka@intel.com>
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/12412
Community-CI: Broadcom CI <spdk-ci.pdl@broadcom.com>
Reviewed-by: Konrad Sztyber <konrad.sztyber@intel.com>
Reviewed-by: Jim Harris <james.r.harris@intel.com>
Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>

test/common/skipped_tests.txt

@@ -94,3 +94,4 @@ zoned_fio
 sma_nvmf_tcp
 sma_plugins
 sma_discovery
+sma_vhost

test/sma/sma.sh

@@ -8,3 +8,4 @@ source "$rootdir/test/common/autotest_common.sh"
 run_test "sma_nvmf_tcp" $testdir/nvmf_tcp.sh
 run_test "sma_plugins" $testdir/plugins.sh
 run_test "sma_discovery" $testdir/discovery.sh
+run_test "sma_vhost" $testdir/vhost_blk.sh

test/sma/vhost_blk.sh

@@ -0,0 +1,153 @@
+#!/usr/bin/env bash
+
+testdir=$(readlink -f "$(dirname "$0")")
+rootdir=$(readlink -f "$testdir/../..")
+
+source "$rootdir/test/common/autotest_common.sh"
+source "$rootdir/test/vhost/common.sh"
+source "$testdir/common.sh"
+
+function cleanup() {
+	killprocess $vhostpid
+	killprocess $smapid
+	vm_kill_all
+}
+
+function create_device() {
+	"$rootdir/scripts/sma-client.py" <<- EOF
+		{
+			"method": "CreateDevice",
+			"params": {
+			"virtio_blk": {
+					"physical_id": "$1",
+					"virtual_id": "0"
+				},
+				"volume": {
+					"volume_id": "$(uuid2base64 $2)"
+				}
+			}
+		}
+	EOF
+}
+
+function delete_device() {
+	"$rootdir/scripts/sma-client.py" <<- EOF
+		{
+			"method": "DeleteDevice",
+			"params": {
+				"handle": "$1"
+			}
+		}
+	EOF
+}
+
+trap "cleanup; exit 1" SIGINT SIGTERM EXIT
+
+vm_no=0
+timing_enter setup_vm
+vm_setup --force=$vm_no --disk-type=virtio --qemu-args="-qmp tcp:localhost:9090,server,nowait -device pci-bridge,chassis_nr=1,id=pci.spdk.0 -device pci-bridge,chassis_nr=2,id=pci.spdk.1"
+vm_run $vm_no
+vm_wait_for_boot 300 $vm_no
+timing_exit setup_vm
+
+$rootdir/build/bin/vhost -S /var/tmp -m 0x3 &
+vhostpid=$!
+
+$rootdir/scripts/sma.py -c <(
+	cat <<- EOF
+		address: 127.0.0.1
+		port: 8080
+		devices:
+		  - name: 'vhost_blk'
+		    params:
+		      buses:
+		      - name: 'pci.spdk.0'
+		        count: 32
+		      - name: 'pci.spdk.1'
+		        count: 32
+		      qmp_addr: 127.0.0.1
+		      qmp_port: 9090
+	EOF
+) &
+smapid=$!
+
+# Wait until the SMA starts listening
+sma_waitforlisten
+
+# Check that there is no vhost device on guest os
+[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 0 ]]
+
+# Prepare the target
+rpc_cmd bdev_null_create null0 100 4096
+rpc_cmd bdev_null_create null1 100 4096
+uuid=$(rpc_cmd bdev_get_bdevs -b null0 | jq -r '.[].uuid')
+uuid2=$(rpc_cmd bdev_get_bdevs -b null1 | jq -r '.[].uuid')
+
+# Create a couple of devices and verify them via RPC
+devid0=$(create_device 0 $uuid | jq -r '.handle')
+rpc_cmd vhost_get_controllers -n sma-0
+
+devid1=$(create_device 1 $uuid2 | jq -r '.handle')
+rpc_cmd vhost_get_controllers -n sma-0
+rpc_cmd vhost_get_controllers -n sma-1
+[[ "$devid0" != "$devid1" ]]
+
+# Check that there are two controllers (2 created above )
+[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 2 ]]
+
+# Verify the method is idempotent and sending the same gRPCs won't create new
+# devices and will return the same handles
+tmp0=$(create_device 0 $uuid | jq -r '.handle')
+tmp1=$(create_device 1 $uuid2 | jq -r '.handle')
+
+# Try to duplicate device, this time with different uuid
+NOT create_device 1 $uuid | jq -r '.handle'
+
+# Check that there are execly two vhost device on guest os
+[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 2 ]]
+
+[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 2 ]]
+[[ "$tmp0" == "$devid0" ]]
+[[ "$tmp1" == "$devid1" ]]
+
+# Now delete both of them verifying via RPC
+delete_device "$devid0"
+NOT rpc_cmd vhost_get_controllers -n sma-0
+[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 1 ]]
+
+delete_device "$devid1"
+NOT rpc_cmd vhost_get_controllers -n sma-1
+[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 0 ]]
+
+# Finally check that removing a non-existing device is also sucessful
+delete_device "$devid0"
+delete_device "$devid1"
+
+# At the end check if vhost devices are gone
+[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 0 ]]
+
+# Create 62 bdevs, two already exist
+for ((i = 2; i < 64; i++)); do
+	rpc_cmd bdev_null_create null$i 100 4096
+done
+
+devids=()
+
+# Not try to add 64 devices, max for two buses
+for ((i = 0; i < 64; i++)); do
+	uuid=$(rpc_cmd bdev_get_bdevs -b null$i | jq -r '.[].uuid')
+	devids[$i]=$(create_device $i $uuid | jq -r '.handle')
+done
+
+[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 64 ]]
+
+# Cleanup at the end
+for ((i = 0; i < 64; i++)); do
+	delete_device ${devids[$i]}
+done
+
+# And back to none
+[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 0 ]]
+
+cleanup
+trap - SIGINT SIGTERM EXIT