13f97e6737
All DPDK related code is removed, handling of RESET command was sligthly updated. Handling of -ENOMEM was updated for cases when accel API returns -ENOMEM Crypto tests in blockdev.sh were extended with more crypto_bdevs to verify NOMEM cases - that failed with original vbdev_crypto implementation Signed-off-by: Alexey Marchuk <alexeymar@nvidia.com> Change-Id: If1feba2449bee852c6c4daca4b3406414db6fded Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/14860 Tested-by: SPDK CI Jenkins <sys_sgci@intel.com> Reviewed-by: Paul Luse <paul.e.luse@intel.com> Reviewed-by: Ben Walker <benjamin.walker@intel.com> Reviewed-by: Jim Harris <james.r.harris@intel.com>
350 lines
8.4 KiB
Bash
Executable File
350 lines
8.4 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# SPDX-License-Identifier: BSD-3-Clause
|
|
# Copyright (C) 2022 Intel Corporation
|
|
# All rights reserved.
|
|
#
|
|
testdir=$(readlink -f "$(dirname "$0")")
|
|
rootdir=$(readlink -f "$testdir/../..")
|
|
|
|
source "$rootdir/test/common/autotest_common.sh"
|
|
source "$rootdir/test/vhost/common.sh"
|
|
source "$testdir/common.sh"
|
|
|
|
function cleanup() {
|
|
killprocess $vhostpid
|
|
killprocess $smapid
|
|
vm_kill_all
|
|
}
|
|
|
|
function create_device() {
|
|
"$rootdir/scripts/sma-client.py" <<- CREATE
|
|
{
|
|
"method": "CreateDevice",
|
|
"params": {
|
|
"virtio_blk": {
|
|
"physical_id": "$1",
|
|
"virtual_id": "0"
|
|
},
|
|
"volume": {
|
|
"volume_id": "$(uuid2base64 $2)"
|
|
}
|
|
}
|
|
}
|
|
CREATE
|
|
}
|
|
|
|
function delete_device() {
|
|
"$rootdir/scripts/sma-client.py" <<- DELETE
|
|
{
|
|
"method": "DeleteDevice",
|
|
"params": {
|
|
"handle": "$1"
|
|
}
|
|
}
|
|
DELETE
|
|
}
|
|
|
|
trap "cleanup; exit 1" SIGINT SIGTERM EXIT
|
|
|
|
vm_no=0
|
|
timing_enter setup_vm
|
|
vm_setup \
|
|
--force=$vm_no \
|
|
--disk-type=virtio \
|
|
--qemu-args="-qmp tcp:localhost:9090,server,nowait -device pci-bridge,chassis_nr=1,id=pci.spdk.0 -device pci-bridge,chassis_nr=2,id=pci.spdk.1" \
|
|
--os="$VM_IMAGE"
|
|
|
|
vm_run $vm_no
|
|
vm_wait_for_boot 300 $vm_no
|
|
timing_exit setup_vm
|
|
|
|
$rootdir/build/bin/vhost -S /var/tmp -m 0x3 --wait-for-rpc &
|
|
vhostpid=$!
|
|
|
|
waitforlisten $vhostpid
|
|
|
|
# Configure accel crypto module & operations
|
|
rpc_cmd dpdk_cryptodev_scan_accel_module
|
|
rpc_cmd dpdk_cryptodev_set_driver -d crypto_aesni_mb
|
|
rpc_cmd accel_assign_opc -o encrypt -m dpdk_cryptodev
|
|
rpc_cmd accel_assign_opc -o decrypt -m dpdk_cryptodev
|
|
rpc_cmd framework_start_init
|
|
|
|
$rootdir/scripts/sma.py -c <(
|
|
cat <<- EOF
|
|
address: 127.0.0.1
|
|
port: 8080
|
|
devices:
|
|
- name: 'vhost_blk'
|
|
params:
|
|
buses:
|
|
- name: 'pci.spdk.0'
|
|
count: 32
|
|
- name: 'pci.spdk.1'
|
|
count: 32
|
|
qmp_addr: 127.0.0.1
|
|
qmp_port: 9090
|
|
crypto:
|
|
name: 'bdev_crypto'
|
|
EOF
|
|
) &
|
|
smapid=$!
|
|
|
|
# Wait until the SMA starts listening
|
|
sma_waitforlisten
|
|
|
|
# Check that there is no vhost device on guest os
|
|
[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 0 ]]
|
|
|
|
# Prepare the target
|
|
rpc_cmd bdev_null_create null0 100 4096
|
|
rpc_cmd bdev_null_create null1 100 4096
|
|
uuid=$(rpc_cmd bdev_get_bdevs -b null0 | jq -r '.[].uuid')
|
|
uuid2=$(rpc_cmd bdev_get_bdevs -b null1 | jq -r '.[].uuid')
|
|
|
|
# Create a couple of devices and verify them via RPC
|
|
devid0=$(create_device 0 $uuid | jq -r '.handle')
|
|
rpc_cmd vhost_get_controllers -n sma-0
|
|
|
|
devid1=$(create_device 1 $uuid2 | jq -r '.handle')
|
|
rpc_cmd vhost_get_controllers -n sma-0
|
|
rpc_cmd vhost_get_controllers -n sma-1
|
|
[[ "$devid0" != "$devid1" ]]
|
|
|
|
# Check that there are two controllers (2 created above )
|
|
[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 2 ]]
|
|
|
|
# Verify the method is idempotent and sending the same gRPCs won't create new
|
|
# devices and will return the same handles
|
|
tmp0=$(create_device 0 $uuid | jq -r '.handle')
|
|
tmp1=$(create_device 1 $uuid2 | jq -r '.handle')
|
|
|
|
# Try to duplicate device, this time with different uuid
|
|
NOT create_device 1 $uuid | jq -r '.handle'
|
|
|
|
# Check that there are execly two vhost device on guest os
|
|
[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 2 ]]
|
|
|
|
[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 2 ]]
|
|
[[ "$tmp0" == "$devid0" ]]
|
|
[[ "$tmp1" == "$devid1" ]]
|
|
|
|
# Now delete both of them verifying via RPC
|
|
delete_device "$devid0"
|
|
NOT rpc_cmd vhost_get_controllers -n sma-0
|
|
[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 1 ]]
|
|
|
|
delete_device "$devid1"
|
|
NOT rpc_cmd vhost_get_controllers -n sma-1
|
|
[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 0 ]]
|
|
|
|
# Finally check that removing a non-existing device is also successful
|
|
delete_device "$devid0"
|
|
delete_device "$devid1"
|
|
|
|
# At the end check if vhost devices are gone
|
|
[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 0 ]]
|
|
|
|
# Create 31 bdevs, two already exist
|
|
for ((i = 2; i < 33; i++)); do
|
|
rpc_cmd bdev_null_create null$i 100 4096
|
|
done
|
|
|
|
devids=()
|
|
|
|
# Now try to add 33 devices, max for one bus + one device on the next bus
|
|
for ((i = 0; i < 33; i++)); do
|
|
uuid=$(rpc_cmd bdev_get_bdevs -b null$i | jq -r '.[].uuid')
|
|
devids[i]=$(create_device $i $uuid | jq -r '.handle')
|
|
done
|
|
|
|
[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 33 ]]
|
|
|
|
# Cleanup at the end
|
|
for ((i = 0; i < 33; i++)); do
|
|
delete_device ${devids[$i]}
|
|
done
|
|
|
|
# And back to none
|
|
[[ $(vm_exec $vm_no "lsblk | grep -E \"^vd.\" | wc -l") -eq 0 ]]
|
|
|
|
key0=1234567890abcdef1234567890abcdef
|
|
rpc_cmd bdev_malloc_create -b malloc0 32 4096
|
|
uuidc=$(rpc_cmd bdev_get_bdevs -b malloc0 | jq -r '.[].uuid')
|
|
|
|
#Try to create controller with bdev crypto
|
|
devid0=$(
|
|
"$rootdir/scripts/sma-client.py" <<- CREATE | jq -r '.handle'
|
|
{
|
|
"method": "CreateDevice",
|
|
"params": {
|
|
"virtio_blk": {
|
|
"physical_id": "0",
|
|
"virtual_id": "0"
|
|
},
|
|
"volume": {
|
|
"volume_id": "$(uuid2base64 $uuidc)",
|
|
"crypto": {
|
|
"cipher": "$(get_cipher AES_CBC)",
|
|
"key": "$(format_key $key0)"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
CREATE
|
|
)
|
|
|
|
[[ $(rpc_cmd vhost_get_controllers | jq -r '. | length') -eq 1 ]]
|
|
bdev=$(rpc_cmd vhost_get_controllers | jq -r '.[].backend_specific.block.bdev')
|
|
|
|
crypto_bdev=$(rpc_cmd bdev_get_bdevs | jq -r '.[] | select(.product_name == "crypto")')
|
|
[[ $(jq -r '.driver_specific.crypto.name' <<< "$crypto_bdev") == "$bdev" ]]
|
|
key_name=$(jq -r '.driver_specific.crypto.key_name' <<< "$crypto_bdev")
|
|
key_obj=$(rpc_cmd accel_crypto_keys_get -k $key_name)
|
|
[[ $(jq -r '.[0].key' <<< "$key_obj") == "$key0" ]]
|
|
[[ $(jq -r '.[0].cipher' <<< "$key_obj") == "AES_CBC" ]]
|
|
|
|
# Delete crypto device and check if it's gone
|
|
delete_device $devid0
|
|
[[ $(rpc_cmd bdev_get_bdevs | jq -r '.[] | select(.product_name == "crypto")' | jq -r length) -eq 0 ]]
|
|
|
|
# Test qos
|
|
device_vhost=2
|
|
device=$(create_device 0 $uuid | jq -r '.handle')
|
|
|
|
# First check the capabilities
|
|
diff <(get_qos_caps $device_vhost | jq --sort-keys) <(
|
|
jq --sort-keys <<- CAPS
|
|
{
|
|
"max_device_caps": {
|
|
"rw_iops": true,
|
|
"rd_bandwidth": true,
|
|
"wr_bandwidth": true,
|
|
"rw_bandwidth": true
|
|
},
|
|
"max_volume_caps": {
|
|
"rw_iops": true,
|
|
"rd_bandwidth": true,
|
|
"wr_bandwidth": true,
|
|
"rw_bandwidth": true
|
|
}
|
|
}
|
|
CAPS
|
|
)
|
|
|
|
"$rootdir/scripts/sma-client.py" <<- EOF
|
|
{
|
|
"method": "SetQos",
|
|
"params": {
|
|
"device_handle": "$device",
|
|
"volume_id": "$(uuid2base64 $uuid)",
|
|
"maximum": {
|
|
"rd_iops": 0,
|
|
"wr_iops": 0,
|
|
"rw_iops": 3,
|
|
"rd_bandwidth": 4,
|
|
"wr_bandwidth": 5,
|
|
"rw_bandwidth": 6
|
|
}
|
|
}
|
|
}
|
|
EOF
|
|
|
|
# Make sure that limits were changed
|
|
diff <(rpc_cmd bdev_get_bdevs -b null32 | jq --sort-keys '.[].assigned_rate_limits') <(
|
|
jq --sort-keys <<- EOF
|
|
{
|
|
"rw_ios_per_sec": 3000,
|
|
"rw_mbytes_per_sec": 6,
|
|
"r_mbytes_per_sec": 4,
|
|
"w_mbytes_per_sec": 5
|
|
}
|
|
EOF
|
|
)
|
|
|
|
# Try to set capabilities with empty volume id
|
|
"$rootdir/scripts/sma-client.py" <<- EOF
|
|
{
|
|
"method": "SetQos",
|
|
"params": {
|
|
"device_handle": "$device",
|
|
"volume_id": "",
|
|
"maximum": {
|
|
"rd_iops": 0,
|
|
"wr_iops": 0,
|
|
"rw_iops": 4,
|
|
"rd_bandwidth": 5,
|
|
"wr_bandwidth": 6,
|
|
"rw_bandwidth": 7
|
|
}
|
|
}
|
|
}
|
|
EOF
|
|
|
|
# Make sure that limits were changed even if volume id is not set
|
|
diff <(rpc_cmd bdev_get_bdevs -b null32 | jq --sort-keys '.[].assigned_rate_limits') <(
|
|
jq --sort-keys <<- EOF
|
|
{
|
|
"rw_ios_per_sec": 4000,
|
|
"rw_mbytes_per_sec": 7,
|
|
"r_mbytes_per_sec": 5,
|
|
"w_mbytes_per_sec": 6
|
|
}
|
|
EOF
|
|
)
|
|
|
|
# Try none-existing volume uuid
|
|
NOT "$rootdir/scripts/sma-client.py" <<- EOF
|
|
{
|
|
"method": "SetQos",
|
|
"params": {
|
|
"device_handle": "$device",
|
|
"volume_id": "$(uuid2base64 $(uuidgen))",
|
|
"maximum": {
|
|
"rd_iops": 0,
|
|
"wr_iops": 0,
|
|
"rw_iops": 5,
|
|
"rd_bandwidth": 6,
|
|
"wr_bandwidth": 7,
|
|
"rw_bandwidth": 8
|
|
}
|
|
}
|
|
}
|
|
EOF
|
|
|
|
# Try invalid (too short) volume uuid
|
|
NOT "$rootdir/scripts/sma-client.py" <<- EOF
|
|
{
|
|
"method": "SetQos",
|
|
"params": {
|
|
"device_handle": "$device",
|
|
"volume_id": "$(base64 <<<'invalid'))",
|
|
"maximum": {
|
|
"rd_iops": 0,
|
|
"wr_iops": 0,
|
|
"rw_iops": 5,
|
|
"rd_bandwidth": 6,
|
|
"wr_bandwidth": 7,
|
|
"rw_bandwidth": 8
|
|
}
|
|
}
|
|
}
|
|
EOF
|
|
|
|
# Values remain unchanged
|
|
diff <(rpc_cmd bdev_get_bdevs -b null32 | jq --sort-keys '.[].assigned_rate_limits') <(
|
|
jq --sort-keys <<- EOF
|
|
{
|
|
"rw_ios_per_sec": 4000,
|
|
"rw_mbytes_per_sec": 7,
|
|
"r_mbytes_per_sec": 5,
|
|
"w_mbytes_per_sec": 6
|
|
}
|
|
EOF
|
|
)
|
|
|
|
delete_device "$device"
|
|
|
|
cleanup
|
|
trap - SIGINT SIGTERM EXIT
|