test/vhost: add vhost with lvol backends test
Script for testing vhost using lvols as backends for virtual machines. Option for using nested lvol stores and nested lvol bdevs also provided. Change-Id: Iad8a196c97f292881a8b424b4433ec281f12aec6 Signed-off-by: Lukasz <lukaszx.galka@intel.com> Signed-off-by: Tomasz Zawadzki <tomasz.zawadzki@intel.com> Signed-off-by: Karol Latecki <karol.latecki@intel.com> Reviewed-on: https://review.gerrithub.io/365798 Reviewed-by: Maciej Szwed <maciej.szwed@intel.com> Tested-by: SPDK Automated Test System <sys_sgsw@intel.com> Reviewed-by: Daniel Verkamp <daniel.verkamp@intel.com>
This commit is contained in:
Tomasz Zawadzki
Daniel Verkamp
parent
8011d8c0e6
commit
c0e6ecaa0b
@ -124,6 +124,8 @@ if [ $SPDK_TEST_VHOST -eq 1 ]; then
|
||||
timing_enter vhost
|
||||
run_test ./test/vhost/spdk_vhost.sh --integrity-blk
|
||||
run_test ./test/vhost/spdk_vhost.sh --integrity
|
||||
run_test ./test/vhost/spdk_vhost.sh --integrity-lvol-scsi
|
||||
run_test ./test/vhost/spdk_vhost.sh --integrity-lvol-blk
|
||||
timing_exit vhost
|
||||
fi
|
||||
|
||||
|
||||
@ -21,6 +21,23 @@
|
||||
- runs on Fedora 25 and Ubuntu 16.04 guest systems
|
||||
- runs against vhost scsi and vhost blk
|
||||
|
||||
#### Lvol tests
|
||||
- starts vhost with at least 1 NVMe device
|
||||
- starts 1 VM or multiple VMs
|
||||
- lvol store is constructed on each NVMe device
|
||||
- on each lvol store 1 lvol bdev will be constructed for each running VM
|
||||
- Logical volume block device is used as backend instead of using
|
||||
NVMe device backed directly
|
||||
- after set up, data integrity check will be performed by FIO randwrite
|
||||
operation with verify flag enabled
|
||||
- optionally nested lvols can be tested with use of appropriate flag;
|
||||
On each base lvol store additional lvol bdev will be created which will
|
||||
serve as a base for nested lvol stores.
|
||||
On each of the nested lvol stores there will be 1 lvol bdev created for each
|
||||
VM running. Nested lvol bdevs will be used along with base lvol bdevs for
|
||||
data integrity check.
|
||||
- runs against vhost scsi and vhost blk
|
||||
|
||||
#### Filesystem integrity
|
||||
- runs SPDK with 1 VM with 1 NVMe device attached.
|
||||
- creates a partition table and filesystem on passed device, and mounts it
|
||||
|
||||
268
test/vhost/lvol/lvol_test.sh
Executable file
268
test/vhost/lvol/lvol_test.sh
Executable file
@ -0,0 +1,268 @@
|
||||
#!/usr/bin/env bash
|
||||
set -e
|
||||
BASE_DIR=$(readlink -f $(dirname $0))
|
||||
[[ -z "$TEST_DIR" ]] && TEST_DIR="$(cd $BASE_DIR/../../../../ && pwd)"
|
||||
[[ -z "$COMMON_DIR" ]] && COMMON_DIR="$(cd $BASE_DIR/../common && pwd)"
|
||||
|
||||
. $COMMON_DIR/common.sh
|
||||
|
||||
rpc_py="python $SPDK_BUILD_DIR/scripts/rpc.py "
|
||||
rpc_py+="-s 127.0.0.1 "
|
||||
|
||||
vm_count=1
|
||||
max_disks=""
|
||||
ctrl_type="vhost_scsi"
|
||||
use_fs=false
|
||||
nested_lvol=false
|
||||
base_bdev_size=10000
|
||||
nest_bdev_size=""
|
||||
|
||||
function usage()
|
||||
{
|
||||
[[ ! -z $2 ]] && ( echo "$2"; echo ""; )
|
||||
echo "Shortcut script for doing automated test"
|
||||
echo "Usage: $(basename $1) [OPTIONS]"
|
||||
echo
|
||||
echo "-h, --help Print help and exit"
|
||||
echo " --fio-bin=PATH Path to FIO binary.;"
|
||||
echo " --vm-count=INT Virtual machines to use in test;"
|
||||
echo " Each VM will get one lvol bdev on each NVMe."
|
||||
echo " Default: 1"
|
||||
echo " --max-disks=INT Maximum number of NVMe drives to use in test."
|
||||
echo " Default: will use all available NVMes."
|
||||
echo " --ctrl-type=TYPE Controller type to use for test:"
|
||||
echo " vhost_scsi - use spdk vhost scsi"
|
||||
echo " vhost_blk - use spdk vhost block"
|
||||
echo " --nested-lvol If enabled will create additional lvol bdev"
|
||||
echo " on each NVMe for use as base device for next"
|
||||
echo " lvol store and lvol bdevs."
|
||||
echo " (NVMe->lvol_store->lvol_bdev->lvol_store->lvol_bdev)"
|
||||
echo " Default: False"
|
||||
echo "-x set -x for script debug"
|
||||
exit 0
|
||||
}
|
||||
|
||||
while getopts 'xh-:' optchar; do
|
||||
case "$optchar" in
|
||||
-)
|
||||
case "$OPTARG" in
|
||||
help) usage $0 ;;
|
||||
fio-bin=*) fio_bin="${OPTARG#*=}" ;;
|
||||
vm-count=*) vm_count="${OPTARG#*=}" ;;
|
||||
max-disks=*) max_disks="${OPTARG#*=}" ;;
|
||||
ctrl-type=*) ctrl_type="${OPTARG#*=}" ;;
|
||||
nested-lvol) nested_lvol=true ;;
|
||||
*) usage $0 "Invalid argument '$OPTARG'" ;;
|
||||
esac
|
||||
;;
|
||||
h) usage $0 ;;
|
||||
x) set -x
|
||||
x="-x" ;;
|
||||
*) usage $0 "Invalid argument '$OPTARG'"
|
||||
esac
|
||||
done
|
||||
|
||||
echo "INFO: Get NVMe disks:"
|
||||
nvmes=($(lspci -mm -n | grep 0108 | tr -d '"' | awk -F " " '{print "0000:"$1}'))
|
||||
|
||||
if [[ -z $max_disks ]]; then
|
||||
max_disks=${#nvmes[@]}
|
||||
fi
|
||||
|
||||
if [[ ${#nvmes[@]} -lt max_disks ]]; then
|
||||
echo -e "ERROR: Number of NVMe drives (${#nvmes[@]})\n\
|
||||
is lower than number of requested disks for test ($max_disks)"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
trap 'error_exit "${FUNCNAME}" "${LINENO}"' ERR
|
||||
|
||||
vm_kill_all
|
||||
|
||||
echo "==============="
|
||||
echo ""
|
||||
echo "INFO: checking spdk"
|
||||
echo ""
|
||||
if [[ ! -x $SPDK_BUILD_DIR/app/vhost/vhost ]]; then
|
||||
echo "ERROR: SPDK Vhost is not present - please build it."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "INFO: running SPDK"
|
||||
echo ""
|
||||
$COMMON_DIR/run_vhost.sh $x --work-dir=$TEST_DIR --conf-dir=$BASE_DIR
|
||||
echo ""
|
||||
|
||||
lvol_stores=()
|
||||
lvol_bdevs=()
|
||||
nest_lvol_stores=()
|
||||
nest_lvol_bdevs=()
|
||||
used_vms=""
|
||||
|
||||
# On each NVMe create one lvol store
|
||||
for (( i=0; i<$max_disks; i++ ));do
|
||||
echo "INFO: Creating lvol store on device Nvme${i}n1"
|
||||
ls_guid=$($rpc_py construct_lvol_store Nvme${i}n1)
|
||||
lvol_stores+=("$ls_guid")
|
||||
done
|
||||
|
||||
# Create lvol bdev for nested lvol stores if needed
|
||||
if $nested_lvol; then
|
||||
for lvol_store in "${lvol_stores[@]}"; do
|
||||
|
||||
echo "INFO: Creating lvol bdev on lvol store $lvol_store"
|
||||
lb_guid=$($rpc_py construct_lvol_bdev $lvol_store 16000)
|
||||
lvol_bdevs+=("$lb_guid")
|
||||
|
||||
echo "INFO: Creating nested lvol store on lvol bdev: $lb_guid"
|
||||
ls_guid=$($rpc_py construct_lvol_store $lb_guid)
|
||||
nest_lvol_stores+=("$ls_guid")
|
||||
done
|
||||
fi
|
||||
|
||||
# For each VM create one lvol bdev on each 'normal' and nested lvol store
|
||||
for (( i=0; i<$vm_count; i++)); do
|
||||
bdevs=()
|
||||
echo "INFO: Creating lvol bdevs for VM $j"
|
||||
for lvol_store in "${lvol_stores[@]}"; do
|
||||
lb_guid=$($rpc_py construct_lvol_bdev $lvol_store 10000)
|
||||
lvol_bdevs+=("$lb_guid")
|
||||
bdevs+=("$lb_guid")
|
||||
done
|
||||
|
||||
if $nested_lvol; then
|
||||
echo "INFO: Creating nested lvol bdevs for VM $i"
|
||||
for lvol_store in "${nest_lvol_stores[@]}"; do
|
||||
lb_guid=$($rpc_py construct_lvol_bdev $lvol_store 2000)
|
||||
nest_lvol_bdevs+=("$lb_guid")
|
||||
bdevs+=("$lb_guid")
|
||||
done
|
||||
fi
|
||||
|
||||
setup_cmd="$COMMON_DIR/vm_setup.sh $x --work-dir=$TEST_DIR"
|
||||
if [[ "$ctrl_type" == "vhost_scsi" ]]; then
|
||||
setup_cmd+=" --test-type=spdk_vhost_scsi"
|
||||
elif [[ "$ctrl_type" == "vhost_blk" ]]; then
|
||||
setup_cmd+=" --test-type=spdk_vhost_blk"
|
||||
fi
|
||||
setup_cmd+=" -f $i"
|
||||
setup_cmd+=" --os=/home/sys_sgsw/vhost_vm_image.qcow2"
|
||||
|
||||
# Create single SCSI controller or multiple BLK controllers for this VM
|
||||
if [[ "$ctrl_type" == "vhost_scsi" ]]; then
|
||||
$rpc_py construct_vhost_scsi_controller naa.0.$i
|
||||
for (( j=0; j<${#bdevs[@]}; j++)); do
|
||||
$rpc_py add_vhost_scsi_lun naa.0.$i $j ${bdevs[$j]}
|
||||
done
|
||||
setup_cmd+=" --disk=0"
|
||||
elif [[ "$ctrl_type" == "vhost_blk" ]]; then
|
||||
disk=""
|
||||
for (( j=0; j<${#bdevs[@]}; j++)); do
|
||||
$rpc_py construct_vhost_blk_controller naa.$j.$i ${bdevs[$j]}
|
||||
disk+="${j}_size_1500M:"
|
||||
done
|
||||
disk="${disk::-1}"
|
||||
setup_cmd+=" --disk=$disk"
|
||||
fi
|
||||
|
||||
$setup_cmd
|
||||
used_vms+=" $i"
|
||||
done
|
||||
|
||||
$rpc_py get_lvol_stores
|
||||
$rpc_py get_bdevs
|
||||
$rpc_py get_vhost_controllers
|
||||
$rpc_py get_luns
|
||||
|
||||
# Run VMs
|
||||
$COMMON_DIR/vm_run.sh $x --work-dir=$TEST_DIR $used_vms
|
||||
vm_wait_for_boot 600 $used_vms
|
||||
|
||||
# Get disk names from VMs and run FIO traffic
|
||||
run_fio="python $COMMON_DIR/run_fio.py --fio-bin=$fio_bin"
|
||||
run_fio+=" --job-file=$COMMON_DIR/fio_jobs/default_integrity.job"
|
||||
run_fio+=" --out=$TEST_DIR "
|
||||
|
||||
for vm_num in $used_vms; do
|
||||
vm_dir=$VM_BASE_DIR/$vm_num
|
||||
qemu_mask_param="VM_${vm_num}_qemu_mask"
|
||||
|
||||
host_name="VM-$vm_num-${!qemu_mask_param}"
|
||||
vm_ssh $vm_num "hostname $host_name"
|
||||
vm_start_fio_server --fio-bin=$fio_bin $vm_num
|
||||
|
||||
if [[ "$ctrl_type" == "vhost_scsi" ]]; then
|
||||
vm_check_scsi_location $vm_num
|
||||
elif [[ "$ctrl_type" == "vhost_blk" ]]; then
|
||||
vm_check_blk_location $vm_num
|
||||
fi
|
||||
|
||||
run_fio+="127.0.0.1:$(cat $vm_dir/fio_socket):"
|
||||
for disk in $SCSI_DISK; do
|
||||
run_fio+="/dev/$disk:"
|
||||
done
|
||||
run_fio="${run_fio::-1}"
|
||||
run_fio+=","
|
||||
done
|
||||
run_fio="${run_fio::-1}"
|
||||
|
||||
# Run FIO traffic
|
||||
echo -e "$run_fio"
|
||||
$run_fio
|
||||
|
||||
echo "INFO: Shutting down virtual machines..."
|
||||
vm_shutdown_all
|
||||
sleep 2
|
||||
|
||||
echo "INFO: Cleaning up vhost - remove LUNs, controllers, lvol bdevs and lvol stores"
|
||||
if [[ "$ctrl_type" == "vhost_scsi" ]]; then
|
||||
for (( i=0; i<$vm_count; i++)); do
|
||||
echo "INFO: Removing devices from vhost SCSI controller naa.0.$i"
|
||||
for (( j=0; j<${#bdevs[@]}; j++)); do
|
||||
$rpc_py remove_vhost_scsi_dev naa.0.$i $j
|
||||
echo -e "\tINFO: Removed device $j"
|
||||
done
|
||||
echo "Removing vhost SCSI controller naa.0.$i"
|
||||
$rpc_py remove_vhost_scsi_controller naa.0.$i
|
||||
done
|
||||
elif [[ "$ctrl_type" == "vhost_blk" ]]; then
|
||||
for (( i=0; i<$vm_count; i++)); do
|
||||
for (( j=0; j<${#bdevs[@]}; j++)); do
|
||||
echo "INFO: Removing vhost BLK controller naa.$j.$i"
|
||||
$rpc_py remove_vhost_blk_controller naa.$j.$i
|
||||
echo -e "\tINFO: Removed naa.$j.$i"
|
||||
done
|
||||
done
|
||||
fi
|
||||
|
||||
echo "INFO: Removing nested lvol bdevs"
|
||||
for lvol_bdev in "${nest_lvol_bdevs[@]}"; do
|
||||
$rpc_py delete_bdev $lvol_bdev
|
||||
echo -e "\tINFO: nested lvol bdev $lvol_bdev removed"
|
||||
done
|
||||
|
||||
echo "INFO: Removing nested lvol stores"
|
||||
for lvol_store in "${nest_lvol_stores[@]}"; do
|
||||
$rpc_py destroy_lvol_store $lvol_store
|
||||
echo -e "\tINFO: nested lvol store $lvol_store removed"
|
||||
done
|
||||
|
||||
echo "INFO: Removing lvol bdevs"
|
||||
for lvol_bdev in "${lvol_bdevs[@]}"; do
|
||||
$rpc_py delete_bdev $lvol_bdev
|
||||
echo -e "\tINFO: lvol bdev $lvol_bdev removed"
|
||||
done
|
||||
|
||||
echo "INFO: Removing lvol stores"
|
||||
for lvol_store in "${lvol_stores[@]}"; do
|
||||
$rpc_py destroy_lvol_store $lvol_store
|
||||
echo -e "\tINFO: lvol store $lvol_store removed"
|
||||
done
|
||||
|
||||
$rpc_py get_lvol_stores
|
||||
$rpc_py get_bdevs
|
||||
$rpc_py get_vhost_controllers
|
||||
$rpc_py get_luns
|
||||
|
||||
echo "INFO: Shutting down SPDK vhost app..."
|
||||
spdk_vhost_kill
|
||||
5
test/vhost/lvol/vhost.conf.in
Normal file
5
test/vhost/lvol/vhost.conf.in
Normal file
@ -0,0 +1,5 @@
|
||||
[Global]
|
||||
[Rpc]
|
||||
Enable Yes
|
||||
[Ioat]
|
||||
Disable Yes
|
||||
@ -57,14 +57,26 @@ case $param in
|
||||
echo Running filesystem integrity suite...
|
||||
./integrity/integrity_start.sh -i /home/sys_sgsw/vhost_vm_image.qcow2 -m blk -f ntfs
|
||||
;;
|
||||
-ils|--integrity-lvol-scsi)
|
||||
echo Running lvol integrity suite...
|
||||
./lvol/lvol_test.sh --fio-bin=/home/sys_sgsw/fio_ubuntu \
|
||||
--ctrl-type=vhost_scsi
|
||||
;;
|
||||
-ilb|--integrity-lvol-blk)
|
||||
echo Running lvol integrity suite...
|
||||
./lvol/lvol_test.sh --fio-bin=/home/sys_sgsw/fio_ubuntu \
|
||||
--ctrl-type=vhost_blk
|
||||
;;
|
||||
-h|--help)
|
||||
echo "-i |--integrity for running an integrity test with vhost scsi"
|
||||
echo "-fs|--fs-integrity-scsi for running an integrity test with filesystem"
|
||||
echo "-fb|--fs-integrity-blk for running an integrity test with filesystem"
|
||||
echo "-p |--performance for running a performance test with vhost scsi"
|
||||
echo "-ib|--integrity-blk for running an integrity test with vhost blk"
|
||||
echo "-pb|--performance-blk for running a performance test with vhost blk"
|
||||
echo "-h |--help prints this message"
|
||||
echo "-i |--integrity for running an integrity test with vhost scsi"
|
||||
echo "-fs|--fs-integrity-scsi for running an integrity test with filesystem"
|
||||
echo "-fb|--fs-integrity-blk for running an integrity test with filesystem"
|
||||
echo "-p |--performance for running a performance test with vhost scsi"
|
||||
echo "-ib|--integrity-blk for running an integrity test with vhost blk"
|
||||
echo "-pb|--performance-blk for running a performance test with vhost blk"
|
||||
echo "-ils|--integrity-lvol-scsi for running an integrity test with vhost scsi and lvol backends"
|
||||
echo "-ilb|--integrity-lvol-blk for running an integrity test with vhost blk and lvol backends"
|
||||
echo "-h |--help prints this message"
|
||||
;;
|
||||
*)
|
||||
echo "unknown test type"
|
||||
|
||||
Loading…
Reference in New Issue
Block a user