test/compress: enable QAT testing in CI
Per patch and nightly tests will run on both QAT and ISAL. If a test is specified to run on QAT and it's not available it will fail, same with ISAL. Change-Id: If4bde8ed4b25363da668ab6084c67af4e95ec66d Signed-off-by: paul luse <paul.e.luse@intel.com> Reviewed-on: https://review.gerrithub.io/c/spdk/spdk/+/463832 Tested-by: SPDK CI Jenkins <sys_sgci@intel.com> Reviewed-by: Jim Harris <james.r.harris@intel.com> Reviewed-by: Shuhei Matsumoto <shuhei.matsumoto.xt@hitachi.com>
This commit is contained in:
paul luse
Jim Harris
parent
a05efe0a43
commit
04cf752414
@ -8,65 +8,99 @@ plugindir=$rootdir/examples/bdev/fio_plugin
|
|||||||
rpc_py="$rootdir/scripts/rpc.py"
|
rpc_py="$rootdir/scripts/rpc.py"
|
||||||
source "$rootdir/scripts/common.sh"
|
source "$rootdir/scripts/common.sh"
|
||||||
source "$rootdir/test/common/autotest_common.sh"
|
source "$rootdir/test/common/autotest_common.sh"
|
||||||
|
source "$rootdir/test/nvmf/common.sh"
|
||||||
|
|
||||||
function compress_err_cleanup() {
|
function error_cleanup() {
|
||||||
|
# force delete pmem file and wipe on-disk metadata
|
||||||
rm -rf /tmp/pmem
|
rm -rf /tmp/pmem
|
||||||
$rootdir/examples/nvme/perf/perf -q 1 -o 131072 -w write -t 2
|
$rootdir/examples/nvme/perf/perf -q 1 -o 131072 -w write -t 2
|
||||||
}
|
}
|
||||||
|
|
||||||
# use the bdev svc to create a compress bdev, this assumes
|
function destroy_vols() {
|
||||||
# there is no other metadata on the nvme device, we will put a
|
# Gracefully destroy the vols via bdev_compress_delete API.
|
||||||
# compress vol on a thin provisioned lvol on nvme
|
# bdev_compress_delete will delete the on-disk metadata as well as
|
||||||
mkdir -p /tmp/pmem
|
# the persistent memory file containing its metadata.
|
||||||
$rootdir/test/app/bdev_svc/bdev_svc &
|
$rpc_py bdev_compress_delete COMP_lvs0/lv0
|
||||||
bdev_svc_pid=$!
|
$rpc_py bdev_compress_delete COMP_lvs0/lv1
|
||||||
trap 'killprocess $bdev_svc_pid; compress_err_cleanup; exit 1' SIGINT SIGTERM EXIT
|
$rpc_py bdev_lvol_delete_lvstore -l lvs0
|
||||||
waitforlisten $bdev_svc_pid
|
}
|
||||||
bdf=$(iter_pci_class_code 01 08 02 | head -1)
|
|
||||||
$rpc_py bdev_nvme_attach_controller -b "Nvme0" -t "pcie" -a $bdf
|
function create_vols() {
|
||||||
lvs_u=$($rpc_py bdev_lvol_create_lvstore Nvme0n1 lvs0)
|
$rpc_py construct_nvme_bdev -b "Nvme0" -t "pcie" -a $bdf
|
||||||
$rpc_py bdev_lvol_create -t -u $lvs_u lv0 100
|
$rpc_py bdev_lvol_create_lvstore Nvme0n1 lvs0
|
||||||
# this will force isal_pmd as some of the CI systems need a qat driver update
|
$rpc_py bdev_lvol_create -t -l lvs0 lv0 100
|
||||||
$rpc_py set_compress_pmd -p 2
|
$rpc_py bdev_lvol_create -t -l lvs0 lv1 100
|
||||||
compress_bdev=$($rpc_py bdev_compress_create -b lvs0/lv0 -p /tmp)
|
# use QAT for lv0, if the test system does not have QAT this will
|
||||||
trap - SIGINT SIGTERM EXIT
|
# fail which is what we want
|
||||||
killprocess $bdev_svc_pid
|
$rpc_py set_compress_pmd -p 1
|
||||||
|
$rpc_py bdev_compress_create -b lvs0/lv0 -p /tmp/pmem
|
||||||
|
# use ISAL for lv1, if ISAL is for some reason not available this will
|
||||||
|
# fail which is what we want
|
||||||
|
$rpc_py set_compress_pmd -p 2
|
||||||
|
compress_bdev=$($rpc_py bdev_compress_create -b lvs0/lv1 -p /tmp/pmem)
|
||||||
|
waitforbdev $compress_bdev
|
||||||
|
}
|
||||||
|
|
||||||
|
function run_bdevio() {
|
||||||
|
$rootdir/test/bdev/bdevio/bdevio -w &
|
||||||
|
bdevio_pid=$!
|
||||||
|
trap 'killprocess $bdevio_pid; error_cleanup; exit 1' SIGINT SIGTERM EXIT
|
||||||
|
waitforlisten $bdevio_pid
|
||||||
|
create_vols
|
||||||
|
$rootdir/test/bdev/bdevio/tests.py perform_tests
|
||||||
|
destroy_vols
|
||||||
|
trap - SIGINT SIGTERM EXIT
|
||||||
|
killprocess $bdevio_pid
|
||||||
|
}
|
||||||
|
|
||||||
|
function run_bdevperf() {
|
||||||
|
$rootdir/test/bdev/bdevperf/bdevperf -z -q $1 -o $2 -w verify -t $3 &
|
||||||
|
bdevperf_pid=$!
|
||||||
|
trap 'killprocess $bdevperf_pid; error_cleanup; exit 1' SIGINT SIGTERM EXIT
|
||||||
|
waitforlisten $bdevperf_pid
|
||||||
|
create_vols
|
||||||
|
$rootdir/test/bdev/bdevperf/bdevperf.py perform_tests
|
||||||
|
destroy_vols
|
||||||
|
trap - SIGINT SIGTERM EXIT
|
||||||
|
killprocess $bdevperf_pid
|
||||||
|
}
|
||||||
|
|
||||||
# run bdevio test
|
|
||||||
timing_enter compress_test
|
timing_enter compress_test
|
||||||
$rootdir/test/bdev/bdevio/bdevio -w &
|
mkdir -p /tmp/pmem
|
||||||
bdevio_pid=$!
|
bdf=$(iter_pci_class_code 01 08 02 | head -1)
|
||||||
trap 'killprocess $bdevio_pid; compress_err_cleanup; exit 1' SIGINT SIGTERM EXIT
|
|
||||||
waitforlisten $bdevio_pid
|
# per patch bdevperf uses slightly different params than nightly
|
||||||
$rpc_py set_compress_pmd -p 2
|
run_bdevperf 32 4096 3
|
||||||
$rpc_py bdev_nvme_attach_controller -b "Nvme0" -t "pcie" -a $bdf
|
|
||||||
waitforbdev $compress_bdev
|
|
||||||
$rootdir/test/bdev/bdevio/tests.py perform_tests
|
|
||||||
trap - SIGINT SIGTERM EXIT
|
|
||||||
killprocess $bdevio_pid
|
|
||||||
|
|
||||||
#run bdevperf with slightly different params for nightly
|
|
||||||
qd=32
|
|
||||||
runtime=3
|
|
||||||
iosize=4096
|
|
||||||
if [ $RUN_NIGHTLY -eq 1 ]; then
|
if [ $RUN_NIGHTLY -eq 1 ]; then
|
||||||
qd=64
|
run_bdevio
|
||||||
runtime=30
|
run_bdevperf 64 16384 30
|
||||||
iosize=16384
|
|
||||||
|
# run perf on nvmf target w/compressed vols
|
||||||
|
export TEST_TRANSPORT=tcp && nvmftestinit
|
||||||
|
nvmfappstart "-m 0x7"
|
||||||
|
trap "nvmftestfini; error_cleanup; exit 1" SIGINT SIGTERM EXIT
|
||||||
|
|
||||||
|
# Create an NVMe-oF subsystem and add compress bdevs as namespaces
|
||||||
|
$rpc_py nvmf_create_transport -t $TEST_TRANSPORT -u 8192
|
||||||
|
create_vols
|
||||||
|
$rpc_py nvmf_subsystem_create nqn.2016-06.io.spdk:cnode0 -a -s SPDK0
|
||||||
|
$rpc_py nvmf_subsystem_add_ns nqn.2016-06.io.spdk:cnode0 COMP_lvs0/lv0
|
||||||
|
$rpc_py nvmf_subsystem_add_ns nqn.2016-06.io.spdk:cnode0 COMP_lvs0/lv1
|
||||||
|
$rpc_py nvmf_subsystem_add_listener nqn.2016-06.io.spdk:cnode0 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_PORT
|
||||||
|
|
||||||
|
# Start random read writes in the background
|
||||||
|
$rootdir/examples/nvme/perf/perf -r "trtype:$TEST_TRANSPORT adrfam:IPv4 traddr:$NVMF_FIRST_TARGET_IP trsvcid:$NVMF_PORT" -o 4096 -q 64 -s 512 -w randrw -t 30 -c 0x18 -M 50 &
|
||||||
|
perf_pid=$!
|
||||||
|
|
||||||
|
# Wait for I/O to complete
|
||||||
|
trap 'killprocess $perf_pid; compress_err_cleanup; exit 1' SIGINT SIGTERM EXIT
|
||||||
|
wait $perf_pid
|
||||||
|
destroy_vols
|
||||||
|
|
||||||
|
trap - SIGINT SIGTERM EXIT
|
||||||
|
nvmftestfini
|
||||||
fi
|
fi
|
||||||
$rootdir/test/bdev/bdevperf/bdevperf -z -q $qd -o $iosize -w verify -t $runtime &
|
|
||||||
bdevperf_pid=$!
|
|
||||||
trap 'killprocess $bdevperf_pid; compress_err_cleanup; exit 1' SIGINT SIGTERM EXIT
|
|
||||||
waitforlisten $bdevperf_pid
|
|
||||||
$rpc_py set_compress_pmd -p 2
|
|
||||||
$rpc_py bdev_nvme_attach_controller -b "Nvme0" -t "pcie" -a $bdf
|
|
||||||
waitforbdev $compress_bdev
|
|
||||||
$rootdir/test/bdev/bdevperf/bdevperf.py perform_tests
|
|
||||||
|
|
||||||
# now cleanup the vols, deleting the compression vol also deletes the pmem file
|
rm -rf /tmp/pmem
|
||||||
$rpc_py bdev_compress_delete COMP_lvs0/lv0
|
|
||||||
$rpc_py bdev_lvol_delete_lvstore -l lvs0
|
|
||||||
|
|
||||||
trap - SIGINT SIGTERM EXIT
|
|
||||||
killprocess $bdevperf_pid
|
|
||||||
timing_exit compress_test
|
timing_exit compress_test
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user