ftl: Trim tests

Unmap FIO and dd tests for FTL.

Signed-off-by: Kozlowski Mateusz <mateusz.kozlowski@intel.com>
Signed-off-by: Artur Paszkiewicz <artur.paszkiewicz@intel.com>
Change-Id: I6d01c4e729755c12d6c27159a7b12c575fc62e0a
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/13382
Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>
Reviewed-by: Jim Harris <james.r.harris@intel.com>
Reviewed-by: Ben Walker <benjamin.walker@intel.com>

test/ftl/config/fio/unmap.fio

@@ -0,0 +1,32 @@
+[global]
+ioengine=spdk_bdev
+spdk_json_conf=${FTL_JSON_CONF}
+filename=${FTL_BDEV_NAME}
+thread=1
+direct=1
+serialize_overlap=1
+bs=4M
+numjobs=1
+iodepth=64
+size=100%
+
+[Write]
+stonewall
+verify=md5
+rw=randwrite
+bs=64k
+
+[Trim]
+stonewall
+rw=trim
+iodepth=4
+bs=4M
+
+[Trim_Verify]
+stonewall
+bs=4M
+rw=write
+verify=pattern
+verify_only=1
+verify_dump=1
+verify_pattern=0

test/ftl/fio.sh

@@ -7,7 +7,7 @@ source $testdir/common.sh
 
 declare -A suite
 suite['basic']='randw-verify randw-verify-j2 randw-verify-depth128'
-suite['extended']='drive-prep randw-verify-qd128-ext randw-verify-qd2048-ext randw randr randrw'
+suite['extended']='drive-prep randw-verify-qd128-ext randw-verify-qd2048-ext randw randr randrw unmap'
 suite['nightly']='drive-prep randw-verify-qd256-nght randw-verify-qd256-nght randw-verify-qd256-nght'
 
 rpc_py=$rootdir/scripts/rpc.py

test/ftl/ftl.sh

@@ -70,6 +70,7 @@ fi
 if [[ -z $SPDK_TEST_FTL_NIGHTLY ]]; then
 	run_test "ftl_fio_basic" $testdir/fio.sh $device $nv_cache basic
 	run_test "ftl_bdevperf" $testdir/bdevperf.sh $device $nv_cache
+	run_test "ftl_trim" $testdir/trim.sh $device $nv_cache
 	run_test "ftl_restore" $testdir/restore.sh -c $nv_cache $device
 	run_test "ftl_dirty_shutdown" $testdir/dirty_shutdown.sh -c $nv_cache $device
 fi

test/ftl/trim.sh

@@ -0,0 +1,104 @@
+#!/usr/bin/env bash
+
+testdir=$(readlink -f $(dirname $0))
+rootdir=$(readlink -f $testdir/../..)
+source $rootdir/test/common/autotest_common.sh
+source $testdir/common.sh
+
+rpc_py=$rootdir/scripts/rpc.py
+
+fio_kill() {
+	rm -f $testdir/testfile.md5
+	rm -f $testdir/config/ftl.json
+	rm -f $testdir/random_pattern
+	rm -f $file
+
+	killprocess $svcpid
+}
+
+device=$1
+cache_device=$2
+timeout=240
+data_size_in_blocks=$((65536))
+unmap_size_in_blocks=$((1024))
+
+if [[ $CONFIG_FIO_PLUGIN != y ]]; then
+	echo "FIO not available"
+	exit 1
+fi
+
+export FTL_BDEV_NAME=ftl0
+export FTL_JSON_CONF=$testdir/config/ftl.json
+
+trap "fio_kill; exit 1" SIGINT SIGTERM EXIT
+
+"$SPDK_BIN_DIR/spdk_tgt" -m 0x7 &
+svcpid=$!
+waitforlisten $svcpid
+
+split_bdev=$(create_base_bdev nvme0 $device $((1024 * 101)))
+nv_cache=$(create_nv_cache_bdev nvc0 $cache_device $split_bdev)
+
+l2p_percentage=60
+l2p_dram_size_mb=$(($(get_bdev_size $split_bdev) * l2p_percentage / 100 / 1024))
+
+$rpc_py -t $timeout bdev_ftl_create -b ftl0 -d $split_bdev -c $nv_cache --core_mask 7 --l2p_dram_limit $l2p_dram_size_mb --overprovisioning 10
+
+waitforbdev ftl0
+
+(
+	echo '{"subsystems": ['
+	$rpc_py save_subsystem_config -n bdev
+	echo ']}'
+) > $FTL_JSON_CONF
+
+bdev_info=$($rpc_py bdev_get_bdevs -b ftl0)
+nb=$(jq ".[] .num_blocks" <<< "$bdev_info")
+
+killprocess $svcpid
+
+# Generate data pattern
+dd if=/dev/urandom bs=4K count=$data_size_in_blocks > $testdir/random_pattern
+
+# Write data pattern
+"$SPDK_BIN_DIR/spdk_dd" --if=$testdir/random_pattern --ob=ftl0 --json=$FTL_JSON_CONF
+
+"$SPDK_BIN_DIR/spdk_tgt" -L ftl_init &
+svcpid=$!
+waitforlisten $svcpid
+
+$rpc_py load_config < $FTL_JSON_CONF
+
+# Unmap first and last 4MiB
+$rpc_py bdev_ftl_unmap -b ftl0 --lba 0 --num_blocks $((unmap_size_in_blocks))
+$rpc_py bdev_ftl_unmap -b ftl0 --lba $((nb - unmap_size_in_blocks)) --num_blocks $((unmap_size_in_blocks))
+
+killprocess $svcpid
+
+# Calculate checksum of the data written
+file=$testdir/data
+"$SPDK_BIN_DIR/spdk_dd" --ib=ftl0 --of=$file --count=$data_size_in_blocks --json=$FTL_JSON_CONF
+cmp --bytes=$((unmap_size_in_blocks * 4096)) $file /dev/zero
+md5sum $file > $testdir/testfile.md5
+
+# Rewrite the first 4MiB
+"$SPDK_BIN_DIR/spdk_dd" --if=$testdir/random_pattern --ob=ftl0 --count=$((unmap_size_in_blocks)) --json=$FTL_JSON_CONF
+
+"$SPDK_BIN_DIR/spdk_tgt" -L ftl_init &
+svcpid=$!
+waitforlisten $svcpid
+
+$rpc_py load_config < $FTL_JSON_CONF
+
+# Unmap first and last 4MiB
+$rpc_py bdev_ftl_unmap -b ftl0 --lba 0 --num_blocks $((unmap_size_in_blocks))
+$rpc_py bdev_ftl_unmap -b ftl0 --lba $((nb - unmap_size_in_blocks)) --num_blocks $((unmap_size_in_blocks))
+
+killprocess $svcpid
+
+# Verify that the checksum matches and the data is consistent
+"$SPDK_BIN_DIR/spdk_dd" --ib=ftl0 --of=$file --count=$data_size_in_blocks --json=$FTL_JSON_CONF
+md5sum -c $testdir/testfile.md5
+
+trap - SIGINT SIGTERM EXIT
+fio_kill