test/rocksdb: remove run_tests.sh
It's not used. Change-Id: I6d9352a9e7892f9bee938c89cb3208a4dedb04eb Signed-off-by: Darek Stojaczyk <dariusz.stojaczyk@intel.com> Reviewed-on: https://review.gerrithub.io/c/spdk/spdk/+/457467 Tested-by: SPDK CI Jenkins <sys_sgci@intel.com> Reviewed-by: Shuhei Matsumoto <shuhei.matsumoto.xt@hitachi.com> Reviewed-by: Ben Walker <benjamin.walker@intel.com> Reviewed-by: Seth Howell <seth.howell5141@gmail.com>
This commit is contained in:
Darek Stojaczyk
Ben Walker
parent
b8bbf63925
commit
8316dda159
@ -61,7 +61,7 @@ At this point, RocksDB is ready for testing with SPDK. Three `db_bench` paramet
|
||||
Default is 4096 (4GB). (Optional)
|
||||
|
||||
SPDK has a set of scripts which will run `db_bench` against a variety of workloads and capture performance and profiling
|
||||
data. The primary script is `test/blobfs/rocksdb/run_tests.sh`.
|
||||
data. The primary script is `test/blobfs/rocksdb/rocksdb.sh`.
|
||||
|
||||
# FUSE
|
||||
|
||||
|
||||
@ -1,197 +0,0 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
if [ $# -eq 0 ]
|
||||
then
|
||||
echo "usage: $0 <location of db_bench>"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
DB_BENCH=$(readlink -f $1)
|
||||
[ -e $DB_BENCH ] || (echo "$DB_BENCH does not exist - needs to be built" && exit 1)
|
||||
|
||||
hash mkfs.xfs
|
||||
: ${USE_PERF:=1}
|
||||
if ! hash perf; then
|
||||
USE_PERF=0
|
||||
fi
|
||||
hash python
|
||||
[ -e /usr/include/gflags/gflags.h ] || (echo "gflags not installed." && exit 1)
|
||||
|
||||
# Increase max number of file descriptors. This will be inherited
|
||||
# by processes spawned from this script.
|
||||
ulimit -n 16384
|
||||
|
||||
TESTDIR=$(readlink -f $(dirname $0))
|
||||
|
||||
if ls $TESTDIR/results/testrun_* &> /dev/null; then
|
||||
mkdir -p $TESTDIR/results/old
|
||||
mv $TESTDIR/results/testrun_* $TESTDIR/results/old
|
||||
fi
|
||||
|
||||
if [ -z "$RESULTS_DIR" ]; then
|
||||
RESULTS_DIR=$TESTDIR/results/testrun_$(date +%Y%m%d_%H%M%S)
|
||||
mkdir -p $RESULTS_DIR
|
||||
rm -f $TESTDIR/results/last
|
||||
ln -s $RESULTS_DIR $TESTDIR/results/last
|
||||
fi
|
||||
|
||||
: ${CACHE_SIZE:=4096}
|
||||
: ${DURATION:=120}
|
||||
: ${NUM_KEYS:=500000000}
|
||||
: ${ROCKSDB_CONF:=/usr/local/etc/spdk/rocksdb.conf}
|
||||
|
||||
if [ "$NO_SPDK" = "1" ]
|
||||
then
|
||||
[ -e /dev/nvme0n1 ] || (echo "No /dev/nvme0n1 device node found." && exit 1)
|
||||
else
|
||||
[ -e /dev/nvme0n1 ] && (echo "/dev/nvme0n1 device found - need to run SPDK setup.sh script to bind to UIO." && exit 1)
|
||||
fi
|
||||
|
||||
cd $RESULTS_DIR
|
||||
|
||||
SYSINFO_FILE=sysinfo.txt
|
||||
COMMAND="hostname"
|
||||
echo ">> $COMMAND : " >> $SYSINFO_FILE
|
||||
$COMMAND >> $SYSINFO_FILE
|
||||
echo >> $SYSINFO_FILE
|
||||
|
||||
COMMAND="cat /proc/cpuinfo"
|
||||
echo ">> $COMMAND : " >> $SYSINFO_FILE
|
||||
$COMMAND >> $SYSINFO_FILE
|
||||
echo >> $SYSINFO_FILE
|
||||
|
||||
COMMAND="cat /proc/meminfo"
|
||||
echo ">> $COMMAND : " >> $SYSINFO_FILE
|
||||
$COMMAND >> $SYSINFO_FILE
|
||||
echo >> $SYSINFO_FILE
|
||||
|
||||
if [ "$NO_SPDK" = "1" ]
|
||||
then
|
||||
echo -n Creating and mounting XFS filesystem...
|
||||
sudo mkdir -p /mnt/rocksdb
|
||||
sudo umount /mnt/rocksdb || true &> /dev/null
|
||||
sudo mkfs.xfs -d agcount=32 -l su=4096 -f /dev/nvme0n1 &> mkfs_xfs.txt
|
||||
sudo mount -o discard /dev/nvme0n1 /mnt/rocksdb
|
||||
sudo chown $USER /mnt/rocksdb
|
||||
echo done.
|
||||
fi
|
||||
|
||||
cp $TESTDIR/common_flags.txt insert_flags.txt
|
||||
echo "--benchmarks=fillseq" >> insert_flags.txt
|
||||
echo "--threads=1" >> insert_flags.txt
|
||||
echo "--disable_wal=1" >> insert_flags.txt
|
||||
echo "--use_existing_db=0" >> insert_flags.txt
|
||||
echo "--num=$NUM_KEYS" >> insert_flags.txt
|
||||
|
||||
cp $TESTDIR/common_flags.txt randread_flags.txt
|
||||
echo "--benchmarks=readrandom" >> randread_flags.txt
|
||||
echo "--threads=16" >> randread_flags.txt
|
||||
echo "--duration=$DURATION" >> randread_flags.txt
|
||||
echo "--disable_wal=1" >> randread_flags.txt
|
||||
echo "--use_existing_db=1" >> randread_flags.txt
|
||||
echo "--num=$NUM_KEYS" >> randread_flags.txt
|
||||
|
||||
cp $TESTDIR/common_flags.txt overwrite_flags.txt
|
||||
echo "--benchmarks=overwrite" >> overwrite_flags.txt
|
||||
echo "--threads=1" >> overwrite_flags.txt
|
||||
echo "--duration=$DURATION" >> overwrite_flags.txt
|
||||
echo "--disable_wal=1" >> overwrite_flags.txt
|
||||
echo "--use_existing_db=1" >> overwrite_flags.txt
|
||||
echo "--num=$NUM_KEYS" >> overwrite_flags.txt
|
||||
|
||||
cp $TESTDIR/common_flags.txt readwrite_flags.txt
|
||||
echo "--benchmarks=readwhilewriting" >> readwrite_flags.txt
|
||||
echo "--threads=4" >> readwrite_flags.txt
|
||||
echo "--duration=$DURATION" >> readwrite_flags.txt
|
||||
echo "--disable_wal=1" >> readwrite_flags.txt
|
||||
echo "--use_existing_db=1" >> readwrite_flags.txt
|
||||
echo "--num=$NUM_KEYS" >> readwrite_flags.txt
|
||||
|
||||
cp $TESTDIR/common_flags.txt writesync_flags.txt
|
||||
echo "--benchmarks=overwrite" >> writesync_flags.txt
|
||||
echo "--threads=1" >> writesync_flags.txt
|
||||
echo "--duration=$DURATION" >> writesync_flags.txt
|
||||
echo "--disable_wal=0" >> writesync_flags.txt
|
||||
echo "--use_existing_db=1" >> writesync_flags.txt
|
||||
echo "--sync=1" >> writesync_flags.txt
|
||||
echo "--num=$NUM_KEYS" >> writesync_flags.txt
|
||||
|
||||
run_step() {
|
||||
if [ -z "$1" ]
|
||||
then
|
||||
echo run_step called with no parameter
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "$NO_SPDK" ]
|
||||
then
|
||||
echo "--spdk=$ROCKSDB_CONF" >> "$1"_flags.txt
|
||||
echo "--spdk_bdev=Nvme0n1" >> "$1"_flags.txt
|
||||
echo "--spdk_cache_size=$CACHE_SIZE" >> "$1"_flags.txt
|
||||
fi
|
||||
|
||||
if [ "$NO_SPDK" = "1" ]
|
||||
then
|
||||
echo "--bytes_per_sync=262144" >> "$1"_flags.txt
|
||||
cat /sys/block/nvme0n1/stat > "$1"_blockdev_stats.txt
|
||||
fi
|
||||
|
||||
echo -n Start $1 test phase...
|
||||
if [ "$USE_PERF" = "1" ]
|
||||
then
|
||||
sudo /usr/bin/time taskset 0xFF perf record $DB_BENCH --flagfile="$1"_flags.txt &> "$1"_db_bench.txt
|
||||
else
|
||||
sudo /usr/bin/time taskset 0xFF $DB_BENCH --flagfile="$1"_flags.txt &> "$1"_db_bench.txt
|
||||
fi
|
||||
echo done.
|
||||
|
||||
if [ "$NO_SPDK" = "1" ]
|
||||
then
|
||||
drop_caches
|
||||
cat /sys/block/nvme0n1/stat >> "$1"_blockdev_stats.txt
|
||||
fi
|
||||
|
||||
if [ "$USE_PERF" = "1" ]
|
||||
then
|
||||
echo -n Generating perf report for $1 test phase...
|
||||
sudo perf report -f -n | sed '/#/d' | sed '/%/!d' | sort -r > $1.perf.txt
|
||||
sudo rm perf.data
|
||||
$TESTDIR/postprocess.py $(pwd) $1 > $1_summary.txt
|
||||
echo done.
|
||||
fi
|
||||
}
|
||||
|
||||
drop_caches() {
|
||||
echo -n Cleaning Page Cache...
|
||||
echo 3 > /proc/sys/vm/drop_caches
|
||||
echo done.
|
||||
}
|
||||
|
||||
if [ -z "$SKIP_INSERT" ]
|
||||
then
|
||||
run_step insert
|
||||
fi
|
||||
if [ -z "$SKIP_OVERWRITE" ]
|
||||
then
|
||||
run_step overwrite
|
||||
fi
|
||||
if [ -z "$SKIP_READWRITE" ]
|
||||
then
|
||||
run_step readwrite
|
||||
fi
|
||||
if [ -z "$SKIP_WRITESYNC" ]
|
||||
then
|
||||
run_step writesync
|
||||
fi
|
||||
if [ -z "$SKIP_RANDREAD" ]
|
||||
then
|
||||
run_step randread
|
||||
fi
|
||||
|
||||
if [ "$NO_SPDK" = "1" ]
|
||||
then
|
||||
echo -n Unmounting XFS filesystem...
|
||||
sudo umount /mnt/rocksdb || true &> /dev/null
|
||||
echo done.
|
||||
fi
|
||||
Loading…
Reference in New Issue
Block a user