bfdb9de3f0
Migration can take longer than 10s, hence we need to give fio more time to spin in order to make sure it's still running on the target vm after migration is complete. On the other hand, reduce the timeout used to wait for fio after the migration is done - there's no need to wait almost a minute, half that time. Signed-off-by: Michal Berger <michalx.berger@intel.com> Change-Id: I1b53682d5c8bc72336a9eead28c395f97cd81fe7 Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/7199 Tested-by: SPDK CI Jenkins <sys_sgci@intel.com> Reviewed-by: Shuhei Matsumoto <shuhei.matsumoto.xt@hitachi.com> Reviewed-by: Tomasz Zawadzki <tomasz.zawadzki@intel.com> Reviewed-by: Karol Latecki <karol.latecki@intel.com>
120 lines
3.3 KiB
Bash
120 lines
3.3 KiB
Bash
function migration_tc1_clean_vhost_config() {
|
|
# Restore trap
|
|
trap 'error_exit "${FUNCNAME}" "${LINENO}"' INT ERR EXIT
|
|
|
|
notice "Removing vhost devices & controllers via RPC ..."
|
|
# Delete bdev first to remove all LUNs and SCSI targets
|
|
$rpc bdev_malloc_delete Malloc0
|
|
|
|
# Delete controllers
|
|
$rpc vhost_delete_controller $incoming_vm_ctrlr
|
|
$rpc vhost_delete_controller $target_vm_ctrlr
|
|
|
|
unset -v incoming_vm target_vm incoming_vm_ctrlr target_vm_ctrlr rpc
|
|
}
|
|
|
|
function migration_tc1_configure_vhost() {
|
|
# Those are global intentionally - they will be unset in cleanup handler
|
|
incoming_vm=0
|
|
target_vm=1
|
|
incoming_vm_ctrlr=naa.Malloc0.$incoming_vm
|
|
target_vm_ctrlr=naa.Malloc0.$target_vm
|
|
rpc="$rootdir/scripts/rpc.py -s $(get_vhost_dir 0)/rpc.sock"
|
|
|
|
trap 'migration_tc1_error_handler; error_exit "${FUNCNAME}" "${LINENO}"' INT ERR EXIT
|
|
|
|
# Construct shared Malloc Bdev
|
|
$rpc bdev_malloc_create -b Malloc0 128 4096
|
|
|
|
# And two controllers - one for each VM. Both are using the same Malloc Bdev as LUN 0
|
|
$rpc vhost_create_scsi_controller $incoming_vm_ctrlr
|
|
$rpc vhost_scsi_controller_add_target $incoming_vm_ctrlr 0 Malloc0
|
|
|
|
$rpc vhost_create_scsi_controller $target_vm_ctrlr
|
|
$rpc vhost_scsi_controller_add_target $target_vm_ctrlr 0 Malloc0
|
|
}
|
|
|
|
function migration_tc1_error_handler() {
|
|
trap - SIGINT ERR EXIT
|
|
warning "Migration TC1 ERROR HANDLER"
|
|
print_backtrace
|
|
set -x
|
|
|
|
vm_kill_all
|
|
migration_tc1_clean_vhost_config
|
|
|
|
warning "Migration TC1 FAILED"
|
|
}
|
|
|
|
function migration_tc1() {
|
|
# Use 2 VMs:
|
|
# incoming VM - the one we want to migrate
|
|
# targe VM - the one which will accept migration
|
|
local job_file="$testdir/migration-tc1.job"
|
|
local log_file
|
|
log_file="/root/$(basename ${job_file%%.*}).log"
|
|
|
|
# Run vhost
|
|
vhost_run -n 0
|
|
migration_tc1_configure_vhost
|
|
|
|
notice "Setting up VMs"
|
|
vm_setup --os="$os_image" --force=$incoming_vm --disk-type=spdk_vhost_scsi --disks=Malloc0 --migrate-to=$target_vm
|
|
vm_setup --force=$target_vm --disk-type=spdk_vhost_scsi --disks=Malloc0 --incoming=$incoming_vm
|
|
|
|
# Run everything
|
|
vm_run $incoming_vm $target_vm
|
|
|
|
# Wait only for incoming VM, as target is waiting for migration
|
|
vm_wait_for_boot 300 $incoming_vm
|
|
|
|
# Run fio before migration
|
|
notice "Starting FIO"
|
|
|
|
vm_check_scsi_location $incoming_vm
|
|
run_fio $fio_bin --job-file="$job_file" --no-wait-for-fio --local --vm="${incoming_vm}$(printf ':/dev/%s' $SCSI_DISK)"
|
|
|
|
# Wait a while to let the FIO time to issue some IO
|
|
sleep 5
|
|
|
|
# Check if fio is still running before migration
|
|
if ! is_fio_running $incoming_vm; then
|
|
vm_exec $incoming_vm "cat $log_file"
|
|
error "FIO is not running before migration: process crashed or finished too early"
|
|
fi
|
|
|
|
vm_migrate $incoming_vm
|
|
sleep 3
|
|
|
|
# Check if fio is still running after migration
|
|
if ! is_fio_running $target_vm; then
|
|
vm_exec $target_vm "cat $log_file"
|
|
error "FIO is not running after migration: process crashed or finished too early"
|
|
fi
|
|
|
|
notice "Waiting for fio to finish"
|
|
local timeout=20
|
|
while is_fio_running $target_vm; do
|
|
sleep 1
|
|
echo -n "."
|
|
if ((timeout-- == 0)); then
|
|
error "timeout while waiting for FIO!"
|
|
fi
|
|
done
|
|
|
|
notice "Fio result is:"
|
|
vm_exec $target_vm "cat $log_file"
|
|
|
|
notice "Migration DONE"
|
|
|
|
notice "Shutting down all VMs"
|
|
vm_shutdown_all
|
|
|
|
migration_tc1_clean_vhost_config
|
|
|
|
notice "killing vhost app"
|
|
vhost_kill 0
|
|
|
|
notice "Migration TC1 SUCCESS"
|
|
}
|