00:09:07.168  ========== Backtrace start: ==========
00:09:07.168  
00:09:07.168  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/ns_hotplug_stress.sh:36 -> main(["--transport=rdma"])
00:09:07.168       ...
00:09:07.168     31  	$SPDK_BIN_DIR/spdk_nvme_perf -c 0x1 -r "trtype:$TEST_TRANSPORT adrfam:IPv4 traddr:$NVMF_FIRST_TARGET_IP trsvcid:$NVMF_PORT" \
00:09:07.168     32  		-t 30 -q 128 -w randread -o 512 -Q 1000 "${NO_HUGE[@]}" &
00:09:07.168     33  	PERF_PID=$!
00:09:07.168     34  	
00:09:07.168     35  	while kill -0 $PERF_PID; do
00:09:07.168  => 36  		$rpc_py nvmf_subsystem_remove_ns nqn.2016-06.io.spdk:cnode1 1
00:09:07.168     37  		$rpc_py nvmf_subsystem_add_ns nqn.2016-06.io.spdk:cnode1 Delay0
00:09:07.168     38  		# Also test bdev/namespace resizing here, since it has a similar
00:09:07.168     39  		# effect on subsystem/namespace handling in the nvmf target
00:09:07.168     40  		null_size=$((null_size + 1))
00:09:07.168     41  		$rpc_py bdev_null_resize NULL1 $null_size
00:09:07.168       ...
00:09:07.168  
00:09:07.168  ========== Backtrace end ==========
00:09:07.453  ========== Backtrace start: ==========
00:09:07.453  
00:09:07.454  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_ns_hotplug_stress"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/ns_hotplug_stress.sh"],["--transport=rdma"])
00:09:07.454       ...
00:09:07.454     1106		timing_enter $test_name
00:09:07.454     1107		echo "************************************"
00:09:07.454     1108		echo "START TEST $test_name"
00:09:07.454     1109		echo "************************************"
00:09:07.454     1110		xtrace_restore
00:09:07.454     1111		time "$@"
00:09:07.454     1112		xtrace_disable
00:09:07.454     1113		echo "************************************"
00:09:07.454     1114		echo "END TEST $test_name"
00:09:07.454     1115		echo "************************************"
00:09:07.454     1116		timing_exit $test_name
00:09:07.454       ...
00:09:07.454  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:32 -> main(["--transport=rdma"])
00:09:07.454       ...
00:09:07.454     27  		run_test "nvmf_connect_disconnect" $rootdir/test/nvmf/target/connect_disconnect.sh "${TEST_ARGS[@]}"
00:09:07.454     28  		run_test "nvmf_multitarget" $rootdir/test/nvmf/target/multitarget.sh "${TEST_ARGS[@]}"
00:09:07.454     29  		run_test "nvmf_rpc" $rootdir/test/nvmf/target/rpc.sh "${TEST_ARGS[@]}"
00:09:07.454     30  		run_test "nvmf_invalid" $rootdir/test/nvmf/target/invalid.sh "${TEST_ARGS[@]}"
00:09:07.454     31  		run_test "nvmf_abort" $rootdir/test/nvmf/target/abort.sh "${TEST_ARGS[@]}"
00:09:07.454  => 32  		run_test "nvmf_ns_hotplug_stress" $rootdir/test/nvmf/target/ns_hotplug_stress.sh "${TEST_ARGS[@]}"
00:09:07.454     33  		run_test "nvmf_connect_stress" $rootdir/test/nvmf/target/connect_stress.sh "${TEST_ARGS[@]}"
00:09:07.454     34  		run_test "nvmf_fused_ordering" $rootdir/test/nvmf/target/fused_ordering.sh "${TEST_ARGS[@]}"
00:09:07.454     35  		run_test "nvmf_delete_subsystem" $rootdir/test/nvmf/target/delete_subsystem.sh "${TEST_ARGS[@]}"
00:09:07.454     36  		run_test "nvmf_ns_masking" test/nvmf/target/ns_masking.sh "${TEST_ARGS[@]}"
00:09:07.454     37  		if [[ $SPDK_TEST_NVME_CLI -eq 1 ]]; then
00:09:07.454       ...
00:09:07.454  
00:09:07.454  ========== Backtrace end ==========
00:09:07.454  ========== Backtrace start: ==========
00:09:07.454  
00:09:07.454  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"])
00:09:07.454       ...
00:09:07.454     1106		timing_enter $test_name
00:09:07.454     1107		echo "************************************"
00:09:07.454     1108		echo "START TEST $test_name"
00:09:07.454     1109		echo "************************************"
00:09:07.454     1110		xtrace_restore
00:09:07.454     1111		time "$@"
00:09:07.454     1112		xtrace_disable
00:09:07.454     1113		echo "************************************"
00:09:07.454     1114		echo "END TEST $test_name"
00:09:07.454     1115		echo "************************************"
00:09:07.454     1116		timing_exit $test_name
00:09:07.454       ...
00:09:07.454  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:282 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"])
00:09:07.454       ...
00:09:07.454     277 		if [ $SPDK_TEST_NVMF -eq 1 ]; then
00:09:07.454     278 			export NET_TYPE
00:09:07.454     279 			# The NVMe-oF run test cases are split out like this so that the parser that compiles the
00:09:07.454     280 			# list of all tests can properly differentiate them. Please do not merge them into one line.
00:09:07.454     281 			if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then
00:09:07.454  => 282 				run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:09:07.454     283 				run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:09:07.454     284 			elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then
00:09:07.454     285 				run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:09:07.454     286 				if [[ $SPDK_TEST_URING -eq 0 ]]; then
00:09:07.454     287 					run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:09:07.454       ...
00:09:07.454  
00:09:07.454  ========== Backtrace end ==========