00:24:21.033  ========== Backtrace start: ==========
00:24:21.033  
00:24:21.033  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/host/failover.sh:47 -> main(["--transport=rdma"])
00:24:21.033       ...
00:24:21.033     42  	
00:24:21.033     43  	$rpc_py nvmf_subsystem_remove_listener nqn.2016-06.io.spdk:cnode1 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_PORT
00:24:21.033     44  	
00:24:21.033     45  	sleep 3
00:24:21.033     46  	
00:24:21.033  => 47  	$rpc_py -s $bdevperf_rpc_sock bdev_nvme_attach_controller -b NVMe0 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_THIRD_PORT -f ipv4 -n nqn.2016-06.io.spdk:cnode1
00:24:21.033     48  	$rpc_py nvmf_subsystem_remove_listener nqn.2016-06.io.spdk:cnode1 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_SECOND_PORT
00:24:21.033     49  	
00:24:21.033     50  	sleep 3
00:24:21.033     51  	
00:24:21.033     52  	# Give the admin qpair time to fail before we add the new listener in. This prevents us from trying to connect to the wrong trid.
00:24:21.033       ...
00:24:21.033  
00:24:21.033  ========== Backtrace end ==========
00:24:22.226  ========== Backtrace start: ==========
00:24:22.226  
00:24:22.226  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1104 -> run_test(["nvmf_failover"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/host/failover.sh"],["--transport=rdma"])
00:24:22.226       ...
00:24:22.226     1099		timing_enter $test_name
00:24:22.226     1100		echo "************************************"
00:24:22.226     1101		echo "START TEST $test_name"
00:24:22.226     1102		echo "************************************"
00:24:22.226     1103		xtrace_restore
00:24:22.226     1104		time "$@"
00:24:22.226     1105		xtrace_disable
00:24:22.226     1106		echo "************************************"
00:24:22.226     1107		echo "END TEST $test_name"
00:24:22.226     1108		echo "************************************"
00:24:22.226     1109		timing_exit $test_name
00:24:22.226       ...
00:24:22.226  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:100 -> main(["--transport=rdma"])
00:24:22.226       ...
00:24:22.226     95  	fi
00:24:22.226     96  	
00:24:22.226     97  	run_test "nvmf_identify" $rootdir/test/nvmf/host/identify.sh "${TEST_ARGS[@]}"
00:24:22.226     98  	run_test "nvmf_perf" $rootdir/test/nvmf/host/perf.sh "${TEST_ARGS[@]}"
00:24:22.226     99  	run_test "nvmf_fio_host" $rootdir/test/nvmf/host/fio.sh "${TEST_ARGS[@]}"
00:24:22.226  => 100 	run_test "nvmf_failover" $rootdir/test/nvmf/host/failover.sh "${TEST_ARGS[@]}"
00:24:22.226     101 	run_test "nvmf_discovery" $rootdir/test/nvmf/host/discovery.sh "${TEST_ARGS[@]}"
00:24:22.226     102 	run_test "nvmf_discovery_remove_ifc" $rootdir/test/nvmf/host/discovery_remove_ifc.sh "${TEST_ARGS[@]}"
00:24:22.226     103 	# TODO: disabled due to intermittent failures (RDMA_CM_EVENT_UNREACHABLE/ETIMEDOUT)
00:24:22.226     104 	#run_test $rootdir/test/nvmf/host/identify_kernel_nvmf.sh $TEST_ARGS
00:24:22.226     105 	
00:24:22.226       ...
00:24:22.226  
00:24:22.226  ========== Backtrace end ==========
00:24:22.226  ========== Backtrace start: ==========
00:24:22.226  
00:24:22.226  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1104 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"])
00:24:22.226       ...
00:24:22.226     1099		timing_enter $test_name
00:24:22.226     1100		echo "************************************"
00:24:22.226     1101		echo "START TEST $test_name"
00:24:22.226     1102		echo "************************************"
00:24:22.226     1103		xtrace_restore
00:24:22.226     1104		time "$@"
00:24:22.226     1105		xtrace_disable
00:24:22.226     1106		echo "************************************"
00:24:22.226     1107		echo "END TEST $test_name"
00:24:22.226     1108		echo "************************************"
00:24:22.226     1109		timing_exit $test_name
00:24:22.226       ...
00:24:22.226  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:292 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"])
00:24:22.226       ...
00:24:22.226     287 		if [ $SPDK_TEST_NVMF -eq 1 ]; then
00:24:22.226     288 			export NET_TYPE
00:24:22.227     289 			# The NVMe-oF run test cases are split out like this so that the parser that compiles the
00:24:22.227     290 			# list of all tests can properly differentiate them. Please do not merge them into one line.
00:24:22.227     291 			if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then
00:24:22.227  => 292 				run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:24:22.227     293 				run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:24:22.227     294 			elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then
00:24:22.227     295 				run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:24:22.227     296 				if [[ $SPDK_TEST_URING -eq 0 ]]; then
00:24:22.227     297 					run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:24:22.227       ...
00:24:22.227  
00:24:22.227  ========== Backtrace end ==========