00:26:03.178 ========== Backtrace start: ========== 00:26:03.178 00:26:03.178 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:978 -> killprocess(["3566257"]) 00:26:03.178 ... 00:26:03.178 973 kill $1 00:26:03.178 974 fi 00:26:03.178 975 00:26:03.178 976 # wait for the process regardless if its the dummy sudo one 00:26:03.178 977 # or the actual app - it should terminate anyway 00:26:03.178 => 978 wait $1 00:26:03.178 979 else 00:26:03.178 980 # the process is not there anymore 00:26:03.178 981 echo "Process with pid $1 is not found" 00:26:03.178 982 fi 00:26:03.178 983 } 00:26:03.178 ... 00:26:03.178 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh:136 -> nvmf_shutdown_tc3([]) 00:26:03.178 ... 00:26:03.178 131 trap 'process_shm --id $NVMF_APP_SHM_ID; kill -9 $perfpid || true; nvmftestfini; exit 1' SIGINT SIGTERM EXIT 00:26:03.178 132 00:26:03.178 133 waitforio /var/tmp/bdevperf.sock Nvme1n1 00:26:03.178 134 00:26:03.178 135 # Kill the target half way through 00:26:03.178 => 136 killprocess $nvmfpid 00:26:03.178 137 sleep 1 00:26:03.178 138 NOT wait $perfpid 00:26:03.178 139 00:26:03.178 140 stoptarget 00:26:03.178 141 } 00:26:03.178 ... 00:26:03.178 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_shutdown_tc3"],["nvmf_shutdown_tc3"]) 00:26:03.178 ... 00:26:03.178 1124 timing_enter $test_name 00:26:03.178 1125 echo "************************************" 00:26:03.178 1126 echo "START TEST $test_name" 00:26:03.178 1127 echo "************************************" 00:26:03.178 1128 xtrace_restore 00:26:03.178 1129 time "$@" 00:26:03.178 1130 xtrace_disable 00:26:03.178 1131 echo "************************************" 00:26:03.178 1132 echo "END TEST $test_name" 00:26:03.178 1133 echo "************************************" 00:26:03.178 1134 timing_exit $test_name 00:26:03.178 ... 00:26:03.178 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh:164 -> main(["--transport=rdma"]) 00:26:03.178 ... 00:26:03.178 159 stoptarget 00:26:03.178 160 } 00:26:03.178 161 00:26:03.178 162 run_test "nvmf_shutdown_tc1" nvmf_shutdown_tc1 00:26:03.178 163 run_test "nvmf_shutdown_tc2" nvmf_shutdown_tc2 00:26:03.178 => 164 run_test "nvmf_shutdown_tc3" nvmf_shutdown_tc3 00:26:03.178 165 # Temporarily disable on e810 due to issue #3523 00:26:03.178 166 if ! [[ "$SPDK_TEST_NVMF_NICS" == "e810" && "$TEST_TRANSPORT" == "rdma" ]]; then 00:26:03.178 167 run_test "nvmf_shutdown_tc4" nvmf_shutdown_tc4 00:26:03.178 168 fi 00:26:03.178 169 00:26:03.178 ... 00:26:03.178 00:26:03.178 ========== Backtrace end ========== 00:26:03.439 ========== Backtrace start: ========== 00:26:03.439 00:26:03.439 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_shutdown"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh"],["--transport=rdma"]) 00:26:03.439 ... 00:26:03.439 1124 timing_enter $test_name 00:26:03.439 1125 echo "************************************" 00:26:03.439 1126 echo "START TEST $test_name" 00:26:03.439 1127 echo "************************************" 00:26:03.439 1128 xtrace_restore 00:26:03.439 1129 time "$@" 00:26:03.439 1130 xtrace_disable 00:26:03.439 1131 echo "************************************" 00:26:03.439 1132 echo "END TEST $test_name" 00:26:03.439 1133 echo "************************************" 00:26:03.439 1134 timing_exit $test_name 00:26:03.439 ... 00:26:03.439 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh:65 -> main(["--transport=rdma"]) 00:26:03.439 ... 00:26:03.439 60 elif [[ $SPDK_TEST_NVMF_TRANSPORT == "rdma" ]]; then 00:26:03.439 61 # Disabled due to https://github.com/spdk/spdk/issues/3345 00:26:03.439 62 # run_test "nvmf_device_removal" test/nvmf/target/device_removal.sh "${TEST_ARGS[@]}" 00:26:03.439 63 run_test "nvmf_srq_overwhelm" "$rootdir/test/nvmf/target/srq_overwhelm.sh" "${TEST_ARGS[@]}" 00:26:03.439 64 fi 00:26:03.439 => 65 run_test "nvmf_shutdown" $rootdir/test/nvmf/target/shutdown.sh "${TEST_ARGS[@]}" 00:26:03.439 66 fi 00:26:03.439 67 run_test "nvmf_nsid" "$rootdir/test/nvmf/target/nsid.sh" "${TEST_ARGS[@]}" 00:26:03.439 68 00:26:03.439 69 trap - SIGINT SIGTERM EXIT 00:26:03.439 ... 00:26:03.439 00:26:03.439 ========== Backtrace end ========== 00:26:03.439 ========== Backtrace start: ========== 00:26:03.439 00:26:03.439 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_target_extra"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh"],["--transport=rdma"]) 00:26:03.439 ... 00:26:03.439 1124 timing_enter $test_name 00:26:03.439 1125 echo "************************************" 00:26:03.439 1126 echo "START TEST $test_name" 00:26:03.439 1127 echo "************************************" 00:26:03.439 1128 xtrace_restore 00:26:03.439 1129 time "$@" 00:26:03.439 1130 xtrace_disable 00:26:03.439 1131 echo "************************************" 00:26:03.439 1132 echo "END TEST $test_name" 00:26:03.439 1133 echo "************************************" 00:26:03.439 1134 timing_exit $test_name 00:26:03.439 ... 00:26:03.439 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:15 -> main(["--transport=rdma"]) 00:26:03.439 ... 00:26:03.439 10 if [ ! $(uname -s) = Linux ]; then 00:26:03.439 11 exit 0 00:26:03.439 12 fi 00:26:03.439 13 00:26:03.439 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:26:03.439 => 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:26:03.439 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:26:03.439 17 00:26:03.439 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:26:03.439 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:26:03.439 20 run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:26:03.439 ... 00:26:03.439 00:26:03.439 ========== Backtrace end ========== 00:26:03.439 ========== Backtrace start: ========== 00:26:03.439 00:26:03.439 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:26:03.439 ... 00:26:03.439 1124 timing_enter $test_name 00:26:03.439 1125 echo "************************************" 00:26:03.439 1126 echo "START TEST $test_name" 00:26:03.439 1127 echo "************************************" 00:26:03.439 1128 xtrace_restore 00:26:03.439 1129 time "$@" 00:26:03.439 1130 xtrace_disable 00:26:03.439 1131 echo "************************************" 00:26:03.439 1132 echo "END TEST $test_name" 00:26:03.439 1133 echo "************************************" 00:26:03.439 1134 timing_exit $test_name 00:26:03.439 ... 00:26:03.439 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:281 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:26:03.439 ... 00:26:03.439 276 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:26:03.439 277 export NET_TYPE 00:26:03.439 278 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:26:03.440 279 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:26:03.440 280 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:26:03.440 => 281 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:26:03.440 282 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:26:03.440 283 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:26:03.440 284 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:26:03.440 285 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:26:03.440 286 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:26:03.440 ... 00:26:03.440 00:26:03.440 ========== Backtrace end ========== 00:26:31.495 ========== Backtrace start: ========== 00:26:31.495 00:26:31.495 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:26:31.495 ... 00:26:31.495 22 trap 'timing_finish || exit 1' EXIT 00:26:31.495 23 00:26:31.495 24 # Runs agent scripts 00:26:31.495 25 $rootdir/autobuild.sh "$conf" 00:26:31.495 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:26:31.495 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:26:31.495 28 fi 00:26:31.495 ... 00:26:31.495 00:26:31.495 ========== Backtrace end ==========