feat: Enable deferred unregistering of shared memory regions after inference (#7743)

Author: pskiran1

qa/L0_cuda_shared_memory/cuda_shared_memory_test.py

@@ -121,41 +121,47 @@ cp ../python_models/execute_delayed_model/model.py ./python_models/simple/1/
 cp ../python_models/execute_delayed_model/config.pbtxt ./python_models/simple/
 sed -i 's/KIND_CPU/KIND_GPU/g' ./python_models/simple/config.pbtxt
 
-for client_type in http grpc; do
-    SERVER_ARGS="--model-repository=`pwd`/python_models --log-verbose=1 ${SERVER_ARGS_EXTRA}"
-    SERVER_LOG="./unregister_shm.$client_type.server.log"
-    run_server
-    if [ "$SERVER_PID" == "0" ]; then
-        echo -e "\n***\n*** Failed to start $SERVER\n***"
-        cat $SERVER_LOG
-        exit 1
-    fi
 
-    export CLIENT_TYPE=$client_type
-    CLIENT_LOG="./unregister_shm.$client_type.client.log"
-    set +e
-    python3 $SHM_TEST TestCudaSharedMemoryUnregister.test_unregister_shm_during_inference_$client_type >>$CLIENT_LOG 2>&1
-    if [ $? -ne 0 ]; then
-        cat $CLIENT_LOG
-        echo -e "\n***\n*** Test Failed\n***"
-        RET=1
-    else
-        check_test_results $TEST_RESULT_FILE 1
+for test_case in \
+        test_unregister_shm_during_inference_single_req \
+        test_unregister_shm_during_inference_multiple_req \
+        test_unregister_shm_after_inference; do
+    for client_type in http grpc; do
+        SERVER_ARGS="--model-repository=`pwd`/python_models --log-verbose=1 ${SERVER_ARGS_EXTRA}"
+        SERVER_LOG="./${test_case}_${client_type}.server.log"
+        run_server
+        if [ "$SERVER_PID" == "0" ]; then
+            echo -e "\n***\n*** Failed to start $SERVER\n***"
+            cat $SERVER_LOG
+            exit 1
+        fi
+
+        export CLIENT_TYPE=$client_type
+        CLIENT_LOG="./${test_case}_${client_type}.client.log"
+        set +e
+        python3 $SHM_TEST "TestCudaSharedMemoryUnregister.${test_case}_${client_type}" >>"$CLIENT_LOG" 2>&1
         if [ $? -ne 0 ]; then
-            cat $TEST_RESULT_FILE
-            echo -e "\n***\n*** Test Result Verification Failed\n***"
+            cat $CLIENT_LOG
+            echo -e "\n***\n*** Test Failed - ${test_case}_${client_type}\n***"
             RET=1
+        else
+            check_test_results $TEST_RESULT_FILE 1
+            if [ $? -ne 0 ]; then
+                cat $TEST_RESULT_FILE
+                echo -e "\n***\n*** Test Result Verification Failed - ${test_case}_${client_type}\n***"
+                RET=1
+            fi
         fi
-    fi
 
-    kill $SERVER_PID
-    wait $SERVER_PID
-    if [ $? -ne 0 ]; then
-        echo -e "\n***\n*** Test Server shut down non-gracefully\n***"
-        RET=1
-    fi
-    set -e
+        kill $SERVER_PID
+        wait $SERVER_PID
+        if [ $? -ne 0 ]; then
+            echo -e "\n***\n*** Test Server shut down non-gracefully\n***"
+            RET=1
+        fi
+        set -e
     done
+done
 
 if [ $RET -eq 0 ]; then
     echo -e "\n***\n*** Test Passed\n***"