Python Client API support for shared memory

qa/L0_simple_shared_memory_example/test.sh

@@ -26,6 +26,7 @@
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 SIMPLE_SHM_CLIENT=../clients/simple_shm_client
+SIMPLE_SHM_CLIENT_PY=../clients/simple_shm_client.py
 
 SERVER=/opt/tensorrtserver/bin/trtserver
 SERVER_ARGS=--model-repository=`pwd`/models
@@ -56,6 +57,16 @@ if [ $? -ne 0 ]; then
     RET=1
 fi
 
+python $SIMPLE_SHM_CLIENT_PY -i grpc -u localhost:8001 -v >>client_py.log 2>&1
+if [ $? -ne 0 ]; then
+    RET=1
+fi
+
+python $SIMPLE_SHM_CLIENT_PY -v >>client_py.log 2>&1
+if [ $? -ne 0 ]; then
+    RET=1
+fi
+
 if [ `grep -c "localhost:8000" client_c++.log` != "9" ]; then
     echo -e "\n***\n*** Failed. Expected 9 Host: localhost:8000 headers for C++ client\n***"
     RET=1

src/clients/c++/simple_shm_client.cc

@@ -74,13 +74,17 @@ CreateSharedMemoryRegion(std::string shm_key, size_t batch_byte_size)
   // get shared memory region descriptor
   int shm_fd = shm_open(shm_key.c_str(), O_RDWR | O_CREAT, S_IRUSR | S_IWUSR);
   if (shm_fd == -1) {
-    std::cerr << "error: unable to get shared memory descriptor";
+    std::cerr << "error: unable to get shared memory descriptor for "
+                 "shared-memory key '" +
+                     shm_key + "'";
     exit(1);
   }
   // extend shared memory object as by default it's initialized with size 0
   int res = ftruncate(shm_fd, batch_byte_size);
   if (res == -1) {
-    std::cerr << "error: unable to get initialize size";
+    std::cerr << "error: unable to initialize shared-memory key '" + shm_key +
+                     "' to requested size " + std::to_string(batch_byte_size) +
+                     " bytes";
     exit(1);
   }
   return shm_fd;
@@ -93,7 +97,9 @@ MapSharedMemory(int shm_fd, size_t offset, size_t batch_byte_size)
   void* shm_addr =
       mmap(NULL, batch_byte_size, PROT_WRITE, MAP_SHARED, shm_fd, offset);
   if (shm_addr == MAP_FAILED) {
-    std::cerr << "error: unable to process address space";
+    std::cerr << "error: unable to process address space or shared-memory "
+                 "descriptor: " +
+                     std::to_string(shm_fd);
     exit(1);
   }
   return shm_addr;
@@ -104,7 +110,8 @@ UnlinkSharedMemoryRegion(std::string shm_key)
 {
   int shm_fd = shm_unlink(shm_key.c_str());
   if (shm_fd == -1) {
-    std::cerr << "error: unable to unlink shared memory for " << shm_key;
+    std::cerr << "error: unable to unlink shared memory for key '" + shm_key +
+                     "'";
     exit(1);
   }
 }

src/clients/python/CMakeLists.txt

@@ -35,12 +35,22 @@ target_link_libraries(
   PUBLIC request
 )
 
+#
+# libcshm.so
+#
+add_library(cshm SHARED shared_memory/shared_memory.cc)
+target_link_libraries(
+  cshm
+  rt
+)
+
 #
 # Wheel file
 #
 set(wheel_stamp_file "stamp.whl")
 configure_file(../../../VERSION VERSION COPYONLY)
 configure_file(__init__.py __init__.py COPYONLY)
+configure_file(shared_memory/__init__.py shared_memory/__init__.py COPYONLY)
 configure_file(setup.py setup.py COPYONLY)
 
 add_custom_command(
@@ -70,6 +80,7 @@ install(
     simple_client.py
     simple_callback_client.py
     simple_string_client.py
+    simple_shm_client.py
     simple_sequence_client.py
   DESTINATION python
 )