[python] Sets rolloing batch threads as daemon thread

deepjavalibrary · Dec 9, 2023 · b8f37da · b8f37da
1 parent 9cd5a7e
commit b8f37da
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 2 deletions.
diff --git a/engines/python/src/main/java/ai/djl/python/engine/RollingBatch.java b/engines/python/src/main/java/ai/djl/python/engine/RollingBatch.java
@@ -52,7 +52,13 @@ class RollingBatch implements Runnable {
     private static final Logger logger = LoggerFactory.getLogger(RollingBatch.class);
     private static final Logger SERVER_METRIC = LoggerFactory.getLogger("server_metric");
 
-    private static ExecutorService threadPool = Executors.newCachedThreadPool();
+    private static ExecutorService threadPool =
+            Executors.newCachedThreadPool(
+                    r -> {
+                        Thread t = Executors.defaultThreadFactory().newThread(r);
+                        t.setDaemon(true);
+                        return t;
+                    });
 
     private PyProcess process;
     private int maxRollingBatchSize;

diff --git a/wlm/src/main/java/ai/djl/serving/wlm/WorkLoadManager.java b/wlm/src/main/java/ai/djl/serving/wlm/WorkLoadManager.java
@@ -43,7 +43,13 @@ public class WorkLoadManager {
 
     /** Constructs a {@link WorkLoadManager} instance. */
     public WorkLoadManager() {
-        threadPool = Executors.newCachedThreadPool();
+        threadPool =
+                Executors.newCachedThreadPool(
+                        r -> {
+                            Thread t = Executors.defaultThreadFactory().newThread(r);
+                            t.setDaemon(true);
+                            return t;
+                        });
         workerPools = new ConcurrentHashMap<>();
     }