Fix bug in handler

deepjavalibrary · Jan 5, 2024 · 26401a6 · 26401a6
1 parent bd9d6d0
commit 26401a6
Showing 1 changed file with 4 additions and 8 deletions.
diff --git a/engines/python/setup/djl_python/tensorrt_llm.py b/engines/python/setup/djl_python/tensorrt_llm.py
@@ -25,7 +25,6 @@ class TRTLLMService(object):
     def __init__(self):
         self.initialized = False
         self.trt_configs = None
-        self.rolling_batch_type = None
         self.rolling_batch = None
 
     def initialize(self, properties: dict):
@@ -78,13 +77,10 @@ def inference(self, inputs):
         if len(input_data) == 0:
             for i in range(len(batch)):
                 err = errors.get(i)
-                if self.rolling_batch_type:
-                    err = {"data": "", "last": True, "code": 424, "error": err}
-                    outputs.add(Output.binary_encode(err),
-                                key="data",
-                                batch_index=i)
-                else:
-                    outputs.add(err, key="data", batch_index=i)
+                err = {"data": "", "last": True, "code": 424, "error": err}
+                outputs.add(Output.binary_encode(err),
+                            key="data",
+                            batch_index=i)
             return outputs
 
         if inputs.get_property("reset_rollingbatch"):