added support for huggingface runtime speech models (#759)

SeldonIO · Oct 11, 2022 · 6eac14a · 6eac14a
1 parent c6cd72a
commit 6eac14a
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/runtimes/huggingface/mlserver_huggingface/runtime.py b/runtimes/huggingface/mlserver_huggingface/runtime.py
@@ -87,10 +87,10 @@ async def predict(self, payload: InferenceRequest) -> InferenceResponse:
         # TODO: convert and validate?
         kwargs = self.decode_request(payload, default_codec=MultiStringRequestCodec)
 
-        args = []
-        if "args" in kwargs:
-            args = kwargs["args"]
-            del kwargs["args"]
+        args = kwargs.pop("args", [])
+        X = kwargs.pop("array_inputs", None)
+        if X is not None:
+            args = [list(X)] + args
         prediction = self._model(*args, **kwargs)
 
         # TODO: Convert hf output to v2 protocol, for now we use to_json