stream tool calling (#349)

* add index field to ToolCall model * Update test_specs.py with test_openai_spec_with_tools
Lightning-AI · Oct 31, 2024 · 177f0ef · 177f0ef
1 parent 1f96db5
commit 177f0ef
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/src/litserve/specs/openai.py b/src/litserve/specs/openai.py
@@ -100,6 +100,7 @@ class FunctionCall(BaseModel):
 
 
 class ToolCall(BaseModel):
+    index: int = 0
     id: Optional[str] = None
     type: str = "function"
     function: FunctionCall

diff --git a/tests/test_specs.py b/tests/test_specs.py
@@ -115,6 +115,7 @@ async def test_openai_spec_with_tools(openai_request_data_with_tools):
                     "id": "call_1",
                     "type": "function",
                     "function": {"name": "function_1", "arguments": '{"arg_1": "arg_1_value"}'},
+                    "index": 0,
                 }
             ], "LitAPI predict response should match with the generated output"