[Frontend] Pass mypy check

vllm/entrypoints/chat_utils.py

@@ -125,6 +125,14 @@ class ConversationMessage(TypedDict, total=False):
     """The tool calls generated by the model, such as function calls."""
 
 
+class ChatTemplateKwargs(TypedDict, total=False):
+    chat_template: Optional[str]
+    add_generation_prompt: Optional[bool]
+    continue_final_message: Optional[bool]
+    tools: Optional[List[Dict[str, Any]]]
+    documents: Optional[List[Dict[str, str]]]
+
+
 ModalityStr = Literal["image", "audio", "video"]
 _T = TypeVar("_T")
 

vllm/entrypoints/openai/serving_engine.py

@@ -13,6 +13,7 @@
 from vllm.engine.protocol import EngineClient
 from vllm.entrypoints.chat_utils import (ChatCompletionMessageParam,
                                          ConversationMessage,
+                                         ChatTemplateKwargs,
                                          apply_hf_chat_template,
                                          apply_mistral_chat_template,
                                          parse_chat_messages_futures)
@@ -431,7 +432,7 @@ async def _preprocess_chat(
         continue_final_message: bool = False,
         tool_dicts: Optional[List[Dict[str, Any]]] = None,
         documents: Optional[List[Dict[str, str]]] = None,
-        chat_template_kwargs: Optional[Dict[str, Any]] = None,
+        chat_template_kwargs: Optional[ChatTemplateKwargs] = None,
         tool_parser: Optional[Callable[[AnyTokenizer], ToolParser]] = None,
         truncate_prompt_tokens: Optional[Annotated[int, Field(ge=1)]] = None,
         add_special_tokens: bool = False,