Merge pull request #37 from TAO71-AI/main

Fixed a small bug in the Qwen3-VL chat template.

Author: JamePeng

llama_cpp/llama_chat_format.py

@@ -4046,7 +4046,7 @@ class Qwen3VLChatHandler(Llava15ChatHandler):
                 "{{- '\n' -}}"
                 "{{- tool | tojson -}}"
             "{%- endfor -%}"
-            "{{- '\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <arguments-json-object>}\n</tool_call>\n\nYou can also return a response for the user alongside a function call:\n<response-for-user>\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <arguments-json-object>}\n</tool_call>' -}}"
+            "{{- '\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <arguments-json-object>}\n</tool_call>\n\nYou can also return a response for the user alongside a function call:\nRESPONSE FOR THE USER HERE\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <arguments-json-object>}\n</tool_call>' -}}"
         "{%- endif -%}"
         "{{- '<|im_end|>\n' -}}"
         "{%- set image_count = namespace(value=0) -%}"
@@ -4108,7 +4108,7 @@ class Qwen3VLChatHandler(Llava15ChatHandler):
             "{%- endif -%}"
         "{%- endfor -%}"
         "{%- if add_generation_prompt -%}"
-            "{{- '<im_start>assistant\n' -}}"
+            "{{- '<|im_start|>assistant\n' -}}"
             "{%- if force_reasoning -%}"
                 "{{- '<think>\n' -}}"
             "{%- endif -%}"