[Bugfix] Fix Hermes tool call chat template bug (vllm-project#8256)

Co-authored-by: Kyle Mistele <kyle@constellate.ai> Signed-off-by: Amit Garg <mitgarg17495@gmail.com>
garg-amit · Oct 28, 2024 · 885e5b4 · 885e5b4
1 parent 6cdaa2d
commit 885e5b4
Showing 1 changed file with 16 additions and 15 deletions.
diff --git a/examples/tool_chat_template_hermes.jinja b/examples/tool_chat_template_hermes.jinja
@@ -89,22 +89,23 @@
         {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
     {%- elif message.role == "assistant" and message.tool_calls is defined %}
         {{- '<|im_start|>' + message.role }}
-            {%- for tool_call in message.tool_calls %}
-                {{- '\n<tool_call>\n' }}
-                {%- if tool_call.function is defined %}
-                    {%- set tool_call = tool_call.function %}
-                {%- endif %}
-                {{- '{' }}
-                {{- '"name": "' }}
-                {{- tool_call.name }}
-                {{- '"}' }}
+        {%- for tool_call in message.tool_calls %}
+            {{- '\n<tool_call>\n' }}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '{' }}
+            {{- '"name": "' }}
+            {{- tool_call.name }}
+            {{- '"' }}
+            {%- if tool_call.arguments is defined %}
                 {{- ', ' }}
-                {%- if tool_call.arguments is defined %}
-                    {{- '"arguments": ' }}
-                    {{- tool_call.arguments|tojson }}
-                {%- endif %}
-                {{- '\n</tool_call>' }}
-            {%- endfor %}
+                {{- '"arguments": ' }}
+                {{- tool_call.arguments|tojson }}
+            {%- endif %}
+            {{- '}' }}
+            {{- '\n</tool_call>' }}
+        {%- endfor %}
         {{- '<|im_end|>\n' }}
     {%- elif message.role == "tool" %}
         {%- if loop.previtem and loop.previtem.role != "tool" %}