Include tool details when counting message tokens (#147)

microsoft · Jan 29, 2025 · fa634ca · fa634ca
1 parent 1f7fc2f
commit fa634ca
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/base/promptRenderer.ts b/src/base/promptRenderer.ts
@@ -747,6 +747,8 @@ async function computeTokensConsumedByLiterals(
 			role: element.props.role,
 			content: '',
 			...(element.props.name ? { name: element.props.name } : undefined),
+			...(element.props.toolCalls ? { tool_calls: element.props.toolCalls } : undefined),
+			...(element.props.toolCallId ? { tool_call_id: element.props.toolCallId } : undefined),
 		});
 	}