Add default max_tokens for Anthropic

ServiceStack · Oct 23, 2024 · c786aab · c786aab
1 parent e76150a
commit c786aab
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/AiServer.ServiceInterface/AnthropicAiProvider.cs b/AiServer.ServiceInterface/AnthropicAiProvider.cs
@@ -41,7 +41,7 @@ public AnthropicMessageRequest ToAnthropicMessageRequest(OpenAiChat request)
         {
             Model = request.Model,
             Messages = messages,
-            MaxTokens = request.MaxTokens,
+            MaxTokens = request.MaxTokens ?? 2048,
             Metadata = request.User != null
                 ? new AnthropicMetadata { UserId = request.User }
                 : null,