File tree Expand file tree Collapse file tree 3 files changed +468
-0
lines changed Expand file tree Collapse file tree 3 files changed +468
-0
lines changed Original file line number Diff line number Diff line change @@ -280,6 +280,8 @@ type ChatCompletionRequest struct {
280
280
// Such as think mode for qwen3. "chat_template_kwargs": {"enable_thinking": false}
281
281
// https://qwen.readthedocs.io/en/latest/deployment/vllm.html#thinking-non-thinking-modes
282
282
ChatTemplateKwargs map [string ]any `json:"chat_template_kwargs,omitempty"`
283
+ // Add additional JSON properties to the request
284
+ ExtraBody map [string ]any `json:"extra_body,omitempty"`
283
285
}
284
286
285
287
type StreamOptions struct {
@@ -425,6 +427,7 @@ func (c *Client) CreateChatCompletion(
425
427
http .MethodPost ,
426
428
c .fullURL (urlSuffix , withModel (request .Model )),
427
429
withBody (request ),
430
+ withExtraBody (request .ExtraBody ),
428
431
)
429
432
if err != nil {
430
433
return
You can’t perform that action at this time.
0 commit comments