Merge pull request #5675 from t-kulmburg/yaml-maxStopWords

Feat: support maxStopWords model config option in yaml

Author: sestinj

core/config/util.ts

@@ -77,6 +77,7 @@ export function addModel(
         model: model.model,
         apiKey: model.apiKey,
         apiBase: model.apiBase,
+        maxStopWords: model.maxStopWords,
         defaultCompletionOptions: model.completionOptions,
       };
       if (model.systemMessage) {

core/control-plane/schema.ts

@@ -26,6 +26,7 @@ const modelDescriptionSchema = z.object({
   apiKey: z.string().optional(),
   apiBase: z.string().optional(),
   contextLength: z.number().optional(),
+  maxStopWords: z.number().optional(),
   template: z
     .enum([
       "llama2",

docs/docs/reference.md

@@ -188,6 +188,7 @@ chat, editing, and summarizing.
   not currently used.
 - `capabilities`: Array of strings denoting model capabilities, which will overwrite Continue's autodetection based on
   provider and model. Supported capabilities include `tool_use` and `image_input`.
+- `maxStopWords`: Maximum number of stop words allowed, to avoid API errors with extensive lists.
 - `promptTemplates`: Can be used to override the default prompt templates for different model roles. Valid values are
   `chat`, [`edit`](./customize/model-roles/edit.mdx#prompt-templating), [
   `apply`](./customize/model-roles/apply.mdx#prompt-templating) and [

packages/config-yaml/src/schemas/models.ts

@@ -117,6 +117,7 @@ const baseModelFields = {
   model: z.string(),
   apiKey: z.string().optional(),
   apiBase: z.string().optional(),
+  maxStopWords: z.number().optional(),
   roles: modelRolesSchema.array().optional(),
   capabilities: modelCapabilitySchema.array().optional(),
   defaultCompletionOptions: completionOptionsSchema.optional(),