Added space for better infills and proper stop token

zhutony · Feb 3, 2024 · 06eb07f · 06eb07f
1 parent 9288c45
commit 06eb07f
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/prompts/processors/models.ts b/src/prompts/processors/models.ts
@@ -19,7 +19,7 @@ export function adaptPrompt(args: { format: ModelFormat, prefix: string, suffix:
     }
 
     // Stable code FIM
-    if (args.format === 'stable-code')  {
+    if (args.format === 'stable-code') {
         return {
             prompt: `<fim_prefix>${args.prefix}<fim_suffix>${args.suffix}<fim_middle>`,
             stop: [`<|endoftext|>`]
@@ -28,7 +28,7 @@ export function adaptPrompt(args: { format: ModelFormat, prefix: string, suffix:
 
     // Codellama FIM
     return {
-        prompt: `<PRE> ${args.prefix} <SUF>${args.suffix} <MID>`,
-        stop: [`<PRE>`, `<SUF>`, `<MID>`, `<END>`]
+        prompt: `<PRE> ${args.prefix} <SUF> ${args.suffix} <MID>`,
+        stop: [`<END>`, `<EOD>`, `<EOT>`]
     };
 }