Fix oobabooga API: add BOS token options, custom stopping string

Hellvis85 · Apr 11, 2023 · 415af67 · 415af67
1 parent 7277622
commit 415af67
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 0 deletions.
diff --git a/public/index.html b/public/index.html
@@ -243,6 +243,12 @@ <h3>Poe.com API Settings</h3>
                                     Do Sample
                                 </label>
                             </div>
+                            <div class="range-block">
+                                <label class="checkbox_label" for="add_bos_token_textgenerationwebui" title="Add the bos_token to the beginning of prompts. Disabling this can make the replies more creative.">
+                                    <input type="checkbox" id="add_bos_token_textgenerationwebui" />
+                                    Add BOS Token
+                                </label>
+                            </div>
                         </div>
                         <div id="range_block_openai">
                             <div class="range-block">

diff --git a/public/script.js b/public/script.js
@@ -976,6 +976,10 @@ function substituteParams(content, _name1, _name2) {
     return content;
 }
 
+function getStoppingStrings() {
+    return [`\n${name1}:`];
+}
+
 function getSlashCommand(message, type) {
     if (type == "regenerate" || type == "swipe") {
         return null;
@@ -1657,6 +1661,8 @@ async function Generate(type, automatic_trigger, force_name2) {
                         'length_penalty': textgenerationwebui_settings.length_penalty,
                         'early_stopping': textgenerationwebui_settings.early_stopping,
                         'seed': textgenerationwebui_settings.seed,
+                        'add_bos_token': textgenerationwebui_settings.add_bos_token, 
+                        'custom_stopping_strings': getStoppingStrings().concat(textgenerationwebui_settings.custom_stopping_strings),
                     }
                 ];
                 generate_data = { "data": [JSON.stringify(data)] };

diff --git a/public/scripts/textgen-settings.js b/public/scripts/textgen-settings.js
@@ -23,6 +23,8 @@ let textgenerationwebui_settings = {
     early_stopping: false,
     seed: -1,
     preset: 'Default',
+    add_bos_token: true, 
+    custom_stopping_strings: [],
 };
 
 let textgenerationwebui_presets = [];
@@ -43,6 +45,7 @@ const setting_names = [
     "do_sample",
     "early_stopping",
     "seed",
+    "add_bos_token",
 ];
 
 function selectPreset(name) {