Merge branch 'Banned-Strings-Killswitch' into tc-global-banlist

a2a15b9978090925c9f52843cac3e77d26b8eca4

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/index.html+4 -0 Viewed

                                     <div data-tg-type-mode="except" data-tg-type="generic" id="banned_tokens_block_ooba" class="wide100p">
                                         <hr class="width100p">
                                         <h4 class="range-block-title justifyCenter">
+                                            <label id="send_banned_tokens_label" for="send_banned_tokens_textgenerationwebui" class="checkbox_label">
+                                                <input id="send_banned_tokens_textgenerationwebui" type="checkbox" style="display:none;" />
+                                                <small><i class="fa-solid fa-power-off menu_button margin0"></i></small>
+                                            </label>
                                             <span data-i18n="Banned Tokens">Banned Tokens/Strings</span>
                                             <div class="margin5 fa-solid fa-circle-info opacity50p " data-i18n="[title]LLaMA / Mistral / Yi models only" title="Enter sequences you don't want to appear in the output.&#13;Unquoted text will be tokenized in the back end and banned as tokens.&#13;[token ids] will be banned as-is.&#13;Most tokens have a leading space. Use token counter (with the correct tokenizer selected first!) if you are unsure.&#13;Enclose text in double quotes to ban the entire string as a set.&#13;Quoted Strings and [Token ids] must be on their own line."></div>
                                         </h4>

public/scripts/textgen-settings.js+33 -0 Viewed

     setOnlineStatus,
     substituteParams,
 } from '../script.js';
+import { t } from './i18n.js';
 import { BIAS_CACHE, createNewLogitBiasEntry, displayLogitBias, getLogitBiasListResult } from './logit-bias.js';
 import { power_user, registerDebugFunction } from './power-user.js';

     json_schema: {},
     banned_tokens: '',
     global_banned_tokens: '',
+    send_banned_tokens: true,
     sampler_priority: OOBA_DEFAULT_ORDER,
     samplers: LLAMACPP_DEFAULT_ORDER,
     samplers_priorities: APHRODITE_DEFAULT_ORDER,

     'json_schema',
     'banned_tokens',
     'global_banned_tokens',
+    'send_banned_tokens',
     'ignore_eos_token',
     'spaces_between_special_tokens',
     'speculative_ngram',

     };
+}
+async function enableBannedStringsKillSwitch() {
+    $('#send_banned_tokens_textgenerationwebui').prop('checked', true);
+    $('#send_banned_tokens_label').find('.menu_button').addClass('toggleEnabled').prop('title', t`Banned tokens/strings are being sent into the request.`);
+    settings.send_banned_tokens = true;
+    saveSettingsDebounced();
+    return '';
+}
+async function disableBannedStringsKillSwitch() {
+    $('#send_banned_tokens_textgenerationwebui').prop('checked', false);
+    $('#send_banned_tokens_label').find('.menu_button').removeClass('toggleEnabled').prop('title', t`Banned tokens/strings are NOT being sent into the request.`);
+    settings.send_banned_tokens = false;
+    saveSettingsDebounced();
+    return '';
+}
 /**
  * Calculates logit bias object from the logit bias list.
  * @returns {object} Logit bias object

+}
 jQuery(function () {
+    $('#bannedStringsKillSwitch_textgenerationwebui').on('change', function () {
+        const checked = $(this).prop('checked');
+        if (checked) {
+            enableBannedStringsKillSwitch();
+        } else {
+            disableBannedStringsKillSwitch();
+        }
+    });
     $('#koboldcpp_order').sortable({
         delay: getSortableDelay(),
         stop: function () {

     if (isCheckbox) {
         const val = Boolean(value);
         $(`#${setting}_textgenerationwebui`).prop('checked', val);
+        if ('send_banned_tokens' === setting) {
+            $('#send_banned_tokens_textgenerationwebui').trigger('change');
+        }
+    }
     else if (isText) {
         $(`#${setting}_textgenerationwebui`).val(value);

public/style.css+2 -1 Viewed

@@ -2875,7 +2875,8 @@ select option:not(:checked) {
2875	}	2875	}
2876		2876
2877	#instruct_enabled_label .menu_button:not(.toggleEnabled),	2877	#instruct_enabled_label .menu_button:not(.toggleEnabled),
2878	#sysprompt_enabled_label .menu_button:not(.toggleEnabled) {	2878	#sysprompt_enabled_label .menu_button:not(.toggleEnabled),
		2879	#bannedStringsKillSwitch_label .menu_button:not(.toggleEnabled) {
2879	color: Red;	2880	color: Red;
2880	}	2881	}
2881		2882