Add XTC for koboldcpp

ae2d0f04ed78dfbb939638cc7d898ca4eaf91cc2

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 4dbed09505ee2f6c24a7acafb7b50304a3fd02c3
3 files changed, +5 -21Ignore whitespace
public/index.html+3 -4
@@ -1279,7 +1279,7 @@
1279 </div>1279 </div>
1280 </div>1280 </div>
12811281
1282 <div data-newbie-hidden data-tg-type="ooba" id="xtc_block" class="wide100p">1282 <div data-newbie-hidden data-tg-type="koboldcpp" id="xtc_block" class="wide100p">
1283 <h4 class="wide100p textAlignCenter">1283 <h4 class="wide100p textAlignCenter">
1284 <label data-i18n="Exclude Top Choices (XTC)">Exclude Top Choices (XTC)</label>1284 <label data-i18n="Exclude Top Choices (XTC)">Exclude Top Choices (XTC)</label>
1285 <a href="https://github.com/oobabooga/text-generation-webui/pull/6335" target="_blank">1285 <a href="https://github.com/oobabooga/text-generation-webui/pull/6335" target="_blank">
@@ -1289,8 +1289,8 @@
1289 <div class="flex-container flexFlowRow gap10px flexShrink">1289 <div class="flex-container flexFlowRow gap10px flexShrink">
1290 <div class="alignitemscenter flex-container flexFlowColumn flexBasis48p flexGrow flexShrink gap0">1290 <div class="alignitemscenter flex-container flexFlowColumn flexBasis48p flexGrow flexShrink gap0">
1291 <small data-i18n="Threshold">Threshold</small>1291 <small data-i18n="Threshold">Threshold</small>
1292 <input class="neo-range-slider" type="range" id="xtc_threshold_textgenerationwebui" name="volume" min="0" max="1" step="0.01" />1292 <input class="neo-range-slider" type="range" id="xtc_threshold_textgenerationwebui" name="volume" min="0" max="0.5" step="0.01" />
1293 <input class="neo-range-input" type="number" min="0" max="1" step="0.01" data-for="xtc_threshold_textgenerationwebui" id="xtc_threshold_counter_textgenerationwebui">1293 <input class="neo-range-input" type="number" min="0" max="0.5" step="0.01" data-for="xtc_threshold_textgenerationwebui" id="xtc_threshold_counter_textgenerationwebui">
1294 </div>1294 </div>
1295 <div class="alignitemscenter flex-container flexFlowColumn flexBasis48p flexGrow flexShrink gap0">1295 <div class="alignitemscenter flex-container flexFlowColumn flexBasis48p flexGrow flexShrink gap0">
1296 <small data-i18n="Probability">Probability</small>1296 <small data-i18n="Probability">Probability</small>
@@ -1649,7 +1649,6 @@
1649 <div data-name="top_a" draggable="true"><span>Top A</span><small></small></div>1649 <div data-name="top_a" draggable="true"><span>Top A</span><small></small></div>
1650 <div data-name="min_p" draggable="true"><span>Min P</span><small></small></div>1650 <div data-name="min_p" draggable="true"><span>Min P</span><small></small></div>
1651 <div data-name="mirostat" draggable="true"><span>Mirostat</span><small></small></div>1651 <div data-name="mirostat" draggable="true"><span>Mirostat</span><small></small></div>
1652 <div data-name="xtc" draggable="true"><span>XTC</span><small></small></div>
1653 </div>1652 </div>
1654 <div id="textgenerationwebui_default_order" class="menu_button menu_button_icon">1653 <div id="textgenerationwebui_default_order" class="menu_button menu_button_icon">
1655 <span data-i18n="Load default order">Load default order</span>1654 <span data-i18n="Load default order">Load default order</span>
public/scripts/power-user.js+0 -14
@@ -640,20 +640,6 @@ async function CreateZenSliders(elmnt) {
640 decimals = 2;640 decimals = 2;
641 }641 }
642642
643 if (sliderID == 'xtc_threshold_textgenerationwebui') {
644 numSteps = 100;
645 decimals = 2;
646 sliderMin = 0;
647 sliderMax = 1;
648 stepScale = 0.01;
649 }
650 if (sliderID == 'xtc_probability_textgenerationwebui') {
651 numSteps = 100;
652 decimals = 2;
653 sliderMin = 0;
654 sliderMax = 1;
655 stepScale = 0.01;
656 }
657 if (sliderID == 'eta_cutoff_textgenerationwebui' ||643 if (sliderID == 'eta_cutoff_textgenerationwebui' ||
658 sliderID == 'epsilon_cutoff_textgenerationwebui') {644 sliderID == 'epsilon_cutoff_textgenerationwebui') {
659 numSteps = 50;645 numSteps = 50;
public/scripts/textgen-settings.js+2 -3
@@ -80,7 +80,6 @@ const OOBA_DEFAULT_ORDER = [
80 'top_a',80 'top_a',
81 'min_p',81 'min_p',
82 'mirostat',82 'mirostat',
83 'xtc',
84];83];
85const BIAS_KEY = '#textgenerationwebui_api-settings';84const BIAS_KEY = '#textgenerationwebui_api-settings';
8685
@@ -1163,8 +1162,8 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
1163 'api_server': getTextGenServer(),1162 'api_server': getTextGenServer(),
1164 'legacy_api': settings.legacy_api && (settings.type === OOBA || settings.type === APHRODITE),1163 'legacy_api': settings.legacy_api && (settings.type === OOBA || settings.type === APHRODITE),
1165 'sampler_order': settings.type === textgen_types.KOBOLDCPP ? settings.sampler_order : undefined,1164 'sampler_order': settings.type === textgen_types.KOBOLDCPP ? settings.sampler_order : undefined,
1166 'xtc_threshold': settings.type === OOBA ? settings.xtc_threshold : undefined,1165 'xtc_threshold': settings.xtc_threshold,
1167 'xtc_probability': settings.type === OOBA ? settings.xtc_probability : undefined,1166 'xtc_probability': settings.xtc_probability,
1168 };1167 };
1169 const nonAphroditeParams = {1168 const nonAphroditeParams = {
1170 'rep_pen': settings.rep_pen,1169 'rep_pen': settings.rep_pen,