Merge pull request #2993 from theo77186/llamacpp_xtc Enable XTC support for llama.cpp

725cfdebca753c5ef37483964b4926910d1c4814

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

public/index.html+2 -1 Viewed

                                         </div>
                                     </div>
                                     <div data-tg-type="koboldcpp, aphrodite, tabby, ooba, llamacpp" id="xtc_block" class="wide100p">
                                         <h4 class="wide100p textAlignCenter">
                                             <label data-i18n="Exclude Top Choices (XTC)">Exclude Top Choices (XTC)</label>
                                             <a href="https://github.com/oobabooga/text-generation-webui/pull/6335" target="_blank">

                                             <div data-name="typical_p" draggable="true"><span>Typical P</span><small></small></div>
                                             <div data-name="tfs_z" draggable="true"><span>Tail Free Sampling</span><small></small></div>
                                             <div data-name="min_p" draggable="true"><span>Min P</span><small></small></div>
 +                                            <div data-name="xtc" draggable="true"><span>Exclude Top Choices</span><small></small></div>
                                         </div>
                                         <div id="llamacpp_samplers_default_order" class="menu_button menu_button_icon">
                                             <span data-i18n="Load default order">Load default order</span>

public/scripts/textgen-settings.js+2 -0 Viewed

     'typical_p',
     'top_p',
     'min_p',
 +    'xtc',
     'temperature',
 ];
 const OOBA_DEFAULT_ORDER = [

     if ('samplers' === setting) {
         value = Array.isArray(value) ? value : LLAMACPP_DEFAULT_ORDER;
 +        insertMissingArrayItems(LLAMACPP_DEFAULT_ORDER, value);
         sortLlamacppItemsByOrder(value);
         settings.samplers = value;
         return;