Ooba nsigma support. (#4258) * nsigma index.html * nsigma textgen-settings.js
Signed| @@ -1314,7 +1314,7 @@ | ||
| 1314 | 1314 | <input class="neo-range-slider" type="range" id="epsilon_cutoff_textgenerationwebui" name="volume" min="0" max="9" step="0.01"> |
| 1315 | 1315 | <input class="neo-range-input" type="number" min="0" max="9" step="0.01" data-for="epsilon_cutoff_textgenerationwebui" id="epsilon_cutoff_counter_textgenerationwebui"> |
| 1316 | 1316 | </div> |
| 1317 | 1317 | <div data-tg-type="ooba,aphrodite,koboldcpp,llamacpp" class="alignitemscenter flex-container flexFlowColumn flexBasis30p flexGrow flexShrink gap0"> |
| 1318 | 1318 | <small> |
| 1319 | 1319 | <span data-i18n="Top nsigma">Top nsigma</span> |
| 1320 | 1320 | <div class="fa-solid fa-circle-info opacity50p" title="A sampling method that filters logits based on their statistical properties. It keeps tokens within n standard deviations of the maximum logit value, providing a simpler alternative to top-p/top-k sampling while maintaining sampling stability across different temperatures."></div> |
| @@ -1811,6 +1811,7 @@ | ||
| 1811 | 1811 | <div data-name="temperature" draggable="true"><span>Temperature</span><small></small></div> |
| 1812 | 1812 | <div data-name="dynamic_temperature" draggable="true"><span>Dynamic Temperature</span><small></small></div> |
| 1813 | 1813 | <div data-name="quadratic_sampling" draggable="true"><span>Quadratic / Smooth Sampling</span><small></small></div> |
| 1814 | + <div data-name="top_nsigma" draggable="true"><span>Top Nsigma</span><small></small></div> | |
| 1814 | 1815 | <div data-name="top_k" draggable="true"><span>Top K</span><small></small></div> |
| 1815 | 1816 | <div data-name="top_p" draggable="true"><span>Top P</span><small></small></div> |
| 1816 | 1817 | <div data-name="typical_p" draggable="true"><span>Typical P</span><small></small></div> |
| @@ -82,6 +82,7 @@ const OOBA_DEFAULT_ORDER = [ | ||
| 82 | 82 | 'temperature', |
| 83 | 83 | 'dynamic_temperature', |
| 84 | 84 | 'quadratic_sampling', |
| 85 | + 'top_n_sigma', | |
| 85 | 86 | 'top_k', |
| 86 | 87 | 'top_p', |
| 87 | 88 | 'typical_p', |