Translate nsigma 0 to -1 to disable for llama.cpp

4a5d0df92ff7795bf29b8f21067e55baafc2d12f

DocShotgun <126566557+DocShotgun@users.noreply.github.com>

Parents: bf8b3b5013468d0b1bb11c972355dfdde433fd88
2 files changed, +5 -5Showing whitespace changes
public/index.html+2 -2
@@ -1313,8 +1313,8 @@
1313 <span data-i18n="Top nsigma">Top nsigma</span>1313 <span data-i18n="Top nsigma">Top nsigma</span>
1314 <div class="fa-solid fa-circle-info opacity50p" title="A sampling method that filters logits based on their statistical properties. It keeps tokens within n standard deviations of the maximum logit value, providing a simpler alternative to top-p/top-k sampling while maintaining sampling stability across different temperatures."></div>1314 <div class="fa-solid fa-circle-info opacity50p" title="A sampling method that filters logits based on their statistical properties. It keeps tokens within n standard deviations of the maximum logit value, providing a simpler alternative to top-p/top-k sampling while maintaining sampling stability across different temperatures."></div>
1315 </small>1315 </small>
1316 <input class="neo-range-slider" type="range" id="nsigma_textgenerationwebui" name="volume" min="-0.01" max="5" step="0.01">1316 <input class="neo-range-slider" type="range" id="nsigma_textgenerationwebui" name="volume" min="0" max="5" step="0.01">
1317 <input class="neo-range-input" type="number" min="-0.01" max="5" step="0.01" data-for="nsigma_textgenerationwebui" id="nsigma_counter_textgenerationwebui">1317 <input class="neo-range-input" type="number" min="0" max="5" step="0.01" data-for="nsigma_textgenerationwebui" id="nsigma_counter_textgenerationwebui">
1318 </div>1318 </div>
1319 <div data-tg-type="llamacpp" class="alignitemscenter flex-container flexFlowColumn flexBasis30p flexGrow flexShrink gap0">1319 <div data-tg-type="llamacpp" class="alignitemscenter flex-container flexFlowColumn flexBasis30p flexGrow flexShrink gap0">
1320 <small>1320 <small>
public/scripts/textgen-settings.js+3 -3
@@ -806,7 +806,7 @@ jQuery(function () {
806 'dry_penalty_last_n_textgenerationwebui': 0,806 'dry_penalty_last_n_textgenerationwebui': 0,
807 'xtc_threshold_textgenerationwebui': 0.1,807 'xtc_threshold_textgenerationwebui': 0.1,
808 'xtc_probability_textgenerationwebui': 0,808 'xtc_probability_textgenerationwebui': 0,
809 'nsigma_textgenerationwebui': [LLAMACPP].includes(settings.type) ? -0.01 : 0,809 'nsigma_textgenerationwebui': 0,
810 'min_keep_textgenerationwebui': 0,810 'min_keep_textgenerationwebui': 0,
811 };811 };
812812
@@ -1335,8 +1335,8 @@ export async function getTextGenGenerationData(finalPrompt, maxTokens, isImperso
1335 'sampler_order': settings.type === textgen_types.KOBOLDCPP ? settings.sampler_order : undefined,1335 'sampler_order': settings.type === textgen_types.KOBOLDCPP ? settings.sampler_order : undefined,
1336 'xtc_threshold': settings.xtc_threshold,1336 'xtc_threshold': settings.xtc_threshold,
1337 'xtc_probability': settings.xtc_probability,1337 'xtc_probability': settings.xtc_probability,
1338 'nsigma': settings.nsigma,1338 'nsigma': [LLAMACPP].includes(settings.type) && settings.nsigma === 0 ? -1 : settings.nsigma,
1339 'top_n_sigma': settings.nsigma,1339 'top_n_sigma': [LLAMACPP].includes(settings.type) && settings.nsigma === 0 ? -1 : settings.nsigma,
1340 'min_keep': settings.min_keep,1340 'min_keep': settings.min_keep,
1341 };1341 };
1342 const nonAphroditeParams = {1342 const nonAphroditeParams = {