Merge pull request #2887 from AlpinDale/alpin/aphrosampler-update [APHRODITE] add dynatemp, XTC, and fix token bans

8c7dab8c94ce826ad563c08af3508d2a8eebcdd8

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed
2 files changed, +9 -3Ignore whitespace
public/index.html+2 -2
@@ -1341,7 +1341,7 @@
13411341 </div>
13421342 </div>
13431343
13441344 <div data-tg-type="koboldcpp, aphrodite" id="xtc_block" class="wide100p">
13451345 <h4 class="wide100p textAlignCenter">
13461346 <label data-i18n="Exclude Top Choices (XTC)">Exclude Top Choices (XTC)</label>
13471347 <a href="https://github.com/oobabooga/text-generation-webui/pull/6335" target="_blank">
@@ -1401,7 +1401,7 @@
14011401 </div>
14021402 </div>
14031403 </div>
14041404 <div data-tg-type="ooba, mancer, koboldcpp, tabby, llamacpp, aphrodite" id="dynatemp_block_ooba" class="wide100p">
14051405 <h4 class="wide100p textAlignCenter">
14061406 <div class="flex-container alignitemscenter justifyCenter">
14071407 <div class="checkbox_label" for="dynatemp_textgenerationwebui">
public/scripts/textgen-settings.js+7 -1
@@ -1203,7 +1203,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
12031203 'repetition_penalty': settings.rep_pen,
12041204 'seed': settings.seed >= 0 ? settings.seed : undefined,
12051205 'stop': getStoppingStrings(isImpersonate, isContinue),
1206- 'temperature': settings.temp,
1206+ 'temperature': dynatemp ? (settings.min_temp + settings.max_temp) / 2 : settings.temp,
12071207 'temperature_last': settings.temperature_last,
12081208 'top_p': settings.top_p,
12091209 'top_k': settings.top_k,
@@ -1223,6 +1223,12 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
12231223 'guided_json': settings.json_schema,
12241224 'early_stopping': false, // hacks
12251225 'include_stop_str_in_output': false,
1226+ 'dynatemp_min': dynatemp ? settings.min_temp : undefined,
1227+ 'dynatemp_max': dynatemp ? settings.max_temp : undefined,
1228+ 'dynatemp_exponent': dynatemp ? settings.dynatemp_exponent : undefined,
1229+ 'xtc_threshold': settings.xtc_threshold,
1230+ 'xtc_probability': settings.xtc_probability,
1231+ 'custom_token_bans': toIntArray(banned_tokens),
12261232 };
12271233
12281234 if (settings.type === OPENROUTER) {