Merge pull request #2887 from AlpinDale/alpin/aphrosampler-update [APHRODITE] add dynatemp, XTC, and fix token bans

8c7dab8c94ce826ad563c08af3508d2a8eebcdd8

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed
Parents: 125498cfd5d779173932854fbad41d50e4f27fed aaf8fa13e586f73cac6b3874aeca835ec7b7e295
2 files changed, +9 -3Showing whitespace changes
public/index.html+2 -2
@@ -1341,7 +1341,7 @@
1341 </div>1341 </div>
1342 </div>1342 </div>
13431343
1344 <div data-tg-type="koboldcpp" id="xtc_block" class="wide100p">1344 <div data-tg-type="koboldcpp, aphrodite" id="xtc_block" class="wide100p">
1345 <h4 class="wide100p textAlignCenter">1345 <h4 class="wide100p textAlignCenter">
1346 <label data-i18n="Exclude Top Choices (XTC)">Exclude Top Choices (XTC)</label>1346 <label data-i18n="Exclude Top Choices (XTC)">Exclude Top Choices (XTC)</label>
1347 <a href="https://github.com/oobabooga/text-generation-webui/pull/6335" target="_blank">1347 <a href="https://github.com/oobabooga/text-generation-webui/pull/6335" target="_blank">
@@ -1401,7 +1401,7 @@
1401 </div>1401 </div>
1402 </div>1402 </div>
1403 </div>1403 </div>
1404 <div data-tg-type="ooba, mancer, koboldcpp, tabby, llamacpp" id="dynatemp_block_ooba" class="wide100p">1404 <div data-tg-type="ooba, mancer, koboldcpp, tabby, llamacpp, aphrodite" id="dynatemp_block_ooba" class="wide100p">
1405 <h4 class="wide100p textAlignCenter">1405 <h4 class="wide100p textAlignCenter">
1406 <div class="flex-container alignitemscenter justifyCenter">1406 <div class="flex-container alignitemscenter justifyCenter">
1407 <div class="checkbox_label" for="dynatemp_textgenerationwebui">1407 <div class="checkbox_label" for="dynatemp_textgenerationwebui">
public/scripts/textgen-settings.js+7 -1
@@ -1203,7 +1203,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
1203 'repetition_penalty': settings.rep_pen,1203 'repetition_penalty': settings.rep_pen,
1204 'seed': settings.seed >= 0 ? settings.seed : undefined,1204 'seed': settings.seed >= 0 ? settings.seed : undefined,
1205 'stop': getStoppingStrings(isImpersonate, isContinue),1205 'stop': getStoppingStrings(isImpersonate, isContinue),
1206 'temperature': settings.temp,1206 'temperature': dynatemp ? (settings.min_temp + settings.max_temp) / 2 : settings.temp,
1207 'temperature_last': settings.temperature_last,1207 'temperature_last': settings.temperature_last,
1208 'top_p': settings.top_p,1208 'top_p': settings.top_p,
1209 'top_k': settings.top_k,1209 'top_k': settings.top_k,
@@ -1223,6 +1223,12 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
1223 'guided_json': settings.json_schema,1223 'guided_json': settings.json_schema,
1224 'early_stopping': false, // hacks1224 'early_stopping': false, // hacks
1225 'include_stop_str_in_output': false,1225 'include_stop_str_in_output': false,
1226 'dynatemp_min': dynatemp ? settings.min_temp : undefined,
1227 'dynatemp_max': dynatemp ? settings.max_temp : undefined,
1228 'dynatemp_exponent': dynatemp ? settings.dynatemp_exponent : undefined,
1229 'xtc_threshold': settings.xtc_threshold,
1230 'xtc_probability': settings.xtc_probability,
1231 'custom_token_bans': toIntArray(banned_tokens),
1226 };1232 };
12271233
1228 if (settings.type === OPENROUTER) {1234 if (settings.type === OPENROUTER) {