Don't use dynatemp for unsupported backends

b66e589b30b21ce973f9c10471b6a66c470798ab

Cohee <18619528+Cohee1207@users.noreply.github.com>

1 files changed, +13 -6Showing whitespace changes
public/scripts/textgen-settings.js+13 -6
@@ -263,6 +263,8 @@ export const setting_names = [
263263 'bypass_status_check',
264264];
265265
266+const DYNATEMP_BLOCK = document.getElementById('dynatemp_block_ooba');
267+
266268export function validateTextGenUrl() {
267269 const selector = SERVER_INPUTS[settings.type];
268270
@@ -1045,6 +1047,10 @@ export function isJsonSchemaSupported() {
10451047 return [TABBY, LLAMACPP].includes(settings.type) && main_api === 'textgenerationwebui';
10461048}
10471049
1050+function isDynamicTemperatureSupported() {
1051+ return settings.dynatemp && DYNATEMP_BLOCK?.dataset?.tgType?.includes(settings.type);
1052+}
1053+
10481054function getLogprobsNumber() {
10491055 if (settings.type === VLLM || settings.type === INFERMATICAI) {
10501056 return 5;
@@ -1055,6 +1061,7 @@ function getLogprobsNumber() {
10551061
10561062export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate, isContinue, cfgValues, type) {
10571063 const canMultiSwipe = !isContinue && !isImpersonate && type !== 'quiet';
1064+ const dynatemp = isDynamicTemperatureSupported();
10581065 const { banned_tokens, banned_strings } = getCustomTokenBans();
10591066
10601067 let params = {
@@ -1063,7 +1070,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
10631070 'max_new_tokens': maxTokens,
10641071 'max_tokens': maxTokens,
10651072 'logprobs': power_user.request_token_probabilities ? getLogprobsNumber() : undefined,
10661073 'temperature': settings.dynatemp ? (settings.min_temp + settings.max_temp) / 2 : settings.temp,
10671074 'top_p': settings.top_p,
10681075 'typical_p': settings.typical_p,
10691076 'typical': settings.typical_p,
@@ -1081,11 +1088,11 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
10811088 'length_penalty': settings.length_penalty,
10821089 'early_stopping': settings.early_stopping,
10831090 'add_bos_token': settings.add_bos_token,
10841091 'dynamic_temperature': settings.dynatemp ? true : undefined,
10851092 'dynatemp_low': settings.dynatemp ? settings.min_temp : undefined,
10861093 'dynatemp_high': settings.dynatemp ? settings.max_temp : undefined,
10871094 'dynatemp_range': settings.dynatemp ? (settings.max_temp - settings.min_temp) / 2 : undefined,
10881095 'dynatemp_exponent': settings.dynatemp ? settings.dynatemp_exponent : undefined,
10891096 'smoothing_factor': settings.smoothing_factor,
10901097 'smoothing_curve': settings.smoothing_curve,
10911098 'dry_allowed_length': settings.dry_allowed_length,