Don't use dynatemp for unsupported backends
| @@ -263,6 +263,8 @@ export const setting_names = [ | ||
| 263 | 263 | 'bypass_status_check', |
| 264 | 264 | ]; |
| 265 | 265 | |
| 266 | +const DYNATEMP_BLOCK = document.getElementById('dynatemp_block_ooba'); | |
| 267 | + | |
| 266 | 268 | export function validateTextGenUrl() { |
| 267 | 269 | const selector = SERVER_INPUTS[settings.type]; |
| 268 | 270 | |
| @@ -1045,6 +1047,10 @@ export function isJsonSchemaSupported() { | ||
| 1045 | 1047 | return [TABBY, LLAMACPP].includes(settings.type) && main_api === 'textgenerationwebui'; |
| 1046 | 1048 | } |
| 1047 | 1049 | |
| 1050 | +function isDynamicTemperatureSupported() { | |
| 1051 | + return settings.dynatemp && DYNATEMP_BLOCK?.dataset?.tgType?.includes(settings.type); | |
| 1052 | +} | |
| 1053 | + | |
| 1048 | 1054 | function getLogprobsNumber() { |
| 1049 | 1055 | if (settings.type === VLLM || settings.type === INFERMATICAI) { |
| 1050 | 1056 | return 5; |
| @@ -1055,6 +1061,7 @@ function getLogprobsNumber() { | ||
| 1055 | 1061 | |
| 1056 | 1062 | export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate, isContinue, cfgValues, type) { |
| 1057 | 1063 | const canMultiSwipe = !isContinue && !isImpersonate && type !== 'quiet'; |
| 1064 | + const dynatemp = isDynamicTemperatureSupported(); | |
| 1058 | 1065 | const { banned_tokens, banned_strings } = getCustomTokenBans(); |
| 1059 | 1066 | |
| 1060 | 1067 | let params = { |
| @@ -1063,7 +1070,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate, | ||
| 1063 | 1070 | 'max_new_tokens': maxTokens, |
| 1064 | 1071 | 'max_tokens': maxTokens, |
| 1065 | 1072 | 'logprobs': power_user.request_token_probabilities ? getLogprobsNumber() : undefined, |
| 1066 | 1073 | 'temperature': settings.dynatemp ? (settings.min_temp + settings.max_temp) / 2 : settings.temp, |
| 1067 | 1074 | 'top_p': settings.top_p, |
| 1068 | 1075 | 'typical_p': settings.typical_p, |
| 1069 | 1076 | 'typical': settings.typical_p, |
| @@ -1081,11 +1088,11 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate, | ||
| 1081 | 1088 | 'length_penalty': settings.length_penalty, |
| 1082 | 1089 | 'early_stopping': settings.early_stopping, |
| 1083 | 1090 | 'add_bos_token': settings.add_bos_token, |
| 1084 | 1091 | 'dynamic_temperature': settings.dynatemp ? true : undefined, |
| 1085 | 1092 | 'dynatemp_low': settings.dynatemp ? settings.min_temp : undefined, |
| 1086 | 1093 | 'dynatemp_high': settings.dynatemp ? settings.max_temp : undefined, |
| 1087 | 1094 | 'dynatemp_range': settings.dynatemp ? (settings.max_temp - settings.min_temp) / 2 : undefined, |
| 1088 | 1095 | 'dynatemp_exponent': settings.dynatemp ? settings.dynatemp_exponent : undefined, |
| 1089 | 1096 | 'smoothing_factor': settings.smoothing_factor, |
| 1090 | 1097 | 'smoothing_curve': settings.smoothing_curve, |
| 1091 | 1098 | 'dry_allowed_length': settings.dry_allowed_length, |