Fix logit bias with best match tokenizer Fixes #5017

e77c1d33a67d3fd0873acbcbea3069b7d49a167d

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/scripts/textgen-settings.js+9 -1 Viewed

 import { SECRET_KEYS, writeSecret } from './secrets.js';
 import { getEventSourceStream } from './sse-stream.js';
 import { getCurrentDreamGenModelTokenizer, getCurrentOpenRouterModelTokenizer, loadAphroditeModels, loadDreamGenModels, loadFeatherlessModels, loadGenericModels, loadInfermaticAIModels, loadLlamaCppModels, loadMancerModels, loadOllamaModels, loadOpenRouterModels, loadTabbyModels, loadTogetherAIModels, loadVllmModels } from './textgen-models.js';
 import { ENCODE_TOKENIZERS, TEXTGEN_TOKENIZERS, TOKENIZER_SUPPORTED_KEY, getTextTokens, getTokenizerBestMatch, tokenizers } from './tokenizers.js';
 import { AbortReason } from './util/AbortReason.js';
 import { getSortableDelay, onlyUnique, arraysEqual, isObject } from './utils.js';

+}
 function getTokenizerForTokenIds() {
 +    const bestMatchTokenizer = getTokenizerBestMatch('textgenerationwebui');
 +    if (bestMatchTokenizer === tokenizers.API_TEXTGENERATIONWEBUI) {
 +        return tokenizers.API_CURRENT;
 +    }
++
     if (power_user.tokenizer === tokenizers.API_CURRENT && TEXTGEN_TOKENIZERS.includes(textgenerationwebui_settings.type)) {
         return tokenizers.API_CURRENT;
+    }

         return resultCheckStatus();
+    }
 +    // Clear logit bias cache
 +    BIAS_CACHE.delete(BIAS_KEY);
++
     if ([textgen_types.GENERIC, textgen_types.OOBA].includes(textgenerationwebui_settings.type) && textgenerationwebui_settings.bypass_status_check) {
         setOnlineStatus(t`Status check bypassed`);
         return resultCheckStatus();