Shut tokenization errors if not using ooba Closes #2849

93bf87b035a730912db67ff6cb4cde325bea6a58

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/script.js+4 -1 Viewed

     selectContextPreset,
 } from './scripts/instruct-mode.js';
 import { initLocales, t, translate } from './scripts/i18n.js';
 import { getFriendlyTokenizerName, getTokenCount, getTokenCountAsync, getTokenizerModel, initTokenizers, saveTokenCache, TOKENIZER_SUPPORTED_KEY } from './scripts/tokenizers.js';
 import {
     user_avatar,
     getUserAvatars,

         // Determine instruct mode preset
         autoSelectInstructPreset(online_status);
 +        const supportsTokenization = response.headers.get('x-supports-tokenization') === 'true';
 +        supportsTokenization ? sessionStorage.setItem(TOKENIZER_SUPPORTED_KEY, 'true') : sessionStorage.removeItem(TOKENIZER_SUPPORTED_KEY);
++
         // We didn't get a 200 status code, but the endpoint has an explanation. Which means it DID connect, but I digress.
         if (online_status === 'no_connection' && data.response) {
             toastr.error(data.response, 'API Error', { timeOut: 5000, preventDuplicates: true });

public/scripts/tokenizers.js+4 -2 Viewed

 const { OOBA, TABBY, KOBOLDCPP, VLLM, APHRODITE, LLAMACPP, OPENROUTER, DREAMGEN } = textgen_types;
 export const CHARACTERS_PER_TOKEN_RATIO = 3.35;
 export const TOKENIZER_WARNING_KEY = 'tokenizationWarningShown';
 +export const TOKENIZER_SUPPORTED_KEY = 'tokenizationSupported';
 export const tokenizers = {
     NONE: 0,

         // - Kobold must pass a version check
         // - Tokenizer haven't reported an error previously
         const hasTokenizerError = sessionStorage.getItem(TOKENIZER_WARNING_KEY);
 +        const hasValidEndpoint = sessionStorage.getItem(TOKENIZER_SUPPORTED_KEY);
         const isConnected = online_status !== 'no_connection';
         const isTokenizerSupported = TEXTGEN_TOKENIZERS.includes(textgen_settings.type) && (textgen_settings.type !== OOBA || hasValidEndpoint);
         if (!hasTokenizerError && isConnected) {
             if (forApi === 'kobold' && kai_flags.can_use_tokenization) {

src/endpoints/backends/text-completions.js+1 -0 Viewed

                     const modelName = modelInfo?.model_name;
                     result = modelName || result;
 +                    response.setHeader('x-supports-tokenization', 'true');
+                }
             } catch (error) {
                 console.error(`Failed to get Ooba model info: ${error}`);