WebLLM: use current tokenizer if not available

81841ca2a64d2a930c2a3509bad1069849c2db77

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/scripts/extensions/shared.js+7 -0 Viewed

 import { oai_settings } from '../openai.js';
 import { SECRET_KEYS, secret_state } from '../secrets.js';
 import { textgen_types, textgenerationwebui_settings } from '../textgen-settings.js';
 +import { getTokenCountAsync } from '../tokenizers.js';
 import { createThumbnail, isValidUrl } from '../utils.js';
 /**

 /**
  * Counts the number of tokens in the provided text using WebLLM's default model.
 + * Fallbacks to the current model's tokenizer if WebLLM token count fails.
  * @param {string} text Text to count tokens in
  * @returns {Promise<number>} Number of tokens in the text
  */

         throw new Error('WebLLM extension is not installed.');
+    }
 +    try {
         const engine = SillyTavern.llm;
         const response = await engine.countTokens(text);
         return response;
 +    } catch (error) {
 +        // Fallback to using current model's tokenizer
 +        return getTokenCountAsync(text);
 +    }
+}
 /**