Add shared utilities for generating text with WebLLM

77ab694ea0326f381a97057e320723d530aac74e

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 2bdc6f27cc95807bb954962eefdf359003849462

public/scripts/extensions/shared.js+83 -0 Viewed

         throw new Error('Custom API URL is not set.');
+    }
+}
++
 +/**
 + * Check if the WebLLM extension is installed and supported.
 + * @returns {boolean} Whether the extension is installed and supported
 + */
 +export function isWebLlmSupported() {
 +    if (!('gpu' in navigator)) {
 +        toastr.error('Your browser does not support the WebGPU API. Please use a different browser.', 'WebLLM', {
 +            preventDuplicates: true,
 +            timeOut: 0,
 +            extendedTimeOut: 0,
 +        });
 +        return false;
 +    }
++
 +    if (!('llm' in SillyTavern)) {
 +        toastr.error('WebLLM extension is not installed. Click here to install it.', 'WebLLM', {
 +            timeOut: 0,
 +            extendedTimeOut: 0,
 +            preventDuplicates: true,
 +            onclick: () => {
 +                const button = document.getElementById('third_party_extension_button');
 +                if (button) {
 +                    button.click();
 +                }
++
 +                const input = document.querySelector('dialog textarea');
++
 +                if (input instanceof HTMLTextAreaElement) {
 +                    input.value = 'https://github.com/SillyTavern/Extension-WebLLM';
 +                }
 +            },
 +        });
 +        return false;
 +    }
++
 +    return true;
 +}
++
 +/**
 + * Generates text in response to a chat prompt using WebLLM.
 + * @param {any[]} messages Messages to use for generating
 + * @returns {Promise<string>} Generated response
 + */
 +export async function generateWebLlmChatPrompt(messages) {
 +    if (!isWebLlmSupported()) {
 +        throw new Error('WebLLM extension is not installed.');
 +    }
++
 +    const engine = SillyTavern.llm;
 +    const response = await engine.generateChatPrompt(messages);
 +    return response;
 +}
++
 +/**
 + * Counts the number of tokens in the provided text using WebLLM's default model.
 + * @param {string} text Text to count tokens in
 + * @returns {Promise<number>} Number of tokens in the text
 + */
 +export async function countWebLlmTokens(text) {
 +    if (!isWebLlmSupported()) {
 +        throw new Error('WebLLM extension is not installed.');
 +    }
++
 +    const engine = SillyTavern.llm;
 +    const response = await engine.countTokens(text);
 +    return response;
 +}
++
 +/**
 + * Gets the size of the context in the WebLLM's default model.
 + * @returns {Promise<number>} Size of the context in the WebLLM model
 + */
 +export async function getWebLlmContextSize() {
 +    if (!isWebLlmSupported()) {
 +        throw new Error('WebLLM extension is not installed.');
 +    }
++
 +    const engine = SillyTavern.llm;
 +    await engine.loadModel();
 +    const model = await engine.getCurrentModelInfo();
 +    return model?.context_size;
 +}