Split generateRaw into two functions exposing generateRawData (#5249) * Split generateRaw into two functions exposing generateRawData * Concise types * Improve comments * Update public/script.js Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update public/script.js Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update public/script.js Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Add GenerateRawParams typedef for improved documentation and clarity --------- Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

7418d272a78c12d86afbd0f941c7590ba95ca0e5

Kristy Aurelia <120577588+KrsityKu@users.noreply.github.com>

Signed

Parents: 7a9483efba55f757100a82208c2b635f9bbd2659

public/script.js+45 -25 Viewed

+}
 /**
 - * Generates a message using the provided prompt.
 - * If the prompt is an array of chat-style messages and not using chat completion, it will be converted to a text prompt.
  * @typedef {object} GenerateRawParams
  * @prop {string | object[]} [prompt] Prompt to generate a message from. Can be a string or an array of chat-style messages, i.e. [{role: '', content: ''}, ...]
  * @prop {string} [api] API to use. Main API is used if not specified.

  * @prop {boolean} [trimNames] Whether to allow trimming "{{user}}:" and "{{char}}:" from the response.
  * @prop {string} [prefill] An optional prefill for the prompt.
  * @prop {object} [jsonSchema] JSON schema to use for the structured generation. Usually requires a special instruction.
 - * @param {GenerateRawParams} params Parameters for generating a message
 - * @returns {Promise<string>} Generated message
  */
 -export async function generateRaw({ prompt = '', api = null, instructOverride = false, quietToLoud = false, systemPrompt = '', responseLength = null, trimNames = true, prefill = '', jsonSchema = null } = {}) {
 -    if (arguments.length > 0 && typeof arguments[0] !== 'object') {
 -        console.trace('generateRaw called with positional arguments. Please use an object instead.');
 -        [prompt, api, instructOverride, quietToLoud, systemPrompt, responseLength, trimNames, prefill, jsonSchema] = arguments;
 -    }
 +/**
 + * Generates a raw data object using the provided prompt.
 + * This used to be part of `generateRaw`, but separating it out allows extensions to access other data such as reasoning message.
 + * @param {GenerateRawParams} params Parameters for generating a message
 + * @returns {Promise<object | string>} Raw API response data, or a JSON string extracted from the response when `jsonSchema` is provided.
 + */
 +export async function generateRawData({ prompt = '', api = null, instructOverride = false, quietToLoud = false, systemPrompt = '', responseLength = null, prefill = '', jsonSchema = null } = {}) {
     if (!api) {
         api = main_api;
+    }

             return extractJsonFromData(data, { mainApi: api });
+        }
 -        // format result, exclude user prompt bias
 +        return data;
 -        const message = cleanUpMessage({
 -            getMessage: extractMessageFromData(data),
 -            isImpersonate: false,
 -            isContinue: false,
 -            displayIncompleteSentences: true,
 -            includeUserPromptBias: false,
 -            trimNames: trimNames,
 -            trimWrongNames: trimNames,
 -        });
+-
 -        if (!message) {
 -            throw new Error('No message generated');
 -        }
+-
 -        return message;
     } finally {
         eventSource.removeListener(event_types.GENERATION_STOPPED, abortHook);
         if (responseLengthCustomized && TempResponseLength.isCustomized()) {

+    }
+}
 +/**
 + * Generates a message using the provided prompt.
 + * If the prompt is an array of chat-style messages and not using chat completion, it will be converted to a text prompt.
 + * @param {GenerateRawParams} params Parameters for generating a message
 + * @returns {Promise<string>} Generated output: a cleaned-up message string when `jsonSchema` is not provided, or an extracted JSON string conforming to `jsonSchema` when it is.
 + */
 +export async function generateRaw({ prompt = '', api = null, instructOverride = false, quietToLoud = false, systemPrompt = '', responseLength = null, trimNames = true, prefill = '', jsonSchema = null } = {}) {
 +    if (arguments.length > 0 && typeof arguments[0] !== 'object') {
 +        console.trace('generateRaw called with positional arguments. Please use an object instead.');
 +        [prompt, api, instructOverride, quietToLoud, systemPrompt, responseLength, trimNames, prefill, jsonSchema] = arguments;
 +    }
++
 +    const data = await generateRawData({ prompt, api, instructOverride, quietToLoud, systemPrompt, responseLength, prefill, jsonSchema });
++
 +    // JSON string (matching the provided schema) will already be extracted.
 +    if (jsonSchema) {
 +        return data;
 +    }
++
 +    // format result, exclude user prompt bias
 +    const message = cleanUpMessage({
 +        getMessage: extractMessageFromData(data, api),
 +        isImpersonate: false,
 +        isContinue: false,
 +        displayIncompleteSentences: true,
 +        includeUserPromptBias: false,
 +        trimNames: trimNames,
 +        trimWrongNames: trimNames,
 +    });
++
 +    if (!message) {
 +        throw new Error('No message generated');
 +    }
++
 +    return message;
 +}
++
 class TempResponseLength {
     static #originalResponseLength = -1;
     static #lastApi = null;

public/scripts/st-context.js+2 -0 Viewed

     swipe_right,
     swipe_left,
     generateRaw,
 +    generateRawData,
     showSwipeButtons,
     hideSwipeButtons,
     deleteMessage,

         getTokenizerModel,
         generateQuietPrompt,
         generateRaw,
 +        generateRawData,
         writeExtensionField,
         getThumbnailUrl,
         selectCharacterById,