Split generateRaw into two functions exposing generateRawData (#5249) * Split generateRaw into two functions exposing generateRawData * Concise types * Improve comments * Update public/script.js Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update public/script.js Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update public/script.js Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Add GenerateRawParams typedef for improved documentation and clarity --------- Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

7418d272a78c12d86afbd0f941c7590ba95ca0e5

Kristy Aurelia <120577588+KrsityKu@users.noreply.github.com>

Signed

Parents: 7a9483efba55f757100a82208c2b635f9bbd2659

public/script.js+37 -17 Viewed

+}
 /**
 - * Generates a message using the provided prompt.
 - * If the prompt is an array of chat-style messages and not using chat completion, it will be converted to a text prompt.
  * @typedef {object} GenerateRawParams
  * @prop {string | object[]} [prompt] Prompt to generate a message from. Can be a string or an array of chat-style messages, i.e. [{role: '', content: ''}, ...]
  * @prop {string} [api] API to use. Main API is used if not specified.

  * @prop {boolean} [trimNames] Whether to allow trimming "{{user}}:" and "{{char}}:" from the response.
  * @prop {string} [prefill] An optional prefill for the prompt.
  * @prop {object} [jsonSchema] JSON schema to use for the structured generation. Usually requires a special instruction.
 - * @param {GenerateRawParams} params Parameters for generating a message
 - * @returns {Promise<string>} Generated message
  */
 -export async function generateRaw({ prompt = '', api = null, instructOverride = false, quietToLoud = false, systemPrompt = '', responseLength = null, trimNames = true, prefill = '', jsonSchema = null } = {}) {
 -    if (arguments.length > 0 && typeof arguments[0] !== 'object') {
 -        console.trace('generateRaw called with positional arguments. Please use an object instead.');
 -        [prompt, api, instructOverride, quietToLoud, systemPrompt, responseLength, trimNames, prefill, jsonSchema] = arguments;
 -    }
 +/**
 + * Generates a raw data object using the provided prompt.
 + * This used to be part of `generateRaw`, but separating it out allows extensions to access other data such as reasoning message.
 + * @param {GenerateRawParams} params Parameters for generating a message
 + * @returns {Promise<object | string>} Raw API response data, or a JSON string extracted from the response when `jsonSchema` is provided.
 + */
 +export async function generateRawData({ prompt = '', api = null, instructOverride = false, quietToLoud = false, systemPrompt = '', responseLength = null, prefill = '', jsonSchema = null } = {}) {
     if (!api) {
         api = main_api;
+    }

             return extractJsonFromData(data, { mainApi: api });
+        }
 +        return data;
 +    } finally {
 +        eventSource.removeListener(event_types.GENERATION_STOPPED, abortHook);
 +        if (responseLengthCustomized && TempResponseLength.isCustomized()) {
 +            TempResponseLength.restore(api);
 +            TempResponseLength.removeEventHook(api, eventHook);
 +        }
 +    }
 +}
++
 +/**
 + * Generates a message using the provided prompt.
 + * If the prompt is an array of chat-style messages and not using chat completion, it will be converted to a text prompt.
 + * @param {GenerateRawParams} params Parameters for generating a message
 + * @returns {Promise<string>} Generated output: a cleaned-up message string when `jsonSchema` is not provided, or an extracted JSON string conforming to `jsonSchema` when it is.
 + */
 +export async function generateRaw({ prompt = '', api = null, instructOverride = false, quietToLoud = false, systemPrompt = '', responseLength = null, trimNames = true, prefill = '', jsonSchema = null } = {}) {
 +    if (arguments.length > 0 && typeof arguments[0] !== 'object') {
 +        console.trace('generateRaw called with positional arguments. Please use an object instead.');
 +        [prompt, api, instructOverride, quietToLoud, systemPrompt, responseLength, trimNames, prefill, jsonSchema] = arguments;
 +    }
++
 +    const data = await generateRawData({ prompt, api, instructOverride, quietToLoud, systemPrompt, responseLength, prefill, jsonSchema });
++
 +    // JSON string (matching the provided schema) will already be extracted.
 +    if (jsonSchema) {
 +        return data;
 +    }
++
     // format result, exclude user prompt bias
     const message = cleanUpMessage({
                     getMessage: extractMessageFromData(data, api),
         isImpersonate: false,
         isContinue: false,
         displayIncompleteSentences: true,

+    }
     return message;
 -    } finally {
 -        eventSource.removeListener(event_types.GENERATION_STOPPED, abortHook);
 -        if (responseLengthCustomized && TempResponseLength.isCustomized()) {
 -            TempResponseLength.restore(api);
 -            TempResponseLength.removeEventHook(api, eventHook);
 -        }
 -    }
+}
 class TempResponseLength {

public/scripts/st-context.js+2 -0 Viewed

     swipe_right,
     swipe_left,
     generateRaw,
 +    generateRawData,
     showSwipeButtons,
     hideSwipeButtons,
     deleteMessage,

         getTokenizerModel,
         generateQuietPrompt,
         generateRaw,
 +        generateRawData,
         writeExtensionField,
         getThumbnailUrl,
         selectCharacterById,