Emit prompt events in generateRaw (#4587) Closes https://github.com/SillyTavern/Extension-PromptInspector/issues/4

654ddb1608f7b69ec7ce70cd4a31e7b31887830c

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

public/script.js+23 -0 Viewed

     // construct final prompt from the input. Can either be a string or an array of chat-style messages.
     prompt = createRawPrompt(prompt, api, instructOverride, quietToLoud, systemPrompt, prefill);
 +    // Allow extensions to stop generation before it happens
 +    const eventAbortController = new AbortController();
 +    const abortHook = () => eventAbortController.abort(new Error('Cancelled by extension'));
 +    eventSource.on(event_types.GENERATION_STOPPED, abortHook);
++
     try {
         if (responseLengthCustomized) {
             TempResponseLength.save(api, responseLength);

         /** @type {object|any[]} */
         let generateData = {};
 +        // Allow extensions to modify the prompt before generation
 +        // 1. for text completion
 +        if (typeof prompt === 'string') {
 +            const eventData = { prompt: prompt, dryRun: false };
 +            await eventSource.emit(event_types.GENERATE_AFTER_COMBINE_PROMPTS, eventData);
 +            prompt = eventData.prompt;
 +        }
 +        // 2. for chat completion
 +        if (Array.isArray(prompt)) {
 +            const eventData = { chat: prompt, dryRun: false };
 +            await eventSource.emit(event_types.CHAT_COMPLETION_PROMPT_READY, eventData);
 +            prompt = eventData.chat;
 +        }
++
 +        // Check if the generation was aborted during the event
 +        eventAbortController.signal.throwIfAborted();
++
         switch (api) {
             case 'kobold':
             case 'koboldhorde':

         return message;
     } finally {
 +        eventSource.removeListener(event_types.GENERATION_STOPPED, abortHook);
         if (responseLengthCustomized && TempResponseLength.isCustomized()) {
             TempResponseLength.restore(api);
             TempResponseLength.removeEventHook(api, eventHook);