Emit prompt events in generateRaw (#4587) Closes https://github.com/SillyTavern/Extension-PromptInspector/issues/4

654ddb1608f7b69ec7ce70cd4a31e7b31887830c

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

public/script.js+23 -0 Viewed

     // construct final prompt from the input. Can either be a string or an array of chat-style messages.
     prompt = createRawPrompt(prompt, api, instructOverride, quietToLoud, systemPrompt, prefill);
+    // Allow extensions to stop generation before it happens
+    const eventAbortController = new AbortController();
+    const abortHook = () => eventAbortController.abort(new Error('Cancelled by extension'));
+    eventSource.on(event_types.GENERATION_STOPPED, abortHook);
     try {
         if (responseLengthCustomized) {
             TempResponseLength.save(api, responseLength);

         /** @type {object|any[]} */
         let generateData = {};
+        // Allow extensions to modify the prompt before generation
+        // 1. for text completion
+        if (typeof prompt === 'string') {
+            const eventData = { prompt: prompt, dryRun: false };
+            await eventSource.emit(event_types.GENERATE_AFTER_COMBINE_PROMPTS, eventData);
+            prompt = eventData.prompt;
+        }
+        // 2. for chat completion
+        if (Array.isArray(prompt)) {
+            const eventData = { chat: prompt, dryRun: false };
+            await eventSource.emit(event_types.CHAT_COMPLETION_PROMPT_READY, eventData);
+            prompt = eventData.chat;
+        }
+        // Check if the generation was aborted during the event
+        eventAbortController.signal.throwIfAborted();
         switch (api) {
             case 'kobold':
             case 'koboldhorde':

         return message;
     } finally {
+        eventSource.removeListener(event_types.GENERATION_STOPPED, abortHook);
         if (responseLengthCustomized && TempResponseLength.isCustomized()) {
             TempResponseLength.restore(api);
             TempResponseLength.removeEventHook(api, eventHook);