Stable Diffusion: dedicated LLM connection profile for image prompt generation Reviewed-by: auto-review

849a7483b7514b84dd48cb8e8e63362bfba6ff82

permissionBRICK <permissionBRICK@gmail.com>

public/scripts/extensions/stable-diffusion/index.js+52 -2 Viewed

 import { getMessageTimeStamp, humanizedDateTime } from '../../RossAscends-mods.js';
 import { SECRET_KEYS, secret_state } from '../../secrets.js';
 import { getNovelAnlas, getNovelUnlimitedImageGeneration, loadNovelSubscriptionData } from '../../nai-settings.js';
-import { getMultimodalCaption } from '../shared.js';
+import { ConnectionManagerRequestService, getMultimodalCaption } from '../shared.js';
 import { SlashCommandParser } from '../../slash-commands/SlashCommandParser.js';
 import { SlashCommand } from '../../slash-commands/SlashCommand.js';
 import {

     settings_preset_primary: null,
     settings_preset_secondary: null,
     settings_fallback_enabled: false,
+    // Dedicated LLM connection profile for image-prompt generation ('' = use active model)
+    prompt_generation_profile: '',
 };
 /**

     });
+}
+let promptGenerationProfileDropdownInitialized = false;
+/**
+ * Populates the dedicated prompt-generation connection profile dropdown.
+ * Only initializes once to avoid attaching duplicate Connection Manager event listeners
+ * when loadSettings() is called again (e.g. after loading a settings preset).
+ */
+function initPromptGenerationProfileDropdown() {
+    if (promptGenerationProfileDropdownInitialized) {
+        return;
+    }
+    try {
+        ConnectionManagerRequestService.handleDropdown(
+            '#sd_prompt_generation_profile',
+            extension_settings.sd.prompt_generation_profile,
+            (profile) => {
+                extension_settings.sd.prompt_generation_profile = profile?.id ?? '';
+                saveSettingsDebounced();
+            },
+        );
+        promptGenerationProfileDropdownInitialized = true;
+    } catch (error) {
+        // Connection Manager may be unavailable/disabled; leave the dropdown empty in that case.
+        console.warn('SD: could not populate prompt-generation profile dropdown', error);
+    }
+}
 async function loadSettings() {
     // Initialize settings
     if (Object.keys(extension_settings.sd).length === 0) {

     const resolutionId = getClosestKnownResolution();
     $('#sd_resolution').val(resolutionId);
+    initPromptGenerationProfileDropdown();
     toggleSourceControls();
     addPromptTemplates();
     registerFunctionTool();

  */
 async function generatePrompt(quietPrompt) {
     const toast = toastr.info('Generating image prompt with an LLM...', 'Image Generation');
-    const reply = await generateQuietPrompt({ quietPrompt });
+    let reply;
+    const profileId = extension_settings.sd.prompt_generation_profile;
+    if (profileId) {
+        try {
+            // Use the chosen Connection Manager profile (non-streaming) regardless of the active model.
+            // 1024 tokens is a sensible default cap for an image-prompt description.
+            const data = await ConnectionManagerRequestService.sendRequest(profileId, quietPrompt, 1024);
+            // Non-streaming requests resolve to ExtractedData ({ content, reasoning }); extract the plain text.
+            reply = typeof data === 'object' && data !== null ? String(data.content ?? '') : '';
+        } catch (err) {
+            console.warn('SD: prompt-generation profile failed, falling back to active model', err);
+            reply = await generateQuietPrompt({ quietPrompt });
+        }
+    } else {
+        reply = await generateQuietPrompt({ quietPrompt });
+    }
     const processedReply = processReply(reply);
     toastr.clear(toast);

public/scripts/extensions/stable-diffusion/settings.html+3 -0 Viewed

                 <input id="sd_minimal_prompt_processing" type="checkbox" />
                 <span data-i18n="sd_minimal_prompt_processing_txt">Minimal response prompt processing</span>
             </label>
+            <label for="sd_prompt_generation_profile" data-i18n="Prompt generation connection profile">Prompt generation connection profile</label>
+            <select id="sd_prompt_generation_profile" class="text_pole"></select>
+            <small data-i18n="sd_prompt_generation_profile_small">Connection profile always used to generate the image prompt text. Leave empty to use the currently active model.</small>
             <hr>
             <h4 data-i18n="Settings Presets & Fallback">Settings Presets &amp; Fallback</h4>
             <small data-i18n="sd_settings_presets_small">Save the current backend/connection settings (source, model, sampler, dimensions, etc.) as Primary or Secondary presets and load them back later. Prompt templates, styles, and custom entries are not included.</small>