Stable Diffusion: dedicated LLM connection profile for image prompt generation Reviewed-by: auto-review

849a7483b7514b84dd48cb8e8e63362bfba6ff82

permissionBRICK <permissionBRICK@gmail.com>

public/scripts/extensions/stable-diffusion/index.js+52 -2 Viewed

 import { getMessageTimeStamp, humanizedDateTime } from '../../RossAscends-mods.js';
 import { SECRET_KEYS, secret_state } from '../../secrets.js';
 import { getNovelAnlas, getNovelUnlimitedImageGeneration, loadNovelSubscriptionData } from '../../nai-settings.js';
 import { ConnectionManagerRequestService, getMultimodalCaption } from '../shared.js';
 import { SlashCommandParser } from '../../slash-commands/SlashCommandParser.js';
 import { SlashCommand } from '../../slash-commands/SlashCommand.js';
 import {

     settings_preset_primary: null,
     settings_preset_secondary: null,
     settings_fallback_enabled: false,
++
 +    // Dedicated LLM connection profile for image-prompt generation ('' = use active model)
 +    prompt_generation_profile: '',
 };
 /**

     });
+}
 +let promptGenerationProfileDropdownInitialized = false;
++
 +/**
 + * Populates the dedicated prompt-generation connection profile dropdown.
 + * Only initializes once to avoid attaching duplicate Connection Manager event listeners
 + * when loadSettings() is called again (e.g. after loading a settings preset).
 + */
 +function initPromptGenerationProfileDropdown() {
 +    if (promptGenerationProfileDropdownInitialized) {
 +        return;
 +    }
++
 +    try {
 +        ConnectionManagerRequestService.handleDropdown(
 +            '#sd_prompt_generation_profile',
 +            extension_settings.sd.prompt_generation_profile,
 +            (profile) => {
 +                extension_settings.sd.prompt_generation_profile = profile?.id ?? '';
 +                saveSettingsDebounced();
 +            },
 +        );
 +        promptGenerationProfileDropdownInitialized = true;
 +    } catch (error) {
 +        // Connection Manager may be unavailable/disabled; leave the dropdown empty in that case.
 +        console.warn('SD: could not populate prompt-generation profile dropdown', error);
 +    }
 +}
++
 async function loadSettings() {
     // Initialize settings
     if (Object.keys(extension_settings.sd).length === 0) {

     const resolutionId = getClosestKnownResolution();
     $('#sd_resolution').val(resolutionId);
 +    initPromptGenerationProfileDropdown();
++
     toggleSourceControls();
     addPromptTemplates();
     registerFunctionTool();

  */
 async function generatePrompt(quietPrompt) {
     const toast = toastr.info('Generating image prompt with an LLM...', 'Image Generation');
 -    const reply = await generateQuietPrompt({ quietPrompt });
 +    let reply;
 +    const profileId = extension_settings.sd.prompt_generation_profile;
++
 +    if (profileId) {
 +        try {
 +            // Use the chosen Connection Manager profile (non-streaming) regardless of the active model.
 +            // 1024 tokens is a sensible default cap for an image-prompt description.
 +            const data = await ConnectionManagerRequestService.sendRequest(profileId, quietPrompt, 1024);
 +            // Non-streaming requests resolve to ExtractedData ({ content, reasoning }); extract the plain text.
 +            reply = typeof data === 'object' && data !== null ? String(data.content ?? '') : '';
 +        } catch (err) {
 +            console.warn('SD: prompt-generation profile failed, falling back to active model', err);
 +            reply = await generateQuietPrompt({ quietPrompt });
 +        }
 +    } else {
 +        reply = await generateQuietPrompt({ quietPrompt });
 +    }
++
     const processedReply = processReply(reply);
     toastr.clear(toast);

public/scripts/extensions/stable-diffusion/settings.html+3 -0 Viewed

                 <input id="sd_minimal_prompt_processing" type="checkbox" />
                 <span data-i18n="sd_minimal_prompt_processing_txt">Minimal response prompt processing</span>
             </label>
 +            <label for="sd_prompt_generation_profile" data-i18n="Prompt generation connection profile">Prompt generation connection profile</label>
 +            <select id="sd_prompt_generation_profile" class="text_pole"></select>
 +            <small data-i18n="sd_prompt_generation_profile_small">Connection profile always used to generate the image prompt text. Leave empty to use the currently active model.</small>
             <hr>
             <h4 data-i18n="Settings Presets & Fallback">Settings Presets &amp; Fallback</h4>
             <small data-i18n="sd_settings_presets_small">Save the current backend/connection settings (source, model, sampler, dimensions, etc.) as Primary or Secondary presets and load them back later. Prompt templates, styles, and custom entries are not included.</small>