Add Variety Boost option for NovelAI image generation. (#4417) Co-authored-by: sirius422 <sirius42@gfw.moe>

4d9f229383ad0b3cd85385d63ac92ba64b2e954e

sirius422 <38351200+sirius422@users.noreply.github.com>

Signed

public/scripts/extensions/stable-diffusion/index.js+9 -0 Viewed

     novel_sm: false,
     novel_sm_dyn: false,
     novel_decrisper: false,
 +    novel_variety_boost: false,
     // OpenAI settings
     openai_style: 'vivid',

     $('#sd_novel_sm_dyn').prop('checked', extension_settings.sd.novel_sm_dyn);
     $('#sd_novel_sm_dyn').prop('disabled', !extension_settings.sd.novel_sm);
     $('#sd_novel_decrisper').prop('checked', extension_settings.sd.novel_decrisper);
 +    $('#sd_novel_variety_boost').prop('checked', extension_settings.sd.novel_variety_boost);
     $('#sd_pollinations_enhance').prop('checked', extension_settings.sd.pollinations_enhance);
     $('#sd_horde').prop('checked', extension_settings.sd.horde);
     $('#sd_horde_nsfw').prop('checked', extension_settings.sd.horde_nsfw);

     saveSettingsDebounced();
+}
 +function onNovelVarietyBoostInput() {
 +    extension_settings.sd.novel_variety_boost = !!$('#sd_novel_variety_boost').prop('checked');
 +    saveSettingsDebounced();
 +}
++
 function onPollinationsEnhanceInput() {
     extension_settings.sd.pollinations_enhance = !!$('#sd_pollinations_enhance').prop('checked');
     saveSettingsDebounced();

             negative_prompt: negativePrompt,
             upscale_ratio: extension_settings.sd.hr_scale,
             decrisper: extension_settings.sd.novel_decrisper,
 +            variety_boost: extension_settings.sd.novel_variety_boost,
             sm: sm,
             sm_dyn: sm_dyn,
             seed: extension_settings.sd.seed >= 0 ? extension_settings.sd.seed : undefined,

     $('#sd_novel_sm').on('input', onNovelSmInput);
     $('#sd_novel_sm_dyn').on('input', onNovelSmDynInput);
     $('#sd_novel_decrisper').on('input', onNovelDecrisperInput);
 +    $('#sd_novel_variety_boost').on('input', onNovelVarietyBoostInput);
     $('#sd_pollinations_enhance').on('input', onPollinationsEnhanceInput);
     $('#sd_comfy_validate').on('click', validateComfyUrl);
     $('#sd_comfy_url').on('input', onComfyUrlInput);

public/scripts/extensions/stable-diffusion/settings.html+4 -0 Viewed

                     <input id="sd_novel_decrisper" type="checkbox" />
                     <small data-i18n="Decrisper">Decrisper</small>
                 </label>
 +                <label class="flex1 checkbox_label" data-i18n="[title]Enable guidance only after body has been formed, to improve diversity and saturation of samples. May reduce relevance" title="Enable guidance only after body has been formed, to improve diversity and saturation of samples. May reduce relevance">
 +                    <input id="sd_novel_variety_boost" type="checkbox" />
 +                    <small data-i18n="Variety+">Variety+</small>
 +                </label>
             </div>
             <div data-sd-source="novel,togetherai,pollinations,comfy,drawthings,vlad,auto,horde,extras,stability,bfl" class="marginTop5">

src/endpoints/novelai.js+23 -0 Viewed

 const TEXT_NOVELAI = 'https://text.novelai.net';
 const IMAGE_NOVELAI = 'https://image.novelai.net';
 +// Constants for skip_cfg_above_sigma (Variety+) calculation
 +const REFERENCE_PIXEL_COUNT = 1011712;   // 832 * 1216 reference image size
 +const SIGMA_MAGIC_NUMBER = 19;           // Base sigma multiplier for V3 and V4 models
 +const SIGMA_MAGIC_NUMBER_V4_5 = 58;      // Base sigma multiplier for V4.5 models
++
 // Ban bracket generation, plus defaults
 const badWordsList = [
     [3], [49356], [1431], [31715], [34387], [20765], [30702], [10691], [49333], [1266],

     return null;
+}
 +function calculateSkipCfgAboveSigma(width, height, modelName) {
 +    const magicConstant = modelName?.includes('nai-diffusion-4-5')
 +        ? SIGMA_MAGIC_NUMBER_V4_5
 +        : SIGMA_MAGIC_NUMBER;
++
 +    const pixelCount = width * height;
 +    const ratio = pixelCount / REFERENCE_PIXEL_COUNT;
++
 +    return Math.pow(ratio, 0.5) * magicConstant;
 +}
++
 export const router = express.Router();
 router.post('/status', async function (req, res) {

                     sm: request.body.sm ?? false,
                     sm_dyn: request.body.sm_dyn ?? false,
                     uncond_scale: 1,
 +                    skip_cfg_above_sigma: request.body.variety_boost
 +                        ? calculateSkipCfgAboveSigma(
 +                            request.body.width ?? 512,
 +                            request.body.height ?? 512,
 +                            request.body.model ?? 'nai-diffusion',
 +                        )
 +                        : null,
                     use_coords: false,
                     characterPrompts: [],
                     reference_image_multiple: [],