Merge pull request #3000 from error-usernotavailable/staging ADetailer functionality for stable-diffusion extension
Signed| @@ -18,7 +18,7 @@ import { | |||
| 18 | } from '../../../script.js'; | 18 | } from '../../../script.js'; |
| 19 | import { getApiUrl, getContext, extension_settings, doExtrasFetch, modules, renderExtensionTemplateAsync, writeExtensionField } from '../../extensions.js'; | 19 | import { getApiUrl, getContext, extension_settings, doExtrasFetch, modules, renderExtensionTemplateAsync, writeExtensionField } from '../../extensions.js'; |
| 20 | import { selected_group } from '../../group-chats.js'; | 20 | import { selected_group } from '../../group-chats.js'; |
| 21 | import { stringFormat, initScrollHeight, resetScrollHeight, getCharaFilename, saveBase64AsFile, getBase64Async, delay, isTrueBoolean, debounce, isFalseBoolean } from '../../utils.js'; | 21 | import { stringFormat, initScrollHeight, resetScrollHeight, getCharaFilename, saveBase64AsFile, getBase64Async, delay, isTrueBoolean, debounce, isFalseBoolean, deepMerge } from '../../utils.js'; |
| 22 | import { getMessageTimeStamp, humanizedDateTime } from '../../RossAscends-mods.js'; | 22 | import { getMessageTimeStamp, humanizedDateTime } from '../../RossAscends-mods.js'; |
| 23 | import { SECRET_KEYS, secret_state, writeSecret } from '../../secrets.js'; | 23 | import { SECRET_KEYS, secret_state, writeSecret } from '../../secrets.js'; |
| 24 | import { getNovelUnlimitedImageGeneration, getNovelAnlas, loadNovelSubscriptionData } from '../../nai-settings.js'; | 24 | import { getNovelUnlimitedImageGeneration, getNovelAnlas, loadNovelSubscriptionData } from '../../nai-settings.js'; |
| @@ -219,6 +219,7 @@ const defaultSettings = { | |||
| 219 | // Automatic1111/Horde exclusives | 219 | // Automatic1111/Horde exclusives |
| 220 | restore_faces: false, | 220 | restore_faces: false, |
| 221 | enable_hr: false, | 221 | enable_hr: false, |
| 222 | adetailer_face: false, | ||
| 222 | 223 | ||
| 223 | // Horde settings | 224 | // Horde settings |
| 224 | horde: false, | 225 | horde: false, |
| @@ -435,6 +436,7 @@ async function loadSettings() { | |||
| 435 | $('#sd_horde_sanitize').prop('checked', extension_settings.sd.horde_sanitize); | 436 | $('#sd_horde_sanitize').prop('checked', extension_settings.sd.horde_sanitize); |
| 436 | $('#sd_restore_faces').prop('checked', extension_settings.sd.restore_faces); | 437 | $('#sd_restore_faces').prop('checked', extension_settings.sd.restore_faces); |
| 437 | $('#sd_enable_hr').prop('checked', extension_settings.sd.enable_hr); | 438 | $('#sd_enable_hr').prop('checked', extension_settings.sd.enable_hr); |
| 439 | $('#sd_adetailer_face').prop('checked', extension_settings.sd.adetailer_face); | ||
| 438 | $('#sd_refine_mode').prop('checked', extension_settings.sd.refine_mode); | 440 | $('#sd_refine_mode').prop('checked', extension_settings.sd.refine_mode); |
| 439 | $('#sd_multimodal_captioning').prop('checked', extension_settings.sd.multimodal_captioning); | 441 | $('#sd_multimodal_captioning').prop('checked', extension_settings.sd.multimodal_captioning); |
| 440 | $('#sd_auto_url').val(extension_settings.sd.auto_url); | 442 | $('#sd_auto_url').val(extension_settings.sd.auto_url); |
| @@ -853,6 +855,11 @@ function onSamplerChange() { | |||
| 853 | saveSettingsDebounced(); | 855 | saveSettingsDebounced(); |
| 854 | } | 856 | } |
| 855 | 857 | ||
| 858 | function onADetailerFaceChange() { | ||
| 859 | extension_settings.sd.adetailer_face = !!$('#sd_adetailer_face').prop('checked'); | ||
| 860 | saveSettingsDebounced(); | ||
| 861 | } | ||
| 862 | |||
| 856 | const resolutionOptions = { | 863 | const resolutionOptions = { |
| 857 | sd_res_512x512: { width: 512, height: 512, name: '512x512 (1:1, icons, profile pictures)' }, | 864 | sd_res_512x512: { width: 512, height: 512, name: '512x512 (1:1, icons, profile pictures)' }, |
| 858 | sd_res_600x600: { width: 600, height: 600, name: '600x600 (1:1, icons, profile pictures)' }, | 865 | sd_res_600x600: { width: 600, height: 600, name: '600x600 (1:1, icons, profile pictures)' }, |
| @@ -2920,41 +2927,58 @@ async function generateHordeImage(prompt, negativePrompt, signal) { | |||
| 2920 | */ | 2927 | */ |
| 2921 | async function generateAutoImage(prompt, negativePrompt, signal) { | 2928 | async function generateAutoImage(prompt, negativePrompt, signal) { |
| 2922 | const isValidVae = extension_settings.sd.vae && !['N/A', placeholderVae].includes(extension_settings.sd.vae); | 2929 | const isValidVae = extension_settings.sd.vae && !['N/A', placeholderVae].includes(extension_settings.sd.vae); |
| 2930 | let payload = { | ||
| 2931 | ...getSdRequestBody(), | ||
| 2932 | prompt: prompt, | ||
| 2933 | negative_prompt: negativePrompt, | ||
| 2934 | sampler_name: extension_settings.sd.sampler, | ||
| 2935 | scheduler: extension_settings.sd.scheduler, | ||
| 2936 | steps: extension_settings.sd.steps, | ||
| 2937 | cfg_scale: extension_settings.sd.scale, | ||
| 2938 | width: extension_settings.sd.width, | ||
| 2939 | height: extension_settings.sd.height, | ||
| 2940 | restore_faces: !!extension_settings.sd.restore_faces, | ||
| 2941 | enable_hr: !!extension_settings.sd.enable_hr, | ||
| 2942 | hr_upscaler: extension_settings.sd.hr_upscaler, | ||
| 2943 | hr_scale: extension_settings.sd.hr_scale, | ||
| 2944 | denoising_strength: extension_settings.sd.denoising_strength, | ||
| 2945 | hr_second_pass_steps: extension_settings.sd.hr_second_pass_steps, | ||
| 2946 | seed: extension_settings.sd.seed >= 0 ? extension_settings.sd.seed : undefined, | ||
| 2947 | override_settings: { | ||
| 2948 | CLIP_stop_at_last_layers: extension_settings.sd.clip_skip, | ||
| 2949 | sd_vae: isValidVae ? extension_settings.sd.vae : undefined, | ||
| 2950 | }, | ||
| 2951 | override_settings_restore_afterwards: true, | ||
| 2952 | clip_skip: extension_settings.sd.clip_skip, // For SD.Next | ||
| 2953 | save_images: true, | ||
| 2954 | send_images: true, | ||
| 2955 | do_not_save_grid: false, | ||
| 2956 | do_not_save_samples: false, | ||
| 2957 | }; | ||
| 2958 | |||
| 2959 | // Conditionally add the ADetailer if adetailer_face is enabled | ||
| 2960 | if (extension_settings.sd.adetailer_face) { | ||
| 2961 | payload = deepMerge(payload, { | ||
| 2962 | alwayson_scripts: { | ||
| 2963 | ADetailer: { | ||
| 2964 | args: [ | ||
| 2965 | true, // ad_enable | ||
| 2966 | true, // skip_img2img | ||
| 2967 | { | ||
| 2968 | 'ad_model': 'face_yolov8n.pt', | ||
| 2969 | }, | ||
| 2970 | ], | ||
| 2971 | }, | ||
| 2972 | }, | ||
| 2973 | }); | ||
| 2974 | } | ||
| 2975 | |||
| 2976 | // Make the fetch call with the payload | ||
| 2923 | const result = await fetch('/api/sd/generate', { | 2977 | const result = await fetch('/api/sd/generate', { |
| 2924 | method: 'POST', | 2978 | method: 'POST', |
| 2925 | headers: getRequestHeaders(), | 2979 | headers: getRequestHeaders(), |
| 2926 | signal: signal, | 2980 | signal: signal, |
| 2927 | body: JSON.stringify({ | 2981 | body: JSON.stringify(payload), |
| 2928 | ...getSdRequestBody(), | ||
| 2929 | prompt: prompt, | ||
| 2930 | negative_prompt: negativePrompt, | ||
| 2931 | sampler_name: extension_settings.sd.sampler, | ||
| 2932 | scheduler: extension_settings.sd.scheduler, | ||
| 2933 | steps: extension_settings.sd.steps, | ||
| 2934 | cfg_scale: extension_settings.sd.scale, | ||
| 2935 | width: extension_settings.sd.width, | ||
| 2936 | height: extension_settings.sd.height, | ||
| 2937 | restore_faces: !!extension_settings.sd.restore_faces, | ||
| 2938 | enable_hr: !!extension_settings.sd.enable_hr, | ||
| 2939 | hr_upscaler: extension_settings.sd.hr_upscaler, | ||
| 2940 | hr_scale: extension_settings.sd.hr_scale, | ||
| 2941 | denoising_strength: extension_settings.sd.denoising_strength, | ||
| 2942 | hr_second_pass_steps: extension_settings.sd.hr_second_pass_steps, | ||
| 2943 | seed: extension_settings.sd.seed >= 0 ? extension_settings.sd.seed : undefined, | ||
| 2944 | // For AUTO1111 | ||
| 2945 | override_settings: { | ||
| 2946 | CLIP_stop_at_last_layers: extension_settings.sd.clip_skip, | ||
| 2947 | sd_vae: isValidVae ? extension_settings.sd.vae : undefined, | ||
| 2948 | }, | ||
| 2949 | override_settings_restore_afterwards: true, | ||
| 2950 | // For SD.Next | ||
| 2951 | clip_skip: extension_settings.sd.clip_skip, | ||
| 2952 | // Ensure generated img is saved to disk | ||
| 2953 | save_images: true, | ||
| 2954 | send_images: true, | ||
| 2955 | do_not_save_grid: false, | ||
| 2956 | do_not_save_samples: false, | ||
| 2957 | }), | ||
| 2958 | }); | 2982 | }); |
| 2959 | 2983 | ||
| 2960 | if (result.ok) { | 2984 | if (result.ok) { |
| @@ -4186,6 +4210,7 @@ jQuery(async () => { | |||
| 4186 | $('#sd_horde_sanitize').on('input', onHordeSanitizeInput); | 4210 | $('#sd_horde_sanitize').on('input', onHordeSanitizeInput); |
| 4187 | $('#sd_restore_faces').on('input', onRestoreFacesInput); | 4211 | $('#sd_restore_faces').on('input', onRestoreFacesInput); |
| 4188 | $('#sd_enable_hr').on('input', onHighResFixInput); | 4212 | $('#sd_enable_hr').on('input', onHighResFixInput); |
| 4213 | $('#sd_adetailer_face').on('change', onADetailerFaceChange); | ||
| 4189 | $('#sd_refine_mode').on('input', onRefineModeInput); | 4214 | $('#sd_refine_mode').on('input', onRefineModeInput); |
| 4190 | $('#sd_character_prompt').on('input', onCharacterPromptInput); | 4215 | $('#sd_character_prompt').on('input', onCharacterPromptInput); |
| 4191 | $('#sd_character_negative_prompt').on('input', onCharacterNegativePromptInput); | 4216 | $('#sd_character_negative_prompt').on('input', onCharacterNegativePromptInput); |
| @@ -356,6 +356,16 @@ | |||
| 356 | </label> | 356 | </label> |
| 357 | </div> | 357 | </div> |
| 358 | 358 | ||
| 359 | <div class="flex-container marginTopBot5" data-sd-source="auto,vlad"> | ||
| 360 | <label for="sd_adetailer_face" class="flex1 checkbox_label" data-i18n="[title]sd_adetailer_face" title="Use ADetailer with face model during the generation. The ADetailer extension must be installed on the backend."> | ||
| 361 | <input id="sd_adetailer_face" type="checkbox" /> | ||
| 362 | <small data-i18n="Use ADetailer (Face)">Use ADetailer (Face)</small> | ||
| 363 | </label> | ||
| 364 | <div class="flex1"> | ||
| 365 | <!-- I will be useful later! --> | ||
| 366 | </div> | ||
| 367 | </div> | ||
| 368 | |||
| 359 | <div class="flex-container marginTopBot5" data-sd-source="novel"> | 369 | <div class="flex-container marginTopBot5" data-sd-source="novel"> |
| 360 | <label class="flex1 checkbox_label" data-i18n="[title]SMEA versions of samplers are modified to perform better at high resolution." title="SMEA versions of samplers are modified to perform better at high resolution."> | 370 | <label class="flex1 checkbox_label" data-i18n="[title]SMEA versions of samplers are modified to perform better at high resolution." title="SMEA versions of samplers are modified to perform better at high resolution."> |
| 361 | <input id="sd_novel_sm" type="checkbox" /> | 371 | <input id="sd_novel_sm" type="checkbox" /> |
| @@ -23,6 +23,38 @@ export const navigation_option = { | |||
| 23 | previous: -1000, | 23 | previous: -1000, |
| 24 | }; | 24 | }; |
| 25 | 25 | ||
| 26 | /** | ||
| 27 | * Determines if a value is an object. | ||
| 28 | * @param {any} item The item to check. | ||
| 29 | * @returns {boolean} True if the item is an object, false otherwise. | ||
| 30 | */ | ||
| 31 | function isObject(item) { | ||
| 32 | return (item && typeof item === 'object' && !Array.isArray(item)); | ||
| 33 | } | ||
| 34 | |||
| 35 | /** | ||
| 36 | * Merges properties of two objects. If the property is an object, it will be merged recursively. | ||
| 37 | * @param {object} target The target object | ||
| 38 | * @param {object} source The source object | ||
| 39 | * @returns {object} Merged object | ||
| 40 | */ | ||
| 41 | export function deepMerge(target, source) { | ||
| 42 | let output = Object.assign({}, target); | ||
| 43 | if (isObject(target) && isObject(source)) { | ||
| 44 | Object.keys(source).forEach(key => { | ||
| 45 | if (isObject(source[key])) { | ||
| 46 | if (!(key in target)) | ||
| 47 | Object.assign(output, { [key]: source[key] }); | ||
| 48 | else | ||
| 49 | output[key] = deepMerge(target[key], source[key]); | ||
| 50 | } else { | ||
| 51 | Object.assign(output, { [key]: source[key] }); | ||
| 52 | } | ||
| 53 | }); | ||
| 54 | } | ||
| 55 | return output; | ||
| 56 | } | ||
| 57 | |||
| 26 | export function escapeHtml(str) { | 58 | export function escapeHtml(str) { |
| 27 | return String(str).replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>').replace(/"/g, '"'); | 59 | return String(str).replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>').replace(/"/g, '"'); |
| 28 | } | 60 | } |