Stable Diffusion: RunPod on-demand pod warmup UI Status dot (red/orange/green) + Warm up / Shut down buttons for the runpod-lazy proxy, configured via a proxy URL setting. While a tab is open, a keepalive ping (1/min) extends the pod's idle timer; the proxy's NAS-side 15-minute timer remains authoritative, so the pod always shuts down when the frontend disappears.

52784ab2589acf472f14ff742f562b88159b784d

permissionBRICK <40219477+permissionBRICK@users.noreply.github.com>

Parents: f2a08db86015fb388899b0385c6bac0444d4afb0

public/scripts/extensions/stable-diffusion/index.js+113 -0 Viewed

     ref_images_enabled: false,
     ref_images: [],
+    // RunPod lazy-pod proxy base URL ('' = feature off)
+    runpod_lazy_url: '',
     // Dedicated LLM connection profile for image-prompt generation ('' = use active model)
     prompt_generation_profile: '',

     // The reference image library is global, not a per-backend setting.
     'ref_images_enabled',
     'ref_images',
+    'runpod_lazy_url',
     // The image-prompt LLM profile is independent of the image backend, so it must
     // never be captured/swapped by image-generation presets or the fallback retry.
     'prompt_generation_profile',

     $('#sd_google_duration').val(extension_settings.sd.google_duration);
     $('#sd_fallback_enabled').prop('checked', extension_settings.sd.settings_fallback_enabled);
     $('#sd_ref_images_enabled').prop('checked', extension_settings.sd.ref_images_enabled);
+    $('#sd_runpod_lazy_url').val(extension_settings.sd.runpod_lazy_url ?? '');
     renderPresetChain();
     renderRefImages();
+    setupRunpodLoops();
     for (const style of extension_settings.sd.styles) {
         const option = document.createElement('option');

 // #endregion
+// #region RunPod lazy pod
+/** Poll cadence for the pod status indicator (faster while it is starting). */
+const RUNPOD_POLL_IDLE_MS = 30000;
+const RUNPOD_POLL_BUSY_MS = 5000;
+/** Keepalive cadence: signals "a SillyTavern tab is open" to the proxy. */
+const RUNPOD_PING_MS = 60000;
+let runpodStatusTimer = null;
+let runpodPingTimer = null;
+function getRunpodLazyUrl() {
+    return String(extension_settings.sd.runpod_lazy_url ?? '').trim().replace(/\/$/, '');
+}
+/**
+ * Updates the status dot + text from a /lazy/status response (or an error).
+ * @param {object|null} status Parsed status JSON, or null when unreachable.
+ */
+function renderRunpodStatus(status) {
+    const dot = document.getElementById('sd_runpod_dot');
+    const text = document.getElementById('sd_runpod_status_text');
+    if (!dot || !text) {
+        return;
+    }
+    const phase = status?.state ?? 'red';
+    dot.classList.remove('sd_runpod_red', 'sd_runpod_orange', 'sd_runpod_green');
+    dot.classList.add(`sd_runpod_${['red', 'orange', 'green'].includes(phase) ? phase : 'red'}`);
+    if (!status) {
+        text.textContent = 'proxy unreachable';
+    } else if (phase === 'green') {
+        const left = status.idle_seconds_left ? ` (idle stop in ${Math.round(status.idle_seconds_left / 60)}m)` : '';
+        text.textContent = `ready on ${status.gpu ?? 'GPU'}${left}`;
+    } else if (phase === 'orange') {
+        text.textContent = `starting (models: ${status.models ?? '?'})…`;
+    } else {
+        text.textContent = 'off';
+    }
+    return phase;
+}
+async function pollRunpodStatus() {
+    const url = getRunpodLazyUrl();
+    if (!url) {
+        return;
+    }
+    let phase = 'red';
+    try {
+        const result = await fetch(`${url}/lazy/status`, { signal: AbortSignal.timeout(5000) });
+        phase = renderRunpodStatus(result.ok ? await result.json() : null);
+    } catch {
+        renderRunpodStatus(null);
+    }
+    clearTimeout(runpodStatusTimer);
+    runpodStatusTimer = setTimeout(pollRunpodStatus, phase === 'orange' ? RUNPOD_POLL_BUSY_MS : RUNPOD_POLL_IDLE_MS);
+}
+async function runpodControl(action) {
+    const url = getRunpodLazyUrl();
+    if (!url) {
+        return;
+    }
+    try {
+        const result = await fetch(`${url}/lazy/${action}`, { method: 'POST', signal: AbortSignal.timeout(10000) });
+        renderRunpodStatus(result.ok ? await result.json() : null);
+        if (action === 'warmup') {
+            toastr.info(t`Pod warmup requested. Models will pre-download; the dot turns green when ready.`, t`Image Generation`);
+        }
+    } catch (error) {
+        toastr.error(String(error), t`Image Generation`);
+    }
+    clearTimeout(runpodStatusTimer);
+    runpodStatusTimer = setTimeout(pollRunpodStatus, RUNPOD_POLL_BUSY_MS);
+}
+function runpodKeepalive() {
+    const url = getRunpodLazyUrl();
+    if (!url) {
+        return;
+    }
+    // Only extends the pod's idle timer; the proxy never starts a pod for a ping.
+    fetch(`${url}/lazy/ping`, { method: 'POST', signal: AbortSignal.timeout(5000) }).catch(() => { });
+}
+/** (Re)starts the polling/keepalive loops based on the configured URL. */
+function setupRunpodLoops() {
+    clearTimeout(runpodStatusTimer);
+    clearInterval(runpodPingTimer);
+    if (!getRunpodLazyUrl()) {
+        renderRunpodStatus(null);
+        return;
+    }
+    pollRunpodStatus();
+    runpodPingTimer = setInterval(runpodKeepalive, RUNPOD_PING_MS);
+}
+function onRunpodLazyUrlInput() {
+    extension_settings.sd.runpod_lazy_url = String($(this).val() ?? '').trim();
+    saveSettingsDebounced();
+    setupRunpodLoops();
+}
+// #endregion
 /**
  * Rebuilds the custom wand entries list in the settings UI.
  */

     $('#sd_ref_images_enabled').on('change', onRefImagesEnabledChange);
     $('#sd_ref_images_add').on('click', () => $('#sd_ref_images_file').trigger('click'));
     $('#sd_ref_images_file').on('change', onRefImagesFileChange);
+    $('#sd_runpod_lazy_url').on('input', onRunpodLazyUrlInput);
+    $('#sd_runpod_warmup').on('click', () => runpodControl('warmup'));
+    $('#sd_runpod_shutdown').on('click', () => runpodControl('shutdown'));
     $('#sd_custom_entry_add').on('click', onAddCustomEntryClick);
     $('#sd_custom_entries_list').on('click', '[data-action]', function () {
         const id = $(this).attr('data-entry-id');

public/scripts/extensions/stable-diffusion/settings.html+17 -0 Viewed

                 <input id="sd_ref_images_file" type="file" accept="image/png, image/jpeg, image/webp" multiple hidden />
             </div>
             <hr>
+            <h4 data-i18n="RunPod On-Demand Pod">RunPod On-Demand Pod</h4>
+            <label for="sd_runpod_lazy_url" data-i18n="Lazy proxy URL">Lazy proxy URL</label>
+            <input id="sd_runpod_lazy_url" type="text" class="text_pole" placeholder="http://10.0.0.4:8189" />
+            <div class="flex-container alignItemsCenter marginTopBot5">
+                <span id="sd_runpod_dot" class="sd_runpod_dot"></span>
+                <span id="sd_runpod_status_text" class="flex1">unknown</span>
+                <div id="sd_runpod_warmup" class="menu_button menu_button_icon" title="Start the pod and pre-download all models" data-i18n="[title]sd_runpod_warmup">
+                    <i class="fa-solid fa-fire"></i>
+                    <span data-i18n="Warm up">Warm up</span>
+                </div>
+                <div id="sd_runpod_shutdown" class="menu_button menu_button_icon" title="Terminate the pod now" data-i18n="[title]sd_runpod_shutdown">
+                    <i class="fa-solid fa-power-off"></i>
+                    <span data-i18n="Shut down">Shut down</span>
+                </div>
+            </div>
+            <small data-i18n="sd_runpod_small">While a SillyTavern tab is open, a keepalive ping keeps the pod alive; it shuts down 15 minutes after the last activity either way. Red = off, orange = starting/downloading models, green = ready.</small>
+            <hr>
             <label for="sd_source" data-i18n="Source">Source</label>
             <select id="sd_source" class="text_pole">
                 <option value="aimlapi">AI/ML API</option>

public/scripts/extensions/stable-diffusion/style.css+12 -0 Viewed

     text-align: right;
     opacity: 0.7;
+}
+.sd_runpod_dot {
+    width: 12px;
+    height: 12px;
+    border-radius: 50%;
+    flex-shrink: 0;
+    background: grey;
+}
+.sd_runpod_dot.sd_runpod_red { background: #d9534f; }
+.sd_runpod_dot.sd_runpod_orange { background: #f0ad4e; }
+.sd_runpod_dot.sd_runpod_green { background: #5cb85c; }