respect context unlocked flag when auto-setting context size

e02f57b7b0d17e0a39ce4bc1c79d4aa6e2370d48

Karl-Johan Alm <karljohan-alm@garage.co.jp>

Signed

public/script.js+18 -7 Viewed

                     const { chat_template, chat_template_hash } = data;
                     if (wantsContextSize && "default_generation_settings" in data) {
                         const backend_max_context = data["default_generation_settings"]["n_ctx"];
+                        const old_value = max_context;
                         if (max_context !== backend_max_context) {
-                            console.log(`Auto-switching max context from ${max_context} to ${backend_max_context}`);
+                            setGenerationParamsFromPreset({ max_length: backend_max_context }, true);
-                            toastr.info(`Context Size Changed: ${max_context} ⇒ ${backend_max_context}`);
+                        }
-                            max_context = backend_max_context;
+                        if (old_value !== max_context) {
-                            $('#max_context').val(max_context);
+                            console.log(`Auto-switched max context from ${old_value} to ${max_context}`);
-                            $('#max_context_counter').val(max_context);
+                            toastr.info(`Context Size Changed: ${old_value} ⇒ ${max_context}`);
+                        }
+                    }
                     console.log(`We have chat template ${chat_template.split('\n')[0]}...`);

     });
+}
-export function setGenerationParamsFromPreset(preset) {
+export function setGenerationParamsFromPreset(preset, keep_context_lock) {
     const needsUnlock = (preset.max_length ?? max_context) > MAX_CONTEXT_DEFAULT || (preset.genamt ?? amount_gen) > MAX_RESPONSE_DEFAULT;
-    $('#max_context_unlocked').prop('checked', needsUnlock).trigger('change');
+    if (!keep_context_lock || $('#max_context_unlocked').prop('checked')) {
+        $('#max_context_unlocked').prop('checked', needsUnlock).trigger('change');
+    } else if (needsUnlock) {
+        // cap values
+        if ((preset.max_length ?? max_context) > MAX_CONTEXT_DEFAULT) {
+            preset.max_length = MAX_CONTEXT_DEFAULT;
+        }
+        if ((preset.genamt ?? amount_gen) > MAX_RESPONSE_DEFAULT) {
+            preset.genamt = MAX_RESPONSE_DEFAULT;
+        }
+    }
     if (preset.genamt !== undefined) {
         amount_gen = preset.genamt;