Add opt-in toggle to keep hidden messages in chat vector index (#5378) * Initial plan * Add opt-in toggle to keep hidden messages in chat vector index Agent-Logs-Url: https://github.com/SillyTavern/SillyTavern/sessions/eadc80a1-a417-40df-a374-76d7c4a46ce3 Co-authored-by: Cohee1207 <18619528+Cohee1207@users.noreply.github.com> * Revert package-lock changes * Fix: Remove 'vectorized' class from chat messages before adding it --------- Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com> Co-authored-by: Cohee1207 <18619528+Cohee1207@users.noreply.github.com>

c918f4f36d6d28519ce60e722f4f72f062b204d0

Copilot <198982749+Copilot@users.noreply.github.com>

Signed

public/scripts/extensions/vectors/index.js+9 -2 Viewed

     // For chats
     enabled_chats: false,
+    keep_hidden: false,
     template: 'Past events:\n{{text}}',
     depth: 2,
     position: extension_prompt_types.IN_PROMPT,

             return -1;
+        }
-        const hashedMessages = context.chat.filter(x => !x.is_system).map(x => ({ text: String(substituteParams(x.mes)), hash: getStringHash(substituteParams(x.mes)), index: context.chat.indexOf(x) }));
+        const hashedMessages = context.chat.filter(x => settings.keep_hidden || !x.is_system).map(x => ({ text: String(substituteParams(x.mes)), hash: getStringHash(substituteParams(x.mes)), index: context.chat.indexOf(x) }));
         const hashesInCollection = await getSavedHashes(chatId);
         let newVectorItems = hashedMessages.filter(x => !hashesInCollection.includes(x.hash));

     { timeOut: 10000, escapeHtml: false },
     );
+    $('#chat .mes.vectorized').removeClass('vectorized');
     const chat = getContext().chat;
     for (const message of chat) {
         if (hashesInCollection.includes(getStringHash(substituteParams(message.mes)))) {
-            const messageElement = $(`.mes[mesid="${chat.indexOf(message)}"]`);
+            const messageElement = $(`#chat .mes[mesid="${chat.indexOf(message)}"]`);
             messageElement.addClass('vectorized');
+        }
+    }

         saveSettingsDebounced();
         toggleSettings();
     });
+    $('#vectors_keep_hidden').prop('checked', settings.keep_hidden).on('input', () => {
+        settings.keep_hidden = !!$('#vectors_keep_hidden').prop('checked');
+        Object.assign(extension_settings.vectors, settings);
+        saveSettingsDebounced();
+    });
     $('#vectors_enabled_files').prop('checked', settings.enabled_files).on('input', () => {
         settings.enabled_files = $('#vectors_enabled_files').prop('checked');
         Object.assign(extension_settings.vectors, settings);

public/scripts/extensions/vectors/settings.html+4 -0 Viewed

             <hr>
             <div id="vectors_chats_settings">
+                <label class="checkbox_label expander" for="vectors_keep_hidden" title="Keep hidden (system) messages in the vector index and include them in query results.">
+                    <input id="vectors_keep_hidden" type="checkbox" class="checkbox">
+                    <span data-i18n="Include hidden messages">Include hidden messages</span>
+                </label>
                 <div id="vectors_advanced_settings">
                     <label for="vectors_template" data-i18n="Injection Template">
                         Injection Template