Merge pull request #3737 from qvink/staging Adding option to disable removal of "{{user}}:" and "{{char}}:" in generateRaw()

97172597761c9ba026928cfc749d9efefa90390d

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

Parents: e44b1233303394e12015f24569eb2a6f53fc4113 66832fc98aa599fd00870e01347eed39e2d90d78

public/script.js+100 -21 Viewed

         if (!isImpersonate && !isContinue && Array.isArray(this.swipes) && this.swipes.length > 0) {
             for (let i = 0; i < this.swipes.length; i++) {
                 this.swipes[i] = cleanUpMessage(this.swipes[i], false, false, true, this.stoppingStrings);{
 +                    getMessage: this.swipes[i],
 +                    isImpersonate: false,
 +                    isContinue: false,
 +                    displayIncompleteSentences: true,
 +                    stoppingStrings: this.stoppingStrings,
 +                });
+            }
+        }
 -        let processedText = cleanUpMessage(text, isImpersonate, isContinue, !isFinal, this.stoppingStrings);
 +        let processedText = cleanUpMessage({
 +            getMessage: text,
 +            isImpersonate: isImpersonate,
 +            isContinue: isContinue,
 +            displayIncompleteSentences: !isFinal,
 +            stoppingStrings: this.stoppingStrings,
 +        });
         const charsToBalance = ['*', '"', '```'];
         for (const char of charsToBalance) {

  * @param {boolean} quietToLoud true to generate a message in system mode, false to generate a message in character mode
  * @param {string} [systemPrompt] System prompt to use. Only Instruct mode or OpenAI.
  * @param {number} [responseLength] Maximum response length. If unset, the global default value is used.
 + * @param {boolean} [trimNames] Whether to allow trimming "{{user}}:" and "{{char}}:" from the response.
  * @returns {Promise<string>} Generated message
  */
 export async function generateRaw(prompt, api, instructOverride, quietToLoud, systemPrompt, responseLength, trimNames = true) {
     if (!api) {
         api = main_api;
+    }

+        }
         // format result, exclude user prompt bias
 -        const message = cleanUpMessage(extractMessageFromData(data), false, false, true, null, false);
 +        const message = cleanUpMessage({
 +            getMessage: extractMessageFromData(data),
 +            isImpersonate: false,
 +            isContinue: false,
 +            displayIncompleteSentences: true,
 +            includeUserPromptBias: false,
 +            trimNames: trimNames,
 +            trimWrongNames: trimNames,
 +        });
         if (!message) {
             throw new Error('No message generated');

             hideSwipeButtons();
             let getMessage = await streamingProcessor.generate();
             let messageChunk = cleanUpMessage(getMessage, isImpersonate, isContinue, false);{
 +                getMessage: getMessage,
 +                isImpersonate: isImpersonate,
 +                isContinue: isContinue,
 +                displayIncompleteSentences: false,
 +            });
             if (isContinue) {
                 getMessage = continue_mag + getMessage;

         const swipes = extractMultiSwipes(data, type);
         messageChunk = cleanUpMessage(getMessage, isImpersonate, isContinue, false);{
 +            getMessage: getMessage,
 +            isImpersonate: isImpersonate,
 +            isContinue: isContinue,
 +            displayIncompleteSentences: false,
 +        });
++
++
         reasoning = getRegexedString(reasoning, regex_placement.REASONING);
         if (power_user.trim_spaces) {

         //Formating
         const displayIncomplete = type === 'quiet' && !quietToLoud;
         getMessage = cleanUpMessage(getMessage, isImpersonate, isContinue, displayIncomplete);{
 +            getMessage: getMessage,
 +            isImpersonate: isImpersonate,
 +            isContinue: isContinue,
 +            displayIncompleteSentences: displayIncomplete,
 +        });
         if (isImpersonate) {
             $('#send_textarea').val(getMessage)[0].dispatchEvent(new Event('input', { bubbles: true }));

         for (let i = 1; i < data.choices.length; i++) {
             const text = data?.choices[i]?.message?.content ?? data?.choices[i]?.text ?? '';
             const cleanedText = cleanUpMessage(text, false, false, false);{
 +                getMessage: text,
 +                isImpersonate: false,
 +                isContinue: false,
 +                displayIncompleteSentences: false,
 +            });
++
             swipes.push(cleanedText);
+        }
+    }

     return swipes;
+}
 -export function cleanUpMessage(getMessage, isImpersonate, isContinue, displayIncompleteSentences = false, stoppingStrings = null, includeUserPromptBias = true) {
 +/**
 + * Formats a message according to user settings
 + * @param {object} [options] - Additional options.
 + * @param {string} [options.getMessage] The message to clean up
 + * @param {boolean} [options.isImpersonate] Whether this is an impersonated message
 + * @param {boolean} [options.isContinue] Whether this is a continued message
 + * @param {boolean} [options.displayIncompleteSentences] Whether to keep incomplete sentences at the end.
 + * @param {array} [options.stoppingStrings] Array of stopping strings.
 + * @param {boolean} [options.includeUserPromptBias] Whether to permit prepending the user prompt bias at the beginning.
 + * @param {boolean} [options.trimNames] Whether to allow trimming "{{char}}:" or "{{user}}:" from the beginning.
 + * @param {boolean} [options.trimWrongNames] Whether to allow deleting responses prefixed by the incorrect name, depending on isImpersonate
 + *
 + * @returns {string} The formatted message
 + */
 +export function cleanUpMessage({ getMessage, isImpersonate, isContinue, displayIncompleteSentences = false, stoppingStrings = null, includeUserPromptBias = true, trimNames = true, trimWrongNames = true } = {}) {
 +    if (arguments.length > 0 && typeof arguments[0] !== 'object') {
 +        console.trace('cleanUpMessage called with positional arguments. Please use an object instead.');
 +        [getMessage, isImpersonate, isContinue, displayIncompleteSentences, stoppingStrings, includeUserPromptBias, trimNames, trimWrongNames] = arguments;
 +    }
++
     if (!getMessage) {
         return '';
+    }

     // "trailing whitespace on newlines\nevery line of the string\nsample text"
     getMessage = getMessage.replace(/[^\S\r\n]+$/gm, '');
 -    let nameToTrim = isImpersonate ? name2 : name1;
 +    if (trimWrongNames) {
 +        // If this is an impersonation, delete the entire response if it starts with "{{char}}:"
 +        // If this isn't an impersonation, delete the entire response if it starts with "{{user}}:"
 +        // Also delete any trailing text that starts with the wrong name.
 +        // This only occurs if the corresponding "power_user.allow_nameX_display" is false.
 -    if (isImpersonate) {
 +        let wrongName = isImpersonate
 -        nameToTrim = power_user.allow_name2_display ? '' : name2;
 +            ? (!power_user.allow_name2_display ? name2 : '')  // char
 -    }
 +            : (!power_user.allow_name1_display ? name1 : '');  // user
 -    else {
++
 -        nameToTrim = power_user.allow_name1_display ? '' : name1;
 +        if (wrongName) {
 +            // If the message starts with the wrong name, delete the entire response
 +            let startIndex = getMessage.indexOf(`${wrongName}:`);
 +            if (startIndex === 0) {
 +                getMessage = '';
 +                console.debug(`Message started with the wrong name: "${wrongName}" - response was deleted.`);
+            }
 -    if (nameToTrim && getMessage.indexOf(`${nameToTrim}:`) == 0) {
 +            // If there is trailing text starting with the wrong name, trim it off.
         getMessage            startIndex = getMessage.substring(0, getMessage.indexOf(`\n${nameToTrimwrongName}:`));
 +            if (startIndex >= 0) {
 +                getMessage = getMessage.substring(0, startIndex);
+            }
 -    if (nameToTrim && getMessage.indexOf(`\n${nameToTrim}:`) >= 0) {
 -        getMessage = getMessage.substring(0, getMessage.indexOf(`\n${nameToTrim}:`));
+        }
 +    }
++
     if (getMessage.indexOf('<|endoftext|>') != -1) {
         getMessage = getMessage.substring(0, getMessage.indexOf('<|endoftext|>'));
+    }

         getMessage = fixMarkdown(getMessage, false);
+    }
 +    if (trimNames) {
 +        // If this is an impersonation, trim "{{user}}:" from the beginning
 +        // If this isn't an impersonation, trim "{{char}}:" from the beginning.
 +        // Only applied when the corresponding "power_user.allow_nameX_display" is false.
         const nameToTrim2 = isImpersonate
                     ? (!power_user.allow_name1_display ? name1 : '')  // user
                     : (!power_user.allow_name2_display ? name2 : '');  // char
         if (nameToTrim2 && getMessage.startsWith(nameToTrim2 + ':')) {
             getMessage = getMessage.replace(nameToTrim2 + ':', '');
             getMessage = getMessage.trimStart();
+        }
 +    }
     if (isImpersonate) {
         getMessage = getMessage.trim();

public/scripts/logprobs.js+6 -1 Viewed

 function createSwipe(messageId, prompt) {
     // need to call `cleanUpMessage` on our new prompt, because we were working
     // with raw model output and our new prompt is missing trimming/macro replacements
     const cleanedPrompt = cleanUpMessage(prompt, false, false, true);{
 +        getMessage: prompt,
 +        isImpersonate: false,
 +        isContinue: false,
 +        displayIncompleteSentences: true,
 +    });
     const msg = chat[messageId];
     const newSwipeInfo = {