Merge pull request #3371 from fearmear/release Decrease TTS generation delay by splitting a message on a new line

6dde068e71383c55cb70f76960ed4c1a34aab134

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

public/scripts/extensions/tts/index.js+45 -3 Viewed

@@ -120,7 +120,7 @@ async function onNarrateOneMessage() {
120	120	}
121	121
122	122	resetTtsPlayback();
123	123	ttsJobQueue.pushprocessAndQueueTtsMessage(message);
124	124	moduleWorker();
125	125	}
126	126

+    }
     resetTtsPlayback();
     ttsJobQueue.pushprocessAndQueueTtsMessage({ mes: text, name: name });
     await moduleWorker();
     // Return back to the chat voices

     return processing;
+}
 +/**
 + * Splits a message into lines and adds each non-empty line to the TTS job queue.
 + * @param {Object} message - The message object to be processed.
 + * @param {string} message.mes - The text of the message to be split into lines.
 + * @param {string} message.name - The name associated with the message.
 + * @returns {void}
 + */
 +function processAndQueueTtsMessage(message) {
 +    if (!extension_settings.tts.narrate_by_paragraphs) {
 +        ttsJobQueue.push(message);
 +        return;
 +    }
++
 +    const lines = message.mes.split('\n');
++
 +    for (let i = 0; i < lines.length; i++) {
 +        const line = lines[i];
++
 +        if (line.length === 0) {
 +            continue;
 +        }
++
 +        ttsJobQueue.push(
 +            Object.assign({}, message, {
 +                mes: line,
 +            }),
 +        );
 +    }
 +}
++
 function debugTtsPlayback() {
     console.log(JSON.stringify(
+        {

@@ -350,7 +380,7 @@ function onAudioControlClicked() {
350	380	talkingAnimation(false);
351	381	} else {
352	382	// Default play behavior if not processing or playing is to play the last message.
353	383	ttsJobQueue.pushprocessAndQueueTtsMessage(context.chat[context.chat.length - 1]);
354	384	}
355	385	updateUiAudioPlayState();
356	386	}

     $('#tts_narrate_quoted').prop('checked', extension_settings.tts.narrate_quoted_only);
     $('#tts_auto_generation').prop('checked', extension_settings.tts.auto_generation);
     $('#tts_periodic_auto_generation').prop('checked', extension_settings.tts.periodic_auto_generation);
 +    $('#tts_narrate_by_paragraphs').prop('checked', extension_settings.tts.narrate_by_paragraphs);
     $('#tts_narrate_translated_only').prop('checked', extension_settings.tts.narrate_translated_only);
     $('#tts_narrate_user').prop('checked', extension_settings.tts.narrate_user);
     $('#tts_pass_asterisks').prop('checked', extension_settings.tts.pass_asterisks);

     saveSettingsDebounced();
+}
 +function onNarrateByParagraphsClick() {
 +    extension_settings.tts.narrate_by_paragraphs = !!$('#tts_narrate_by_paragraphs').prop('checked');
 +    saveSettingsDebounced();
 +}
++
 function onNarrateDialoguesClick() {
     extension_settings.tts.narrate_dialogues_only = !!$('#tts_narrate_dialogues').prop('checked');

     lastChatId = context.chatId;
     console.debug(`Adding message from ${message.name} for TTS processing: "${message.mes}"`);
++
 +    if (extension_settings.tts.periodic_auto_generation) {
         ttsJobQueue.push(message);
 +    } else {
 +        processAndQueueTtsMessage(message);
 +    }
+}
 async function onMessageDeleted() {

         $('#tts_pass_asterisks').on('click', onPassAsterisksClick);
         $('#tts_auto_generation').on('click', onAutoGenerationClick);
         $('#tts_periodic_auto_generation').on('click', onPeriodicAutoGenerationClick);
 +        $('#tts_narrate_by_paragraphs').on('click', onNarrateByParagraphsClick);
         $('#tts_narrate_user').on('click', onNarrateUserClick);
         $('#playback_rate').on('input', function () {

public/scripts/extensions/tts/settings.html+4 -0 Viewed

                     <input type="checkbox" id="tts_periodic_auto_generation">
                     <small data-i18n="Narrate by paragraphs (when streaming)">Narrate by paragraphs (when streaming)</small>
                 </label>
 +                <label class="checkbox_label" for="tts_narrate_by_paragraphs">
 +                    <input type="checkbox" id="tts_narrate_by_paragraphs">
 +                    <small data-i18n="Narrate by paragraphs (when not streaming)">Narrate by paragraphs (when not streaming)</small>
 +                </label>
                 <label class="checkbox_label" for="tts_narrate_quoted">
                     <input type="checkbox" id="tts_narrate_quoted">
                     <small data-i18n="Only narrate quotes">Only narrate "quotes"</small>