Add common punctuation to Erato stop strings that start with a newline #2894

8344232fe59b2595e0a089bc3ee2550b48178ad2

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: fbc590b6417500bfc626cd058f081006e97ef489

public/scripts/nai-settings.js+23 -4 Viewed

 export function getNovelGenerationData(finalPrompt, settings, maxLength, isImpersonate, isContinue, _cfgValues, type) {
     console.debug('NovelAI generation data for', type);
+    const isKayra = nai_settings.model_novel.includes('kayra');
+    const isErato = nai_settings.model_novel.includes('erato');
     const tokenizerType = getTokenizerTypeForModel(nai_settings.model_novel);
+    const stoppingStrings = getStoppingStrings(isImpersonate, isContinue);
+    // Llama 3 tokenizer, huh?
+    if (isErato) {
+        const additionalStopStrings = [];
+        for (const stoppingString of stoppingStrings) {
+            if (stoppingString.startsWith('\n')) {
+                additionalStopStrings.push('.' + stoppingString);
+                additionalStopStrings.push('!' + stoppingString);
+                additionalStopStrings.push('?' + stoppingString);
+                additionalStopStrings.push('*' + stoppingString);
+                additionalStopStrings.push('"' + stoppingString);
+                additionalStopStrings.push('_' + stoppingString);
+                additionalStopStrings.push('...' + stoppingString);
+                additionalStopStrings.push(')' + stoppingString);
+            }
+        }
+        stoppingStrings.push(...additionalStopStrings);
+    }
     const stopSequences = (tokenizerType !== tokenizers.NONE)
-        ? getStoppingStrings(isImpersonate, isContinue)
+        ? stoppingStrings.map(t => getTextTokens(tokenizerType, t))
-            .map(t => getTextTokens(tokenizerType, t))
         : undefined;
     const badWordIds = (tokenizerType !== tokenizers.NONE)

         console.log(finalPrompt);
+    }
-    const isKayra = nai_settings.model_novel.includes('kayra');
-    const isErato = nai_settings.model_novel.includes('erato');
     if (isErato) {
         finalPrompt = '<|startoftext|>' + finalPrompt;