Add common punctuation to Erato stop strings that start with a newline #2894

8344232fe59b2595e0a089bc3ee2550b48178ad2

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: fbc590b6417500bfc626cd058f081006e97ef489

public/scripts/nai-settings.js+23 -4 Viewed

 export function getNovelGenerationData(finalPrompt, settings, maxLength, isImpersonate, isContinue, _cfgValues, type) {
     console.debug('NovelAI generation data for', type);
 +    const isKayra = nai_settings.model_novel.includes('kayra');
 +    const isErato = nai_settings.model_novel.includes('erato');
     const tokenizerType = getTokenizerTypeForModel(nai_settings.model_novel);
 +    const stoppingStrings = getStoppingStrings(isImpersonate, isContinue);
++
 +    // Llama 3 tokenizer, huh?
 +    if (isErato) {
 +        const additionalStopStrings = [];
 +        for (const stoppingString of stoppingStrings) {
 +            if (stoppingString.startsWith('\n')) {
 +                additionalStopStrings.push('.' + stoppingString);
 +                additionalStopStrings.push('!' + stoppingString);
 +                additionalStopStrings.push('?' + stoppingString);
 +                additionalStopStrings.push('*' + stoppingString);
 +                additionalStopStrings.push('"' + stoppingString);
 +                additionalStopStrings.push('_' + stoppingString);
 +                additionalStopStrings.push('...' + stoppingString);
 +                additionalStopStrings.push(')' + stoppingString);
 +            }
 +        }
 +        stoppingStrings.push(...additionalStopStrings);
 +    }
++
     const stopSequences = (tokenizerType !== tokenizers.NONE)
 -        ? getStoppingStrings(isImpersonate, isContinue)
 +        ? stoppingStrings.map(t => getTextTokens(tokenizerType, t))
 -            .map(t => getTextTokens(tokenizerType, t))
         : undefined;
     const badWordIds = (tokenizerType !== tokenizers.NONE)

         console.log(finalPrompt);
+    }
 -    const isKayra = nai_settings.model_novel.includes('kayra');
 -    const isErato = nai_settings.model_novel.includes('erato');
     if (isErato) {
         finalPrompt = '<|startoftext|>' + finalPrompt;