Limit NAI stop sequences count

e6d5b5a8a1ce4f5f49fce4133ea5e5431f4f0ce2

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: c4462cc8bb2f4898a250dfa6d29d526668d073b6
1 files changed, +2 -1Showing whitespace changes
public/scripts/nai-settings.js+2 -1
@@ -516,8 +516,9 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
516 stoppingStrings.push(...additionalStopStrings);516 stoppingStrings.push(...additionalStopStrings);
517 }517 }
518518
519 const MAX_STOP_SEQUENCES = 1024;
519 const stopSequences = (tokenizerType !== tokenizers.NONE)520 const stopSequences = (tokenizerType !== tokenizers.NONE)
520 ? stoppingStrings.map(t => getTextTokens(tokenizerType, t))521 ? stoppingStrings.slice(0, MAX_STOP_SEQUENCES).map(t => getTextTokens(tokenizerType, t))
521 : undefined;522 : undefined;
522523
523 const badWordIds = (tokenizerType !== tokenizers.NONE)524 const badWordIds = (tokenizerType !== tokenizers.NONE)