Limit NAI stop sequences count
| @@ -516,8 +516,9 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper | ||
| 516 | 516 | stoppingStrings.push(...additionalStopStrings); |
| 517 | 517 | } |
| 518 | 518 | |
| 519 | + const MAX_STOP_SEQUENCES = 1024; | |
| 519 | 520 | const stopSequences = (tokenizerType !== tokenizers.NONE) |
| 520 | 521 | ? stoppingStrings.slice(0, MAX_STOP_SEQUENCES).map(t => getTextTokens(tokenizerType, t)) |
| 521 | 522 | : undefined; |
| 522 | 523 | |
| 523 | 524 | const badWordIds = (tokenizerType !== tokenizers.NONE) |