Fix koboldcpp dry sequence stringification (#5156) * Add DRY sequence parsing --------- Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com>
Signed| @@ -1752,6 +1752,7 @@ export function createTextGenGenerationData(settings, model, finalPrompt = null, | ||
| 1752 | 1752 | if (settings.type === KOBOLDCPP) { |
| 1753 | 1753 | params.grammar = settings.grammar_string || undefined; |
| 1754 | 1754 | params.trim_stop = true; |
| 1755 | + params.dry_sequence_breakers = params.parseSequenceBreakers(); | |
| 1755 | 1756 | } |
| 1756 | 1757 | |
| 1757 | 1758 | if (settings.type === HUGGINGFACE) { |