Add trim_stop to koboldcpp requests Fixes #3143

7ce2841588912bbd0d2f39527b634fe18857ab0c

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 980ebb2fbc07b79be361f803ce7adadc9a7c3666
1 files changed, +1 -0Ignore whitespace
public/scripts/textgen-settings.js+1 -0
@@ -1268,6 +1268,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
12681268
12691269 if (settings.type === KOBOLDCPP) {
12701270 params.grammar = settings.grammar_string;
1271+ params.trim_stop = true;
12711272 }
12721273
12731274 if (settings.type === HUGGINGFACE) {