Add trim_stop to koboldcpp requests Fixes #3143

7ce2841588912bbd0d2f39527b634fe18857ab0c

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 980ebb2fbc07b79be361f803ce7adadc9a7c3666
1 files changed, +1 -0Showing whitespace changes
public/scripts/textgen-settings.js+1 -0
@@ -1268,6 +1268,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
12681268
1269 if (settings.type === KOBOLDCPP) {1269 if (settings.type === KOBOLDCPP) {
1270 params.grammar = settings.grammar_string;1270 params.grammar = settings.grammar_string;
1271 params.trim_stop = true;
1271 }1272 }
12721273
1273 if (settings.type === HUGGINGFACE) {1274 if (settings.type === HUGGINGFACE) {