Support comma-separated list of llama.cpp sequence breakers #3026

00f0f755fc82d0535e3754e9a728a559cb27a808

Cohee <18619528+Cohee1207@users.noreply.github.com>

1 files changed, +11 -1Showing whitespace changes
public/scripts/textgen-settings.js+11 -1
@@ -1307,7 +1307,17 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
1307 : [];1307 : [];
1308 const tokenBans = toIntArray(banned_tokens);1308 const tokenBans = toIntArray(banned_tokens);
1309 logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));1309 logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));
1310 const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })();1310 const sequenceBreakers = (() => {
1311 try {
1312 return JSON.parse(params.dry_sequence_breakers);
1313 } catch {
1314 if (typeof params.dry_sequence_breakers === 'string') {
1315 return params.dry_sequence_breakers.split(',');
1316 }
1317
1318 return undefined;
1319 }
1320 })();
1311 const llamaCppParams = {1321 const llamaCppParams = {
1312 'logit_bias': logitBiasArray,1322 'logit_bias': logitBiasArray,
1313 // Conflicts with ooba's grammar_string1323 // Conflicts with ooba's grammar_string