Safe sequence breakers parse

542f77aeb819fced598c54e2c581460dee3906b1

Cohee <18619528+Cohee1207@users.noreply.github.com>

1 files changed, +2 -1Ignore whitespace
public/scripts/textgen-settings.js+2 -1
@@ -1307,12 +1307,13 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
1307 : [];1307 : [];
1308 const tokenBans = toIntArray(banned_tokens);1308 const tokenBans = toIntArray(banned_tokens);
1309 logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));1309 logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));
1310 const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })();
1310 const llamaCppParams = {1311 const llamaCppParams = {
1311 'logit_bias': logitBiasArray,1312 'logit_bias': logitBiasArray,
1312 // Conflicts with ooba's grammar_string1313 // Conflicts with ooba's grammar_string
1313 'grammar': settings.grammar_string,1314 'grammar': settings.grammar_string,
1314 'cache_prompt': true,1315 'cache_prompt': true,
1315 'dry_sequence_breakers': JSON.parse(params.dry_sequence_breakers),1316 'dry_sequence_breakers': sequenceBreakers,
1316 };1317 };
1317 params = Object.assign(params, llamaCppParams);1318 params = Object.assign(params, llamaCppParams);
1318 }1319 }