Safe sequence breakers parse

542f77aeb819fced598c54e2c581460dee3906b1

Cohee <18619528+Cohee1207@users.noreply.github.com>

1 files changed, +2 -1Showing whitespace changes
public/scripts/textgen-settings.js+2 -1
@@ -1307,12 +1307,13 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
13071307 : [];
13081308 const tokenBans = toIntArray(banned_tokens);
13091309 logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));
1310+ const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })();
13101311 const llamaCppParams = {
13111312 'logit_bias': logitBiasArray,
13121313 // Conflicts with ooba's grammar_string
13131314 'grammar': settings.grammar_string,
13141315 'cache_prompt': true,
13151316 'dry_sequence_breakers': JSON.parse(params.dry_sequence_breakers)sequenceBreakers,
13161317 };
13171318 params = Object.assign(params, llamaCppParams);
13181319 }