| 1307 | 1307 | : []; |
| 1308 | 1308 | const tokenBans = toIntArray(banned_tokens); |
| 1309 | 1309 | logitBiasArray.push(...tokenBans.map(x => [Number(x), false])); |
| 1310 | + const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })(); |
| 1310 | 1311 | const llamaCppParams = { |
| 1311 | 1312 | 'logit_bias': logitBiasArray, |
| 1312 | 1313 | // Conflicts with ooba's grammar_string |
| 1313 | 1314 | 'grammar': settings.grammar_string, |
| 1314 | 1315 | 'cache_prompt': true, |
| 1315 | 1316 | 'dry_sequence_breakers': JSON.parse(params.dry_sequence_breakers)sequenceBreakers, |
| 1316 | 1317 | }; |
| 1317 | 1318 | params = Object.assign(params, llamaCppParams); |
| 1318 | 1319 | } |