| 1307 | : []; | 1307 | : []; |
| 1308 | const tokenBans = toIntArray(banned_tokens); | 1308 | const tokenBans = toIntArray(banned_tokens); |
| 1309 | logitBiasArray.push(...tokenBans.map(x => [Number(x), false])); | 1309 | logitBiasArray.push(...tokenBans.map(x => [Number(x), false])); |
| | 1310 | const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })(); |
| 1310 | const llamaCppParams = { | 1311 | const llamaCppParams = { |
| 1311 | 'logit_bias': logitBiasArray, | 1312 | 'logit_bias': logitBiasArray, |
| 1312 | // Conflicts with ooba's grammar_string | 1313 | // Conflicts with ooba's grammar_string |
| 1313 | 'grammar': settings.grammar_string, | 1314 | 'grammar': settings.grammar_string, |
| 1314 | 'cache_prompt': true, | 1315 | 'cache_prompt': true, |
| 1315 | 'dry_sequence_breakers': JSON.parse(params.dry_sequence_breakers), | 1316 | 'dry_sequence_breakers': sequenceBreakers, |
| 1316 | }; | 1317 | }; |
| 1317 | params = Object.assign(params, llamaCppParams); | 1318 | params = Object.assign(params, llamaCppParams); |
| 1318 | } | 1319 | } |