| 1307 | : []; | 1307 | : []; |
| 1308 | const tokenBans = toIntArray(banned_tokens); | 1308 | const tokenBans = toIntArray(banned_tokens); |
| 1309 | logitBiasArray.push(...tokenBans.map(x => [Number(x), false])); | 1309 | logitBiasArray.push(...tokenBans.map(x => [Number(x), false])); |
| 1310 | const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })(); | 1310 | const sequenceBreakers = (() => { |
| | 1311 | try { |
| | 1312 | return JSON.parse(params.dry_sequence_breakers); |
| | 1313 | } catch { |
| | 1314 | if (typeof params.dry_sequence_breakers === 'string') { |
| | 1315 | return params.dry_sequence_breakers.split(','); |
| | 1316 | } |
| | 1317 | |
| | 1318 | return undefined; |
| | 1319 | } |
| | 1320 | })(); |
| 1311 | const llamaCppParams = { | 1321 | const llamaCppParams = { |
| 1312 | 'logit_bias': logitBiasArray, | 1322 | 'logit_bias': logitBiasArray, |
| 1313 | // Conflicts with ooba's grammar_string | 1323 | // Conflicts with ooba's grammar_string |