| 438 | console.log(finalPrompt); | 451 | console.log(finalPrompt); |
| 439 | } | 452 | } |
| 440 | | 453 | |
| | 454 | const adjustedMaxLength = nai_settings.model_novel.includes('kayra') ? getKayraMaxResponseTokens() : maximum_output_length; |
| | 455 | |
| 441 | return { | 456 | return { |
| 442 | 'input': finalPrompt, | 457 | 'input': finalPrompt, |
| 443 | 'model': nai_settings.model_novel, | 458 | 'model': nai_settings.model_novel, |
| 444 | 'use_string': true, | 459 | 'use_string': true, |
| 445 | 'temperature': Number(nai_settings.temperature), | 460 | 'temperature': Number(nai_settings.temperature), |
| 446 | 'max_length': maxLength < maximum_output_length ? maxLength : maximum_output_length, | 461 | 'max_length': maxLength < adjustedMaxLength ? maxLength : adjustedMaxLength, |
| 447 | 'min_length': Number(nai_settings.min_length), | 462 | 'min_length': Number(nai_settings.min_length), |
| 448 | 'tail_free_sampling': Number(nai_settings.tail_free_sampling), | 463 | 'tail_free_sampling': Number(nai_settings.tail_free_sampling), |
| 449 | 'repetition_penalty': Number(nai_settings.repetition_penalty), | 464 | 'repetition_penalty': Number(nai_settings.repetition_penalty), |