NovelAI: Adjust Kayra max length on subscription tier

2b904bb1707141e3484484f2d6dacf81cf471a46

Cohee <18619528+Cohee1207@users.noreply.github.com>

1 files changed, +16 -1Showing whitespace changes
public/scripts/nai-settings.js+16 -1
@@ -78,6 +78,19 @@ export function getKayraMaxContextTokens() {
78 return null;78 return null;
79}79}
8080
81export function getKayraMaxResponseTokens() {
82 switch (novel_data?.tier) {
83 case 1:
84 return 100;
85 case 2:
86 return 100;
87 case 3:
88 return 150;
89 }
90
91 return maximum_output_length;
92}
93
81export function getNovelTier() {94export function getNovelTier() {
82 return nai_tiers[novel_data?.tier] ?? 'no_connection';95 return nai_tiers[novel_data?.tier] ?? 'no_connection';
83}96}
@@ -438,12 +451,14 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
438 console.log(finalPrompt);451 console.log(finalPrompt);
439 }452 }
440453
454 const adjustedMaxLength = nai_settings.model_novel.includes('kayra') ? getKayraMaxResponseTokens() : maximum_output_length;
455
441 return {456 return {
442 'input': finalPrompt,457 'input': finalPrompt,
443 'model': nai_settings.model_novel,458 'model': nai_settings.model_novel,
444 'use_string': true,459 'use_string': true,
445 'temperature': Number(nai_settings.temperature),460 'temperature': Number(nai_settings.temperature),
446 'max_length': maxLength < maximum_output_length ? maxLength : maximum_output_length,461 'max_length': maxLength < adjustedMaxLength ? maxLength : adjustedMaxLength,
447 'min_length': Number(nai_settings.min_length),462 'min_length': Number(nai_settings.min_length),
448 'tail_free_sampling': Number(nai_settings.tail_free_sampling),463 'tail_free_sampling': Number(nai_settings.tail_free_sampling),
449 'repetition_penalty': Number(nai_settings.repetition_penalty),464 'repetition_penalty': Number(nai_settings.repetition_penalty),