Record tokenizer to itemized prompts.

1fe4a230fe2569b6d3d8abca60e6d6b1611dc6dc

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 2b08d61c27b6ac6144a100711d071cac74da167f
1 files changed, +2 -1Showing whitespace changes
public/script.js+2 -1
@@ -4344,6 +4344,7 @@ export async function Generate(type, { automatic_trigger, force_name2, quiet_pro
4344 main_api: main_api,4344 main_api: main_api,
4345 instruction: isInstruct ? substituteParams(power_user.prefer_character_prompt && system ? system : power_user.instruct.system_prompt) : '',4345 instruction: isInstruct ? substituteParams(power_user.prefer_character_prompt && system ? system : power_user.instruct.system_prompt) : '',
4346 userPersona: (power_user.persona_description_position == persona_description_positions.IN_PROMPT ? (persona || '') : ''),4346 userPersona: (power_user.persona_description_position == persona_description_positions.IN_PROMPT ? (persona || '') : ''),
4347 tokenizer: getFriendlyTokenizerName(main_api).tokenizerName || '',
4347 };4348 };
43484349
4349 //console.log(additionalPromptStuff);4350 //console.log(additionalPromptStuff);
@@ -5030,7 +5031,7 @@ export async function itemizedParams(itemizedPrompts, thisPromptSet, incomingMes
5030 params.promptBiasTokensPercentage = ((params.promptBiasTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);5031 params.promptBiasTokensPercentage = ((params.promptBiasTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
5031 params.worldInfoStringTokensPercentage = ((params.worldInfoStringTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);5032 params.worldInfoStringTokensPercentage = ((params.worldInfoStringTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
5032 params.allAnchorsTokensPercentage = ((params.allAnchorsTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);5033 params.allAnchorsTokensPercentage = ((params.allAnchorsTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
5033 params.selectedTokenizer = getFriendlyTokenizerName(params.this_main_api).tokenizerName;5034 params.selectedTokenizer = itemizedPrompts[thisPromptSet]?.tokenizer || getFriendlyTokenizerName(params.this_main_api).tokenizerName;
5034 }5035 }
5035 return params;5036 return params;
5036}5037}