Record tokenizer to itemized prompts.

1fe4a230fe2569b6d3d8abca60e6d6b1611dc6dc

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 2b08d61c27b6ac6144a100711d071cac74da167f
1 files changed, +2 -1Ignore whitespace
public/script.js+2 -1
@@ -4344,6 +4344,7 @@ export async function Generate(type, { automatic_trigger, force_name2, quiet_pro
43444344 main_api: main_api,
43454345 instruction: isInstruct ? substituteParams(power_user.prefer_character_prompt && system ? system : power_user.instruct.system_prompt) : '',
43464346 userPersona: (power_user.persona_description_position == persona_description_positions.IN_PROMPT ? (persona || '') : ''),
4347+ tokenizer: getFriendlyTokenizerName(main_api).tokenizerName || '',
43474348 };
43484349
43494350 //console.log(additionalPromptStuff);
@@ -5030,7 +5031,7 @@ export async function itemizedParams(itemizedPrompts, thisPromptSet, incomingMes
50305031 params.promptBiasTokensPercentage = ((params.promptBiasTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
50315032 params.worldInfoStringTokensPercentage = ((params.worldInfoStringTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
50325033 params.allAnchorsTokensPercentage = ((params.allAnchorsTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
50335034 params.selectedTokenizer = itemizedPrompts[thisPromptSet]?.tokenizer || getFriendlyTokenizerName(params.this_main_api).tokenizerName;
50345035 }
50355036 return params;
50365037}