Merge pull request #3186 from Succubyss/getcontext_gettexttokens Expose `tokenizers` & `getTextTokens` in `getContext`

103251070fd0659fcf0bff4577e81c3fe8252553

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed
Parents: f9eb720f2a823db170137f229b0fa031dd265a5e 0e5100180b38c47049cb51ec690e9de87f2ece0d
1 files changed, +3 -1Showing whitespace changes
public/scripts/st-context.js+3 -1
@@ -63,7 +63,7 @@ import { ARGUMENT_TYPE, SlashCommandArgument, SlashCommandNamedArgument } from '
63import { SlashCommandParser } from './slash-commands/SlashCommandParser.js';63import { SlashCommandParser } from './slash-commands/SlashCommandParser.js';
64import { tag_map, tags } from './tags.js';64import { tag_map, tags } from './tags.js';
65import { textgenerationwebui_settings } from './textgen-settings.js';65import { textgenerationwebui_settings } from './textgen-settings.js';
66import { getTokenCount, getTokenCountAsync, getTokenizerModel } from './tokenizers.js';66import { tokenizers, getTextTokens, getTokenCount, getTokenCountAsync, getTokenizerModel } from './tokenizers.js';
67import { ToolManager } from './tool-calling.js';67import { ToolManager } from './tool-calling.js';
68import { timestampToMoment } from './utils.js';68import { timestampToMoment } from './utils.js';
6969
@@ -95,6 +95,8 @@ export function getContext() {
95 sendStreamingRequest,95 sendStreamingRequest,
96 sendGenerationRequest,96 sendGenerationRequest,
97 stopGeneration,97 stopGeneration,
98 tokenizers,
99 getTextTokens,
98 /** @deprecated Use getTokenCountAsync instead */100 /** @deprecated Use getTokenCountAsync instead */
99 getTokenCount,101 getTokenCount,
100 getTokenCountAsync,102 getTokenCountAsync,