Merge pull request #2774 from SillyTavern/classify-slash-commands-with-api Expanded classify slash commands (add Classifier API to `/classify` and allow prompt override, new `classify-expressions`)

b5b01a1a5c3c0c7e4b339488636302fdbba71f9c

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

Parents: 5490f9522a92e4ed403a3bd35de8b3ebf711c3ac 85773ace79b3c9484e8351157894baa0d5ad74f3

public/scripts/extensions/expressions/index.js+72 -14 Viewed

 import { debounce_timeout } from '../../constants.js';
 import { SlashCommandParser } from '../../slash-commands/SlashCommandParser.js';
 import { SlashCommand } from '../../slash-commands/SlashCommand.js';
 import { ARGUMENT_TYPE, SlashCommandArgument, SlashCommandNamedArgument } from '../../slash-commands/SlashCommandArgument.js';
 import { isFunctionCallingSupported } from '../../openai.js';
 import { SlashCommandEnumValue, enumTypes } from '../../slash-commands/SlashCommandEnumValue.js';
 import { commonEnumProviders } from '../../slash-commands/SlashCommandCommonEnumsProvider.js';

     'surprise',
     'neutral',
 ];
 +/** @enum {number} */
 const EXPRESSION_API = {
     local: 0,
     extras: 1,

     return '';
+}
 -async function classifyCommand(_, text) {
 +async function classifyCallback(/** @type {{api: string?, prompt: string?}} */ { api = null, prompt = null }, text) {
     if (!text) {
         consoletoastr.logwarning('No text provided');
 +        return '';
 +    }
 +    if (api && !Object.keys(EXPRESSION_API).includes(api)) {
 +        toastr.warning('Invalid API provided');
         return '';
+    }
 -    if (!modules.includes('classify') && extension_settings.expressions.api == EXPRESSION_API.extras) {
 +    const expressionApi = EXPRESSION_API[api] || extension_settings.expressions.api;
++
 +    if (!modules.includes('classify') && expressionApi == EXPRESSION_API.extras) {
         toastr.warning('Text classification is disabled or not available');
         return '';
+    }
     const label = await getExpressionLabel(text, expressionApi, { customPrompt: prompt });
     console.debug(`Classification result for "${text}": ${label}`);
     return label;
+}

+    }
+}
 -async function getExpressionLabel(text) {
 +/**
 + * Retrieves the label of an expression via classification based on the provided text.
 + * Optionally allows to override the expressions API being used.
 + * @param {string} text - The text to classify and retrieve the expression label for.
 + * @param {EXPRESSION_API} [expressionsApi=extension_settings.expressions.api] - The expressions API to use for classification.
 + * @param {object} [options={}] - Optional arguments.
 + * @param {string?} [options.customPrompt=null] - The custom prompt to use for classification.
 + * @returns {Promise<string>} - The label of the expression.
 + */
 +export async function getExpressionLabel(text, expressionsApi = extension_settings.expressions.api, { customPrompt = null } = {}) {
     // Return if text is undefined, saving a costly fetch request
     if ((!modules.includes('classify') && extension_settings.expressions.apiexpressionsApi == EXPRESSION_API.extras) || !text) {
         return getFallbackExpression();
+    }

     text = sampleClassifyText(text);
     try {
         switch (extension_settings.expressions.apiexpressionsApi) {
             // Local BERT pipeline
             case EXPRESSION_API.local: {
                 const localResult = await fetch('/api/extra/classify', {

+                }
                 const expressionsList = await getExpressionsList();
                 const prompt = substituteParamsExtended(String(customPrompt), { labels: expressionsList }) || await getLlmPrompt(expressionsList);
                 let functionResult = null;
                 eventSource.once(event_types.TEXT_COMPLETION_SETTINGS_READY, onTextGenSettingsReady);
                 eventSource.once(event_types.LLM_FUNCTION_TOOL_REGISTER, onFunctionToolRegister);

     return [...expressionsList, ...extension_settings.expressions.custom].filter(onlyUnique);
+}
 export async function getExpressionsList() {
     // Return cached list if available
     if (Array.isArray(expressionsList)) {
         return getCachedExpressions();

             }),
         ],
         helpString: 'Force sets the sprite for the current character.',
         returns: 'the currently set sprite label after setting it.',
     }));
     SlashCommandParser.addCommandObject(SlashCommand.fromProps({
         name: 'spriteoverride',

     SlashCommandParser.addCommandObject(SlashCommand.fromProps({
         name: 'lastsprite',
         callback: (_, value) => lastExpression[String(value).trim()] ?? '',
 -        returns: 'sprite',
 +        returns: 'the last set sprite / expression for the named character.',
         unnamedArgumentList: [
             SlashCommandArgument.fromProps({
                 description: 'character name',

         callback: toggleTalkingHeadCommand,
         aliases: ['talkinghead'],
         helpString: 'Character Expressions: toggles <i>Image Type - talkinghead (extras)</i> on/off.',
 -        returns: ARGUMENT_TYPE.BOOLEAN,
 +        returns: 'the current state of the <i>Image Type - talkinghead (extras)</i> on/off.',
 +    }));
 +    SlashCommandParser.addCommandObject(SlashCommand.fromProps({
 +        name: 'classify-expressions',
 +        aliases: ['expressions'],
 +        callback: async (args) => {
 +            const list = await getExpressionsList();
 +            switch (String(args.format).toLowerCase()) {
 +                case 'json':
 +                    return JSON.stringify(list);
 +                default:
 +                    return list.join(', ');
 +            }
 +        },
 +        namedArgumentList: [
 +            SlashCommandNamedArgument.fromProps({
 +                name: 'format',
 +                description: 'The format to return the list in: comma-separated plain text or JSON array. Default is plain text.',
 +                typeList: [ARGUMENT_TYPE.STRING],
 +                enumList: [
 +                    new SlashCommandEnumValue('plain', null, enumTypes.enum, ', '),
 +                    new SlashCommandEnumValue('json', null, enumTypes.enum, '[]'),
 +                ],
 +            }),
 +        ],
 +        returns: 'The comma-separated list of available expressions, including custom expressions.',
 +        helpString: 'Returns a list of available expressions, including custom expressions.',
     }));
     SlashCommandParser.addCommandObject(SlashCommand.fromProps({
         name: 'classify',
         callback: classifyCommandclassifyCallback,
 +        namedArgumentList: [
 +            SlashCommandNamedArgument.fromProps({
 +                name: 'api',
 +                description: 'The Classifier API to classify with. If not specified, the configured one will be used.',
 +                typeList: [ARGUMENT_TYPE.STRING],
 +                enumList: Object.keys(EXPRESSION_API).map(api => new SlashCommandEnumValue(api, null, enumTypes.enum)),
 +            }),
 +            SlashCommandNamedArgument.fromProps({
 +                name: 'prompt',
 +                description: 'Custom prompt for classification. Only relevant if Classifier API is set to LLM.',
 +                typeList: [ARGUMENT_TYPE.STRING],
 +            }),
 +        ],
         unnamedArgumentList: [
             new SlashCommandArgument(
                 'text', [ARGUMENT_TYPE.STRING], true,

                 Performs an emotion classification of the given text and returns a label.
             </div>
             <div>
 +                Allows to specify which Classifier API to perform the classification with.
 +            </div>
 +            <div>
                 <strong>Example:</strong>
                 <ul>
                     <li>