Merge pull request #3315 from SillyTavern/extensions-config config.yaml: Group extension settings into one section

bbd85fc823921f882f0785a41fe89a0558d96cdb

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

Parents: 291a5f42cd1e132f78de88db51917214ec026a76 4d18ddba6de251bbe3a59b826a28524c88bf6251

default/config.yaml+17 -15 Viewed

 ##   headers:
 ##     User-Agent: "Googlebot/2.1 (+http://www.google.com/bot.html)"
 requestOverrides: []
 -# -- EXTENSIONS CONFIGURATION --
++
 # Enable UIEXTENSIONS extensionsCONFIGURATION
 -enableExtensions: true
 +extensions:
 -# Automatically update extensions when a release version changes
 +  # Enable UI extensions
 enableExtensionsAutoUpdate  enabled: true
 +  # Automatically update extensions when a release version changes
 +  autoUpdate: true
 +  models:
 +    # Enables automatic model download from HuggingFace
 +    autoDownload: true
 +    # Additional models for extensions. Expects model IDs from HuggingFace model hub in ONNX format
 +    classification: Cohee/distilbert-base-uncased-go-emotions-onnx
 +    captioning: Xenova/vit-gpt2-image-captioning
 +    embedding: Cohee/jina-embeddings-v2-base-en
 +    speechToText: Xenova/whisper-small
 +    textToSpeech: Xenova/speecht5_tts
++
 # Additional model tokenizers can be downloaded on demand.
 # Disabling will fallback to another locally available tokenizer.
 enableDownloadableTokenizers: true
 -# Extension settings
 -extras:
 -  # Disables automatic model download from HuggingFace
 -  disableAutoDownload: false
 -  # Extra models for plugins. Expects model IDs from HuggingFace model hub in ONNX format
 -  classificationModel: Cohee/distilbert-base-uncased-go-emotions-onnx
 -  captioningModel: Xenova/vit-gpt2-image-captioning
 -  embeddingModel: Cohee/jina-embeddings-v2-base-en
 -  speechToTextModel: Xenova/whisper-small
 -  textToSpeechModel: Xenova/speecht5_tts
 # -- OPENAI CONFIGURATION --
 # A placeholder message to use in strict prompt post-processing mode when the prompt doesn't start with a user message
 promptPlaceholder: "[Start a new chat]"

jsconfig.json+1 -1 Viewed

         "**/node_modules/**",
         "**/dist/**",
         "**/.git/**",
         "public/lib/**",
         "backups/**",
         "data/**",
         "cache/**",

post-install.js+40 -0 Viewed

         newKey: 'backups.chat.throttleInterval',
         migrate: (value) => value,
     },
 +    {
 +        oldKey: 'enableExtensions',
 +        newKey: 'extensions.enabled',
 +        migrate: (value) => value,
 +    },
 +    {
 +        oldKey: 'enableExtensionsAutoUpdate',
 +        newKey: 'extensions.autoUpdate',
 +        migrate: (value) => value,
 +    },
 +    {
 +        oldKey: 'extras.disableAutoDownload',
 +        newKey: 'extensions.models.autoDownload',
 +        migrate: (value) => !value,
 +    },
 +    {
 +        oldKey: 'extras.classificationModel',
 +        newKey: 'extensions.models.classification',
 +        migrate: (value) => value,
 +    },
 +    {
 +        oldKey: 'extras.captioningModel',
 +        newKey: 'extensions.models.captioning',
 +        migrate: (value) => value,
 +    },
 +    {
 +        oldKey: 'extras.embeddingModel',
 +        newKey: 'extensions.models.embedding',
 +        migrate: (value) => value,
 +    },
 +    {
 +        oldKey: 'extras.speechToTextModel',
 +        newKey: 'extensions.models.speechToText',
 +        migrate: (value) => value,
 +    },
 +    {
 +        oldKey: 'extras.textToSpeechModel',
 +        newKey: 'extensions.models.textToSpeech',
 +        migrate: (value) => value,
 +    },
 ];
 /**

src/endpoints/settings.js+2 -2 Viewed

 import { jsonParser } from '../express-common.js';
 import { getAllUserHandles, getUserDirectories } from '../users.js';
 const ENABLE_EXTENSIONS = !!getConfigValue('enableExtensionsextensions.enabled', true);
 const ENABLE_EXTENSIONS_AUTO_UPDATE = !!getConfigValue('enableExtensionsAutoUpdateextensions.autoUpdate', true);
 const ENABLE_ACCOUNTS = getConfigValue('enableUserAccounts', false);
 // 10 minutes

src/endpoints/vectors.js+1 -1 Viewed

             };
         case 'transformers':
             return {
                 model: getConfigValue('extrasextensions.embeddingModelmodels.embedding', ''),
             };
         case 'palm':
             return {

src/transformers.js+6 -6 Viewed

     'text-classification': {
         defaultModel: 'Cohee/distilbert-base-uncased-go-emotions-onnx',
         pipeline: null,
         configField: 'extrasextensions.classificationModelmodels.classification',
         quantized: true,
     },
     'image-to-text': {
         defaultModel: 'Xenova/vit-gpt2-image-captioning',
         pipeline: null,
         configField: 'extrasextensions.captioningModelmodels.captioning',
         quantized: true,
     },
     'feature-extraction': {
         defaultModel: 'Xenova/all-mpnet-base-v2',
         pipeline: null,
         configField: 'extrasextensions.embeddingModelmodels.embedding',
         quantized: true,
     },
     'automatic-speech-recognition': {
         defaultModel: 'Xenova/whisper-small',
         pipeline: null,
         configField: 'extrasextensions.speechToTextModelmodels.speechToText',
         quantized: true,
     },
     'text-to-speech': {
         defaultModel: 'Xenova/speecht5_tts',
         pipeline: null,
         configField: 'extrasextensions.textToSpeechModelmodels.textToSpeech',
         quantized: false,
     },
 };

     const cacheDir = path.join(globalThis.DATA_ROOT, '_cache');
     const model = forceModel || getModelForTask(task);
     const localOnly = !getConfigValue('extrasextensions.disableAutoDownloadmodels.autoDownload', falsetrue);
     console.log('Initializing transformers.js pipeline for task', task, 'with model', model);
     const instance = await pipeline(task, model, { cache_dir: cacheDir, quantized: tasks[task].quantized ?? true, local_files_only: localOnly });
     tasks[task].pipeline = instance;