Display context size for featherless models

417335a19d87aec0af109a9ad777865c7e3c21aa

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/scripts/textgen-models.js+18 -0 Viewed

         return;
+    }
 +    data.sort((a, b) => a.id.localeCompare(b.id));
     featherlessModels = data;
     if (!data.find(x => x.id === textgen_settings.featherless_model)) {

     const modelId = String($('#featherless_model').val());
     textgen_settings.featherless_model = modelId;
     $('#api_button_textgenerationwebui').trigger('click');
 +    const model = featherlessModels.find(x => x.id === modelId);
 +    setGenerationParamsFromPreset({ max_length: model.context_length });
+}

     `));
+}
 +function getFeatherlessModelTemplate(option) {
 +    const model = featherlessModels.find(x => x.id === option?.element?.value);
++
 +    if (!option.id || !model) {
 +        return option.text;
 +    }
++
 +    return $((`
 +        <div class="flex-container flexFlowColumn">
 +            <div><strong>${DOMPurify.sanitize(model.name)}</strong> | <span>${model.context_length || '???'} tokens</span></div>
 +        </div>
 +    `));
 +}
++
 async function downloadOllamaModel() {
     try {
         const serverUrl = textgen_settings.server_urls[textgen_types.OLLAMA];

             searchInputPlaceholder: 'Search models...',
             searchInputCssClass: 'text_pole',
             width: '100%',
 +            templateResult: getFeatherlessModelTemplate,
         });
         providersSelect.select2({
             sorter: data => data.sort((a, b) => a.text.localeCompare(b.text)),