Add Jamba 1.6 models Closes #3633

ff5835278b6c0d7539228130d9a9e0c6883d1cb6

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/index.html+9 -1 Viewed

                             <div>
                                 <h4 data-i18n="AI21 Model">AI21 Model</h4>
                                 <select id="model_ai21_select">
                                     <optgroup label="Jamba 1.5(Latest)">
 +                                        <option value="jamba-mini">jamba-mini</option>
 +                                        <option value="jamba-large">jamba-large</option>
 +                                    </optgroup>
 +                                    <optgroup label="Jamba 1.6">
 +                                        <option value="jamba-1.6-mini">jamba-1.6-mini</option>
 +                                        <option value="jamba-1.6-large">jamba-1.6-large</option>
 +                                    </optgroup>
 +                                    <optgroup label="Jamba 1.5 (Deprecated)">
                                         <option value="jamba-1.5-mini">jamba-1.5-mini</option>
                                         <option value="jamba-1.5-large">jamba-1.5-large</option>
                                     </optgroup>

public/scripts/openai.js+5 -5 Viewed

     openai_model: 'gpt-4-turbo',
     claude_model: 'claude-3-5-sonnet-20240620',
     google_model: 'gemini-1.5-pro',
     ai21_model: 'jamba-1.56-large',
     mistralai_model: 'mistral-large-latest',
     cohere_model: 'command-r-plus',
     perplexity_model: 'sonar-pro',

     openai_model: 'gpt-4-turbo',
     claude_model: 'claude-3-5-sonnet-20240620',
     google_model: 'gemini-1.5-pro',
     ai21_model: 'jamba-1.56-large',
     mistralai_model: 'mistral-large-latest',
     cohere_model: 'command-r-plus',
     perplexity_model: 'sonar-pro',

@@ -3251,7 +3251,7 @@ function loadOpenAISettings(data, settings) {
3251	3251	}
3252	3252
3253	3253	if (oai_settings.ai21_model.startsWith('j2-')) {
3254	3254	oai_settings.ai21_model = 'jamba-1.56-large';
3255	3255	}
3256	3256
3257	3257	if (settings.wrap_in_quotes !== undefined) oai_settings.wrap_in_quotes = !!settings.wrap_in_quotes;

     if ($(this).is('#model_ai21_select')) {
         if (value === '' || value.startsWith('j2-')) {
             value = 'jamba-1.56-large';
             $('#model_ai21_select').val(value);
+        }

     if (oai_settings.chat_completion_source == chat_completion_sources.AI21) {
         if (oai_settings.max_context_unlocked) {
             $('#openai_max_context').attr('max', unlocked_max);
         } else if (oai_settings.ai21_model.includes('jamba-1.5') || oai_settings.ai21_model.includesstartsWith('jamba-instruct')) {
             $('#openai_max_context').attr('max', max_256k);
+        }

src/endpoints/backends/chat-completions.js+7 -1 Viewed

 async function sendAI21Request(request, response) {
     if (!request.body) return response.sendStatus(400);
 +    const apiKey = readSecret(request.user.directories, SECRET_KEYS.AI21);
 +    if (!apiKey) {
 +        console.warn('AI21 API key is missing.');
 +        return response.status(400).send({ error: true });
 +    }
++
     const controller = new AbortController();
     console.debug(request.body.messages);
     request.socket.removeAllListeners('close');

         headers: {
             accept: 'application/json',
             'content-type': 'application/json',
             Authorization: `Bearer ${readSecret(request.user.directories, SECRET_KEYS.AI21)apiKey}`,
         },
         body: JSON.stringify(body),
         signal: controller.signal,