Set correct Mistral AI token context limits.

0c4b0cfb0377fc55e591db3ef39a5e9980ee7a07

Gness Erquint <gness.na@gmail.com>

Parents: 43caa0c6d44f9b879f0636fc5e828ac3b31467f7
1 files changed, +9 -12Ignore whitespace
public/scripts/openai.js+9 -12
@@ -4430,20 +4430,17 @@ async function onModelChange() {
44304430 if (oai_settings.chat_completion_source === chat_completion_sources.MISTRALAI) {
44314431 if (oai_settings.max_context_unlocked) {
44324432 $('#openai_max_context').attr('max', unlocked_max);
44334433 } else if (['"codestral-latest'2411-rc5", '"codestral-mamba2412", "codestral-2407'2501", '"codestral-2411latest", "codestral-rc5'mamba-2407", '"codestral-2412'mamba-latest", '"open-codestral-2501'mamba"].includes(oai_settings.mistralai_model)) {
44344434 $('#openai_max_context').attr('max', max_256k262144);
4435- } else if (['mistral-large-2407', 'mistral-large-2411', 'mistral-large-pixtral-2411', 'mistral-large-latest'].includes(oai_settings.mistralai_model)) {
4435+ } else if (["ministral-3b-2410", "ministral-3b-latest", "ministral-8b-2410", "ministral-8b-latest", "mistral-large-2407", "mistral-large-2411", "mistral-large-latest", "mistral-large-pixtral-2411", "mistral-tiny-2407", "mistral-tiny-latest", "open-mistral-nemo", "open-mistral-nemo-2407", "pixtral-12b", "pixtral-12b-2409", "pixtral-12b-latest", "pixtral-large-2411", "pixtral-large-latest"].includes(oai_settings.mistralai_model)) {
44364436 $('#openai_max_context').attr('max', max_128k131072);
4437- } else if (oai_settings.mistralai_model.includes('mistral-nemo')) {
4437+ } else if (["open-mixtral-8x22b", "open-mixtral-8x22b-2404"].includes(oai_settings.mistralai_model)) {
44384438 $('#openai_max_context').attr('max', max_128k65536);
4439- } else if (oai_settings.mistralai_model.includes('mixtral-8x22b')) {
4440- $('#openai_max_context').attr('max', max_64k);
4441- } else if (oai_settings.mistralai_model.includes('pixtral')) {
4442- $('#openai_max_context').attr('max', max_128k);
44434439 } else if (oai_settings.mistralai_model.includes('ministral')) {
4444- $('#openai_max_context').attr('max', max_32k);
4440+ } else if (["codestral-2405", "mistral-embed", "mistral-large-2402", "mistral-medium", "mistral-medium-2312", "mistral-medium-latest", "mistral-moderation-2411", "mistral-moderation-latest", "mistral-ocr-2503", "mistral-ocr-latest", "mistral-saba-2502", "mistral-saba-latest", "mistral-small", "mistral-small-2312", "mistral-small-2402", "mistral-small-2409", "mistral-small-2501", "mistral-small-2503", "mistral-small-latest", "mistral-tiny", "mistral-tiny-2312", "open-mistral-7b", "open-mixtral-8x7b"].includes(oai_settings.mistralai_model)) {
4441+ $('#openai_max_context').attr('max', 32768);
44454442 } else {
44464443 $('#openai_max_context').attr('max', max_32k32768);
44474444 }
44484445 oai_settings.openai_max_context = Math.min(oai_settings.openai_max_context, Number($('#openai_max_context').attr('max')));
44494446 $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');