Powers of 2 for token context limits. No -1 offset.

2d77fb3e3094a1440640de1f0381d1e87edb0939

Gness Erquint <gness.na@gmail.com>

Parents: 0c4b0cfb0377fc55e591db3ef39a5e9980ee7a07
1 files changed, +15 -15Ignore whitespace
public/scripts/openai.js+15 -15
@@ -117,17 +117,17 @@ const default_bias_presets = {
117 ],117 ],
118};118};
119119
120const max_2k = 2047;120const max_2k = 2048;
121const max_4k = 4095;121const max_4k = 4096;
122const max_8k = 8191;122const max_8k = 8192;
123const max_16k = 16383;123const max_16k = 16384;
124const max_32k = 32767;124const max_32k = 32768;
125const max_64k = 65535;125const max_64k = 65535;
126const max_128k = 128 * 1000;126const max_128k = 131072;
127const max_200k = 200 * 1000;127const max_200k = 204800;
128const max_256k = 256 * 1000;128const max_256k = 262144;
129const max_1mil = 1000 * 1000;129const max_1mil = 1048576;
130const max_2mil = 2000 * 1000;130const max_2mil = 2097152;
131const scale_max = 8191;131const scale_max = 8191;
132const claude_max = 9000; // We have a proper tokenizer, so theoretically could be larger (up to 9k)132const claude_max = 9000; // We have a proper tokenizer, so theoretically could be larger (up to 9k)
133const claude_100k_max = 99000;133const claude_100k_max = 99000;
@@ -4431,16 +4431,16 @@ async function onModelChange() {
4431 if (oai_settings.max_context_unlocked) {4431 if (oai_settings.max_context_unlocked) {
4432 $('#openai_max_context').attr('max', unlocked_max);4432 $('#openai_max_context').attr('max', unlocked_max);
4433 } else if (["codestral-2411-rc5", "codestral-2412", "codestral-2501", "codestral-latest", "codestral-mamba-2407", "codestral-mamba-latest", "open-codestral-mamba"].includes(oai_settings.mistralai_model)) {4433 } else if (["codestral-2411-rc5", "codestral-2412", "codestral-2501", "codestral-latest", "codestral-mamba-2407", "codestral-mamba-latest", "open-codestral-mamba"].includes(oai_settings.mistralai_model)) {
4434 $('#openai_max_context').attr('max', 262144);4434 $('#openai_max_context').attr('max', max_256k);
4435 } else if (["ministral-3b-2410", "ministral-3b-latest", "ministral-8b-2410", "ministral-8b-latest", "mistral-large-2407", "mistral-large-2411", "mistral-large-latest", "mistral-large-pixtral-2411", "mistral-tiny-2407", "mistral-tiny-latest", "open-mistral-nemo", "open-mistral-nemo-2407", "pixtral-12b", "pixtral-12b-2409", "pixtral-12b-latest", "pixtral-large-2411", "pixtral-large-latest"].includes(oai_settings.mistralai_model)) {4435 } else if (["ministral-3b-2410", "ministral-3b-latest", "ministral-8b-2410", "ministral-8b-latest", "mistral-large-2407", "mistral-large-2411", "mistral-large-latest", "mistral-large-pixtral-2411", "mistral-tiny-2407", "mistral-tiny-latest", "open-mistral-nemo", "open-mistral-nemo-2407", "pixtral-12b", "pixtral-12b-2409", "pixtral-12b-latest", "pixtral-large-2411", "pixtral-large-latest"].includes(oai_settings.mistralai_model)) {
4436 $('#openai_max_context').attr('max', 131072);4436 $('#openai_max_context').attr('max', max_128k);
4437 } else if (["open-mixtral-8x22b", "open-mixtral-8x22b-2404"].includes(oai_settings.mistralai_model)) {4437 } else if (["open-mixtral-8x22b", "open-mixtral-8x22b-2404"].includes(oai_settings.mistralai_model)) {
4438 $('#openai_max_context').attr('max', 65536);4438 $('#openai_max_context').attr('max', max_64k);
4439 } else if (oai_settings.mistralai_model.includes('ministral')) {4439 } else if (oai_settings.mistralai_model.includes('ministral')) {
4440 } else if (["codestral-2405", "mistral-embed", "mistral-large-2402", "mistral-medium", "mistral-medium-2312", "mistral-medium-latest", "mistral-moderation-2411", "mistral-moderation-latest", "mistral-ocr-2503", "mistral-ocr-latest", "mistral-saba-2502", "mistral-saba-latest", "mistral-small", "mistral-small-2312", "mistral-small-2402", "mistral-small-2409", "mistral-small-2501", "mistral-small-2503", "mistral-small-latest", "mistral-tiny", "mistral-tiny-2312", "open-mistral-7b", "open-mixtral-8x7b"].includes(oai_settings.mistralai_model)) {4440 } else if (["codestral-2405", "mistral-embed", "mistral-large-2402", "mistral-medium", "mistral-medium-2312", "mistral-medium-latest", "mistral-moderation-2411", "mistral-moderation-latest", "mistral-ocr-2503", "mistral-ocr-latest", "mistral-saba-2502", "mistral-saba-latest", "mistral-small", "mistral-small-2312", "mistral-small-2402", "mistral-small-2409", "mistral-small-2501", "mistral-small-2503", "mistral-small-latest", "mistral-tiny", "mistral-tiny-2312", "open-mistral-7b", "open-mixtral-8x7b"].includes(oai_settings.mistralai_model)) {
4441 $('#openai_max_context').attr('max', 32768);4441 $('#openai_max_context').attr('max', max_32k);
4442 } else {4442 } else {
4443 $('#openai_max_context').attr('max', 32768);4443 $('#openai_max_context').attr('max', max_32k);
4444 }4444 }
4445 oai_settings.openai_max_context = Math.min(oai_settings.openai_max_context, Number($('#openai_max_context').attr('max')));4445 oai_settings.openai_max_context = Math.min(oai_settings.openai_max_context, Number($('#openai_max_context').attr('max')));
4446 $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');4446 $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');