Update context lengths and remove guard model

eeaec2697b613c5e66870a9c9d6bbb3b899a85d3

Conor Nash <conor@nbs.consulting>

Parents: c11e64a782477bf14bf3b4826bf1df956014a985
2 files changed, +20 -15Ignore whitespace
public/index.html+0 -1
@@ -3159,7 +3159,6 @@
3159 <option value="gemma2-9b-it">gemma2-9b-it</option>3159 <option value="gemma2-9b-it">gemma2-9b-it</option>
3160 <option value="llama-3.3-70b-versatile">llama-3.3-70b-versatile</option>3160 <option value="llama-3.3-70b-versatile">llama-3.3-70b-versatile</option>
3161 <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>3161 <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>
3162 <option value="llama-guard-3-8b">llama-guard-3-8b</option>
3163 <option value="llama3-70b-8192">llama3-70b-8192</option>3162 <option value="llama3-70b-8192">llama3-70b-8192</option>
3164 <option value="llama3-8b-8192">llama3-8b-8192</option>3163 <option value="llama3-8b-8192">llama3-8b-8192</option>
3165 <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>3164 <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>
public/scripts/openai.js+20 -14
@@ -259,7 +259,7 @@ const default_settings = {
259 mistralai_model: 'mistral-large-latest',259 mistralai_model: 'mistral-large-latest',
260 cohere_model: 'command-r-plus',260 cohere_model: 'command-r-plus',
261 perplexity_model: 'sonar-pro',261 perplexity_model: 'sonar-pro',
262 groq_model: 'llama-3.1-70b-versatile',262 groq_model: 'llama-3.3-70b-versatile',
263 nanogpt_model: 'gpt-4o-mini',263 nanogpt_model: 'gpt-4o-mini',
264 zerooneai_model: 'yi-large',264 zerooneai_model: 'yi-large',
265 blockentropy_model: 'be-70b-base-llama3.1',265 blockentropy_model: 'be-70b-base-llama3.1',
@@ -4403,24 +4403,30 @@ async function onModelChange() {
4403 if (oai_settings.chat_completion_source == chat_completion_sources.GROQ) {4403 if (oai_settings.chat_completion_source == chat_completion_sources.GROQ) {
4404 if (oai_settings.max_context_unlocked) {4404 if (oai_settings.max_context_unlocked) {
4405 $('#openai_max_context').attr('max', unlocked_max);4405 $('#openai_max_context').attr('max', unlocked_max);
4406 }4406 } else if (oai_settings.groq_model.includes('gemma2-9b-it')) {
4407 else if (oai_settings.groq_model.includes('llama-3.2') && oai_settings.groq_model.includes('-preview')) {
4408 $('#openai_max_context').attr('max', max_8k);4407 $('#openai_max_context').attr('max', max_8k);
4409 }4408 } else if (oai_settings.groq_model.includes('llama-3.3-70b-versatile')) {
4410 else if (oai_settings.groq_model.includes('llama-3.3') || oai_settings.groq_model.includes('llama-3.2') || oai_settings.groq_model.includes('llama-3.1')) {
4411 $('#openai_max_context').attr('max', max_128k);4409 $('#openai_max_context').attr('max', max_128k);
4412 }4410 } else if (oai_settings.groq_model.includes('llama-3.1-8b-instant')) {
4413 else if (oai_settings.groq_model.includes('llama3-groq')) {4411 $('#openai_max_context').attr('max', max_128k);
4412 } else if (oai_settings.groq_model.includes('llama3-70b-8192')) {
4414 $('#openai_max_context').attr('max', max_8k);4413 $('#openai_max_context').attr('max', max_8k);
4415 }4414 } else if (oai_settings.groq_model.includes('llama3-8b-8192')) {
4416 else if (['llama3-8b-8192', 'llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'].includes(oai_settings.groq_model)) {
4417 $('#openai_max_context').attr('max', max_8k);4415 $('#openai_max_context').attr('max', max_8k);
4418 }4416 } else if (oai_settings.groq_model.includes('mixtral-8x7b-32768')) {
4419 else if (['mixtral-8x7b-32768'].includes(oai_settings.groq_model)) {
4420 $('#openai_max_context').attr('max', max_32k);4417 $('#openai_max_context').attr('max', max_32k);
4421 }4418 } else if (oai_settings.groq_model.includes('deepseek-r1-distill-llama-70b')) {
4422 else {4419 $('#openai_max_context').attr('max', max_128k);
4423 $('#openai_max_context').attr('max', max_4k);4420 } else if (oai_settings.groq_model.includes('llama-3.3-70b-specdec')) {
4421 $('#openai_max_context').attr('max', max_8k);
4422 } else if (oai_settings.groq_model.includes('llama-3.2-1b-preview')) {
4423 $('#openai_max_context').attr('max', max_128k);
4424 } else if (oai_settings.groq_model.includes('llama-3.2-3b-preview')) {
4425 $('#openai_max_context').attr('max', max_128k);
4426 } else if (oai_settings.groq_model.includes('llama-3.2-11b-vision-preview')) {
4427 $('#openai_max_context').attr('max', max_128k);
4428 } else if (oai_settings.groq_model.includes('llama-3.2-90b-vision-preview')) {
4429 $('#openai_max_context').attr('max', max_128k);
4424 }4430 }
4425 oai_settings.openai_max_context = Math.min(Number($('#openai_max_context').attr('max')), oai_settings.openai_max_context);4431 oai_settings.openai_max_context = Math.min(Number($('#openai_max_context').attr('max')), oai_settings.openai_max_context);
4426 $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');4432 $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');