Update context lengths and remove guard model

eeaec2697b613c5e66870a9c9d6bbb3b899a85d3

Conor Nash <conor@nbs.consulting>

Parents: c11e64a782477bf14bf3b4826bf1df956014a985
2 files changed, +20 -15Showing whitespace changes
public/index.html+0 -1
@@ -3159,7 +3159,6 @@
31593159 <option value="gemma2-9b-it">gemma2-9b-it</option>
31603160 <option value="llama-3.3-70b-versatile">llama-3.3-70b-versatile</option>
31613161 <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>
3162- <option value="llama-guard-3-8b">llama-guard-3-8b</option>
31633162 <option value="llama3-70b-8192">llama3-70b-8192</option>
31643163 <option value="llama3-8b-8192">llama3-8b-8192</option>
31653164 <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>
public/scripts/openai.js+20 -14
@@ -259,7 +259,7 @@ const default_settings = {
259259 mistralai_model: 'mistral-large-latest',
260260 cohere_model: 'command-r-plus',
261261 perplexity_model: 'sonar-pro',
262262 groq_model: 'llama-3.13-70b-versatile',
263263 nanogpt_model: 'gpt-4o-mini',
264264 zerooneai_model: 'yi-large',
265265 blockentropy_model: 'be-70b-base-llama3.1',
@@ -4403,24 +4403,30 @@ async function onModelChange() {
44034403 if (oai_settings.chat_completion_source == chat_completion_sources.GROQ) {
44044404 if (oai_settings.max_context_unlocked) {
44054405 $('#openai_max_context').attr('max', unlocked_max);
4406- }
4406+ } else if (oai_settings.groq_model.includes('gemma2-9b-it')) {
4407- else if (oai_settings.groq_model.includes('llama-3.2') && oai_settings.groq_model.includes('-preview')) {
44084407 $('#openai_max_context').attr('max', max_8k);
4409- }
4408+ } else if (oai_settings.groq_model.includes('llama-3.3-70b-versatile')) {
4410- else if (oai_settings.groq_model.includes('llama-3.3') || oai_settings.groq_model.includes('llama-3.2') || oai_settings.groq_model.includes('llama-3.1')) {
44114409 $('#openai_max_context').attr('max', max_128k);
4412- }
4410+ } else if (oai_settings.groq_model.includes('llama-3.1-8b-instant')) {
4413- else if (oai_settings.groq_model.includes('llama3-groq')) {
4411+ $('#openai_max_context').attr('max', max_128k);
4412+ } else if (oai_settings.groq_model.includes('llama3-70b-8192')) {
44144413 $('#openai_max_context').attr('max', max_8k);
4415- }
4414+ } else if (oai_settings.groq_model.includes('llama3-8b-8192')) {
4416- else if (['llama3-8b-8192', 'llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'].includes(oai_settings.groq_model)) {
44174415 $('#openai_max_context').attr('max', max_8k);
4418- }
4416+ } else if (oai_settings.groq_model.includes('mixtral-8x7b-32768')) {
4419- else if (['mixtral-8x7b-32768'].includes(oai_settings.groq_model)) {
44204417 $('#openai_max_context').attr('max', max_32k);
4421- }
4418+ } else if (oai_settings.groq_model.includes('deepseek-r1-distill-llama-70b')) {
4422- else {
4419+ $('#openai_max_context').attr('max', max_128k);
4423- $('#openai_max_context').attr('max', max_4k);
4420+ } else if (oai_settings.groq_model.includes('llama-3.3-70b-specdec')) {
4421+ $('#openai_max_context').attr('max', max_8k);
4422+ } else if (oai_settings.groq_model.includes('llama-3.2-1b-preview')) {
4423+ $('#openai_max_context').attr('max', max_128k);
4424+ } else if (oai_settings.groq_model.includes('llama-3.2-3b-preview')) {
4425+ $('#openai_max_context').attr('max', max_128k);
4426+ } else if (oai_settings.groq_model.includes('llama-3.2-11b-vision-preview')) {
4427+ $('#openai_max_context').attr('max', max_128k);
4428+ } else if (oai_settings.groq_model.includes('llama-3.2-90b-vision-preview')) {
4429+ $('#openai_max_context').attr('max', max_128k);
44244430 }
44254431 oai_settings.openai_max_context = Math.min(Number($('#openai_max_context').attr('max')), oai_settings.openai_max_context);
44264432 $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');