Merge pull request #3408 from conornash/update_groq_models_20250201 Update Groq models

1f0aa293072d1432a1837c8a392cbb6f0a85f1a1

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed
Parents: 890c0c47230ea5b893306d621afcd23e1011f888 eeaec2697b613c5e66870a9c9d6bbb3b899a85d3
2 files changed, +29 -35Showing whitespace changes
public/index.html+9 -21
@@ -3155,34 +3155,22 @@
31553155 </div>
31563156 <h4 data-i18n="Groq Model">Groq Model</h4>
31573157 <select id="model_groq_select">
31583158 <optgroup label="LlamaProduction 3.3Models">
3159+ <option value="gemma2-9b-it">gemma2-9b-it</option>
31593160 <option value="llama-3.3-70b-versatile">llama-3.3-70b-versatile</option>
3161+ <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>
3162+ <option value="llama3-70b-8192">llama3-70b-8192</option>
3163+ <option value="llama3-8b-8192">llama3-8b-8192</option>
3164+ <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>
31603165 </optgroup>
31613166 <optgroup label="LlamaPreview 3.2Models">
3167+ <option value="deepseek-r1-distill-llama-70b">deepseek-r1-distill-llama-70b</option>
3168+ <option value="llama-3.3-70b-specdec">llama-3.3-70b-specdec</option>
31623169 <option value="llama-3.2-1b-preview">llama-3.2-1b-preview</option>
31633170 <option value="llama-3.2-3b-preview">llama-3.2-3b-preview</option>
31643171 <option value="llama-3.2-11b-vision-preview">llama-3.2-11b-vision-preview</option>
31653172 <option value="llama-3.2-90b-vision-preview">llama-3.2-90b-vision-preview</option>
31663173 </optgroup>
3167- <optgroup label="Llama 3.1">
3168- <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>
3169- <option value="llama-3.1-70b-versatile">llama-3.1-70b-versatile</option>
3170- <option value="llama-3.1-405b-reasoning">llama-3.1-405b-reasoning</option>
3171- </optgroup>
3172- <optgroup label="Llama 3">
3173- <option value="llama3-groq-8b-8192-tool-use-preview">llama3-groq-8b-8192-tool-use-preview</option>
3174- <option value="llama3-groq-70b-8192-tool-use-preview">llama3-groq-70b-8192-tool-use-preview</option>
3175- <option value="llama3-8b-8192">llama3-8b-8192</option>
3176- <option value="llama3-70b-8192">llama3-70b-8192</option>
3177- </optgroup>
3178- <optgroup label="Gemma">
3179- <option value="gemma-7b-it">gemma-7b-it</option>
3180- <option value="gemma2-9b-it">gemma2-9b-it</option>
3181- </optgroup>
3182- <optgroup label="Other">
3183- <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>
3184- <option value="llava-v1.5-7b-4096-preview">llava-v1.5-7b-4096-preview</option>
3185- </optgroup>
31863174 </select>
31873175 </div>
31883176 <div id="nanogpt_form" data-source="nanogpt">
public/scripts/openai.js+20 -14
@@ -259,7 +259,7 @@ const default_settings = {
259259 mistralai_model: 'mistral-large-latest',
260260 cohere_model: 'command-r-plus',
261261 perplexity_model: 'sonar-pro',
262262 groq_model: 'llama-3.13-70b-versatile',
263263 nanogpt_model: 'gpt-4o-mini',
264264 zerooneai_model: 'yi-large',
265265 blockentropy_model: 'be-70b-base-llama3.1',
@@ -4403,24 +4403,30 @@ async function onModelChange() {
44034403 if (oai_settings.chat_completion_source == chat_completion_sources.GROQ) {
44044404 if (oai_settings.max_context_unlocked) {
44054405 $('#openai_max_context').attr('max', unlocked_max);
4406- }
4406+ } else if (oai_settings.groq_model.includes('gemma2-9b-it')) {
4407- else if (oai_settings.groq_model.includes('llama-3.2') && oai_settings.groq_model.includes('-preview')) {
44084407 $('#openai_max_context').attr('max', max_8k);
4409- }
4408+ } else if (oai_settings.groq_model.includes('llama-3.3-70b-versatile')) {
4410- else if (oai_settings.groq_model.includes('llama-3.3') || oai_settings.groq_model.includes('llama-3.2') || oai_settings.groq_model.includes('llama-3.1')) {
44114409 $('#openai_max_context').attr('max', max_128k);
4412- }
4410+ } else if (oai_settings.groq_model.includes('llama-3.1-8b-instant')) {
4413- else if (oai_settings.groq_model.includes('llama3-groq')) {
4411+ $('#openai_max_context').attr('max', max_128k);
4412+ } else if (oai_settings.groq_model.includes('llama3-70b-8192')) {
44144413 $('#openai_max_context').attr('max', max_8k);
4415- }
4414+ } else if (oai_settings.groq_model.includes('llama3-8b-8192')) {
4416- else if (['llama3-8b-8192', 'llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'].includes(oai_settings.groq_model)) {
44174415 $('#openai_max_context').attr('max', max_8k);
4418- }
4416+ } else if (oai_settings.groq_model.includes('mixtral-8x7b-32768')) {
4419- else if (['mixtral-8x7b-32768'].includes(oai_settings.groq_model)) {
44204417 $('#openai_max_context').attr('max', max_32k);
4421- }
4418+ } else if (oai_settings.groq_model.includes('deepseek-r1-distill-llama-70b')) {
4422- else {
4419+ $('#openai_max_context').attr('max', max_128k);
4423- $('#openai_max_context').attr('max', max_4k);
4420+ } else if (oai_settings.groq_model.includes('llama-3.3-70b-specdec')) {
4421+ $('#openai_max_context').attr('max', max_8k);
4422+ } else if (oai_settings.groq_model.includes('llama-3.2-1b-preview')) {
4423+ $('#openai_max_context').attr('max', max_128k);
4424+ } else if (oai_settings.groq_model.includes('llama-3.2-3b-preview')) {
4425+ $('#openai_max_context').attr('max', max_128k);
4426+ } else if (oai_settings.groq_model.includes('llama-3.2-11b-vision-preview')) {
4427+ $('#openai_max_context').attr('max', max_128k);
4428+ } else if (oai_settings.groq_model.includes('llama-3.2-90b-vision-preview')) {
4429+ $('#openai_max_context').attr('max', max_128k);
44244430 }
44254431 oai_settings.openai_max_context = Math.min(Number($('#openai_max_context').attr('max')), oai_settings.openai_max_context);
44264432 $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');