Add llama 3.1 models for groq

cc0ae2a567c5395805a9c2ba78fbf5e055478d01

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: a1c61d7b5ca35265e955c093d613be1f6a04ddc8
2 files changed, +11 -0Showing whitespace changes
public/index.html+5 -0
@@ -2862,6 +2862,11 @@
28622862 </div>
28632863 <h4 data-i18n="Groq Model">Groq Model</h4>
28642864 <select id="model_groq_select">
2865+ <option value="llama-3.1-405b-reasoning">llama-3.1-405b-reasoning</option>
2866+ <option value="llama-3.1-70b-versatile">llama-3.1-70b-versatile</option>
2867+ <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>
2868+ <option value="llama3-groq-70b-8192-tool-use-preview">llama3-groq-70b-8192-tool-use-preview</option>
2869+ <option value="llama3-groq-8b-8192-tool-use-preview">llama3-groq-8b-8192-tool-use-preview</option>
28652870 <option value="llama3-8b-8192">llama3-8b-8192</option>
28662871 <option value="llama3-70b-8192">llama3-70b-8192</option>
28672872 <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>
public/scripts/openai.js+6 -0
@@ -4220,6 +4220,12 @@ async function onModelChange() {
42204220 if (oai_settings.max_context_unlocked) {
42214221 $('#openai_max_context').attr('max', unlocked_max);
42224222 }
4223+ else if (oai_settings.groq_model.includes('llama-3.1')) {
4224+ $('#openai_max_context').attr('max', max_128k);
4225+ }
4226+ else if (oai_settings.groq_model.includes('llama3-groq')) {
4227+ $('#openai_max_context').attr('max', max_8k);
4228+ }
42234229 else if (['llama3-8b-8192', 'llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'].includes(oai_settings.groq_model)) {
42244230 $('#openai_max_context').attr('max', max_8k);
42254231 }