Add llama 3.1 models for groq

cc0ae2a567c5395805a9c2ba78fbf5e055478d01

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: a1c61d7b5ca35265e955c093d613be1f6a04ddc8
2 files changed, +11 -0Ignore whitespace
public/index.html+5 -0
@@ -2862,6 +2862,11 @@
2862 </div>2862 </div>
2863 <h4 data-i18n="Groq Model">Groq Model</h4>2863 <h4 data-i18n="Groq Model">Groq Model</h4>
2864 <select id="model_groq_select">2864 <select id="model_groq_select">
2865 <option value="llama-3.1-405b-reasoning">llama-3.1-405b-reasoning</option>
2866 <option value="llama-3.1-70b-versatile">llama-3.1-70b-versatile</option>
2867 <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>
2868 <option value="llama3-groq-70b-8192-tool-use-preview">llama3-groq-70b-8192-tool-use-preview</option>
2869 <option value="llama3-groq-8b-8192-tool-use-preview">llama3-groq-8b-8192-tool-use-preview</option>
2865 <option value="llama3-8b-8192">llama3-8b-8192</option>2870 <option value="llama3-8b-8192">llama3-8b-8192</option>
2866 <option value="llama3-70b-8192">llama3-70b-8192</option>2871 <option value="llama3-70b-8192">llama3-70b-8192</option>
2867 <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>2872 <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>
public/scripts/openai.js+6 -0
@@ -4220,6 +4220,12 @@ async function onModelChange() {
4220 if (oai_settings.max_context_unlocked) {4220 if (oai_settings.max_context_unlocked) {
4221 $('#openai_max_context').attr('max', unlocked_max);4221 $('#openai_max_context').attr('max', unlocked_max);
4222 }4222 }
4223 else if (oai_settings.groq_model.includes('llama-3.1')) {
4224 $('#openai_max_context').attr('max', max_128k);
4225 }
4226 else if (oai_settings.groq_model.includes('llama3-groq')) {
4227 $('#openai_max_context').attr('max', max_8k);
4228 }
4223 else if (['llama3-8b-8192', 'llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'].includes(oai_settings.groq_model)) {4229 else if (['llama3-8b-8192', 'llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'].includes(oai_settings.groq_model)) {
4224 $('#openai_max_context').attr('max', max_8k);4230 $('#openai_max_context').attr('max', max_8k);
4225 }4231 }