Update Perplexity models
| @@ -2895,6 +2895,16 @@ | |||
| 2895 | <h4 data-i18n="Perplexity Model">Perplexity Model</h4> | 2895 | <h4 data-i18n="Perplexity Model">Perplexity Model</h4> |
| 2896 | <select id="model_perplexity_select"> | 2896 | <select id="model_perplexity_select"> |
| 2897 | <optgroup label="Perplexity Models"> | 2897 | <optgroup label="Perplexity Models"> |
| 2898 | <option value="llama-3.1-sonar-small-128k-online">llama-3.1-sonar-small-128k-online</option> | ||
| 2899 | <option value="llama-3.1-sonar-small-128k-chat">llama-3.1-sonar-small-128k-chat</option> | ||
| 2900 | <option value="llama-3.1-sonar-large-128k-online">llama-3.1-sonar-large-128k-online</option> | ||
| 2901 | <option value="llama-3.1-sonar-large-128k-chat">llama-3.1-sonar-large-128k-chat</option> | ||
| 2902 | </optgroup> | ||
| 2903 | <optgroup label="Open-Source Models"> | ||
| 2904 | <option value="llama-3.1-8b-instruct">llama-3.1-8b-instruct</option> | ||
| 2905 | <option value="llama-3.1-70b-instruct">llama-3.1-70b-instruct</option> | ||
| 2906 | </optgroup> | ||
| 2907 | <optgroup label="Deprecated Models"> | ||
| 2898 | <option value="llama-3-sonar-small-32k-chat">llama-3-sonar-small-32k-chat</option> | 2908 | <option value="llama-3-sonar-small-32k-chat">llama-3-sonar-small-32k-chat</option> |
| 2899 | <option value="llama-3-sonar-small-32k-online">llama-3-sonar-small-32k-online</option> | 2909 | <option value="llama-3-sonar-small-32k-online">llama-3-sonar-small-32k-online</option> |
| 2900 | <option value="llama-3-sonar-large-32k-chat">llama-3-sonar-large-32k-chat</option> | 2910 | <option value="llama-3-sonar-large-32k-chat">llama-3-sonar-large-32k-chat</option> |
| @@ -2903,8 +2913,6 @@ | |||
| 2903 | <option value="sonar-small-online">sonar-small-online</option> | 2913 | <option value="sonar-small-online">sonar-small-online</option> |
| 2904 | <option value="sonar-medium-chat">sonar-medium-chat</option> | 2914 | <option value="sonar-medium-chat">sonar-medium-chat</option> |
| 2905 | <option value="sonar-medium-online">sonar-medium-online</option> | 2915 | <option value="sonar-medium-online">sonar-medium-online</option> |
| 2906 | </optgroup> | ||
| 2907 | <optgroup label="Open-Source Models"> | ||
| 2908 | <option value="llama-3-8b-instruct">llama-3-8b-instruct</option> | 2916 | <option value="llama-3-8b-instruct">llama-3-8b-instruct</option> |
| 2909 | <option value="llama-3-70b-instruct">llama-3-70b-instruct</option> | 2917 | <option value="llama-3-70b-instruct">llama-3-70b-instruct</option> |
| 2910 | <option value="mistral-7b-instruct">mistral-7b-instruct (v0.2)</option> | 2918 | <option value="mistral-7b-instruct">mistral-7b-instruct (v0.2)</option> |
| @@ -264,7 +264,7 @@ const default_settings = { | |||
| 264 | ai21_model: 'j2-ultra', | 264 | ai21_model: 'j2-ultra', |
| 265 | mistralai_model: 'mistral-medium-latest', | 265 | mistralai_model: 'mistral-medium-latest', |
| 266 | cohere_model: 'command-r', | 266 | cohere_model: 'command-r', |
| 267 | perplexity_model: 'llama-3-70b-instruct', | 267 | perplexity_model: 'llama-3.1-70b-instruct', |
| 268 | groq_model: 'llama3-70b-8192', | 268 | groq_model: 'llama3-70b-8192', |
| 269 | zerooneai_model: 'yi-large', | 269 | zerooneai_model: 'yi-large', |
| 270 | custom_model: '', | 270 | custom_model: '', |
| @@ -344,7 +344,7 @@ const oai_settings = { | |||
| 344 | ai21_model: 'j2-ultra', | 344 | ai21_model: 'j2-ultra', |
| 345 | mistralai_model: 'mistral-medium-latest', | 345 | mistralai_model: 'mistral-medium-latest', |
| 346 | cohere_model: 'command-r', | 346 | cohere_model: 'command-r', |
| 347 | perplexity_model: 'llama-3-70b-instruct', | 347 | perplexity_model: 'llama-3.1-70b-instruct', |
| 348 | groq_model: 'llama3-70b-8192', | 348 | groq_model: 'llama3-70b-8192', |
| 349 | zerooneai_model: 'yi-large', | 349 | zerooneai_model: 'yi-large', |
| 350 | custom_model: '', | 350 | custom_model: '', |
| @@ -4201,6 +4201,11 @@ async function onModelChange() { | |||
| 4201 | if (oai_settings.max_context_unlocked) { | 4201 | if (oai_settings.max_context_unlocked) { |
| 4202 | $('#openai_max_context').attr('max', unlocked_max); | 4202 | $('#openai_max_context').attr('max', unlocked_max); |
| 4203 | } | 4203 | } |
| 4204 | else if (oai_settings.perplexity_model.includes('llama-3.1')) { | ||
| 4205 | const isOnline = oai_settings.perplexity_model.includes('online'); | ||
| 4206 | const contextSize = isOnline ? 128 * 1024 - 4000 : 128 * 1024; | ||
| 4207 | $('#openai_max_context').attr('max', contextSize); | ||
| 4208 | } | ||
| 4204 | else if (['llama-3-sonar-small-32k-chat', 'llama-3-sonar-large-32k-chat'].includes(oai_settings.perplexity_model)) { | 4209 | else if (['llama-3-sonar-small-32k-chat', 'llama-3-sonar-large-32k-chat'].includes(oai_settings.perplexity_model)) { |
| 4205 | $('#openai_max_context').attr('max', max_32k); | 4210 | $('#openai_max_context').attr('max', max_32k); |
| 4206 | } | 4211 | } |