AI Studio/Vertex AI: add seed param (#4314) * AI Studio/Vertex AI: add freq.pen, pres.pen and seed params * Update src/endpoints/backends/chat-completions.js Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * Add missing models to Google lists * Do not send penalties to gemma and learnlm * Disable penalties * Fix not sending seed to Groq --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

29815fbdda736cbc1b0e9848db3bf51bfc4ef4fc

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed
Parents: 0755be22e6ab045d91f3e19c7bca8ddda804ddb6
4 files changed, +26 -3Showing whitespace changes
public/index.html+7 -1
@@ -980,7 +980,7 @@
980980 </div>
981981 </div>
982982 </div>
983983 <div class="range-block" data-source="openai,openrouter,mistralai,custom,cohere,groq,nanogpt,xai,pollinations,aimlapi,makersuite,vertexai">
984984 <div class="range-block-title justifyLeft" data-i18n="Seed">
985985 Seed
986986 </div>
@@ -3150,6 +3150,7 @@
31503150 <option value="gemini-2.5-flash">gemini-2.5-flash</option>
31513151 <option value="gemini-2.5-flash-preview-05-20">gemini-2.5-flash-preview-05-20</option>
31523152 <option value="gemini-2.5-flash-preview-04-17">gemini-2.5-flash-preview-04-17</option>
3153+ <option value="gemini-2.5-flash-lite">gemini-2.5-flash-lite</option>
31533154 <option value="gemini-2.5-flash-lite-preview-06-17">gemini-2.5-flash-lite-preview-06-17</option>
31543155 </optgroup>
31553156 <optgroup label="Gemini 2.0">
@@ -3158,6 +3159,7 @@
31583159 <option value="gemini-exp-1206">gemini-exp-1206 → 2.5-pro-exp-03-25</option>
31593160 <option value="gemini-2.0-flash-001">gemini-2.0-flash-001</option>
31603161 <option value="gemini-2.0-flash-exp-image-generation">gemini-2.0-flash-exp-image-generation</option>
3162+ <option value="gemini-2.0-flash-preview-image-generation">gemini-2.0-flash-preview-image-generation</option>
31613163 <option value="gemini-2.0-flash-exp">gemini-2.0-flash-exp</option>
31623164 <option value="gemini-2.0-flash">gemini-2.0-flash</option>
31633165 <option value="gemini-2.0-flash-thinking-exp-01-21">gemini-2.0-flash-thinking-exp-01-21 → 2.5-flash-preview-04-17</option>
@@ -3166,6 +3168,7 @@
31663168 <option value="gemini-2.0-flash-lite-001">gemini-2.0-flash-lite-001</option>
31673169 <option value="gemini-2.0-flash-lite-preview-02-05">gemini-2.0-flash-lite-preview-02-05</option>
31683170 <option value="gemini-2.0-flash-lite-preview">gemini-2.0-flash-lite-preview</option>
3171+ <option value="gemini-2.0-flash-lite">gemini-2.0-flash-lite</option>
31693172 </optgroup>
31703173 <optgroup label="Gemini 1.5">
31713174 <option value="gemini-1.5-pro-latest">gemini-1.5-pro-latest</option>
@@ -3176,6 +3179,7 @@
31763179 <option value="gemini-1.5-flash-002">gemini-1.5-flash-002</option>
31773180 <option value="gemini-1.5-flash-001">gemini-1.5-flash-001</option>
31783181 <option value="gemini-1.5-flash">gemini-1.5-flash</option>
3182+ <option value="gemini-1.5-flash-8b-latest">gemini-1.5-flash-8b-latest</option>
31793183 <option value="gemini-1.5-flash-8b-001">gemini-1.5-flash-8b-001</option>
31803184 <option value="gemini-1.5-flash-8b-exp-0924">gemini-1.5-flash-8b-exp-0924</option>
31813185 <option value="gemini-1.5-flash-8b-exp-0827">gemini-1.5-flash-8b-exp-0827</option>
@@ -3183,6 +3187,7 @@
31833187 </optgroup>
31843188 <optgroup label="Gemma">
31853189 <option value="gemma-3n-e4b-it">gemma-3n-e4b-it</option>
3190+ <option value="gemma-3n-e2b-it">gemma-3n-e2b-it</option>
31863191 <option value="gemma-3-27b-it">gemma-3-27b-it</option>
31873192 <option value="gemma-3-12b-it">gemma-3-12b-it</option>
31883193 <option value="gemma-3-4b-it">gemma-3-4b-it</option>
@@ -3323,6 +3328,7 @@
33233328 <option value="gemini-2.5-flash">gemini-2.5-flash</option>
33243329 <option value="gemini-2.5-flash-preview-05-20">gemini-2.5-flash-preview-05-20</option>
33253330 <option value="gemini-2.5-flash-preview-04-17">gemini-2.5-flash-preview-04-17</option>
3331+ <option value="gemini-2.5-flash-lite">gemini-2.5-flash-lite</option>
33263332 <option value="gemini-2.5-flash-lite-preview-06-17">gemini-2.5-flash-lite-preview-06-17</option>
33273333 </optgroup>
33283334 <optgroup label="Gemini 2.0">
public/scripts/extensions/caption/settings.html+3 -0
@@ -94,6 +94,7 @@
9494 <option data-type="google" value="gemini-2.5-flash">gemini-2.5-flash</option>
9595 <option data-type="google" value="gemini-2.5-flash-preview-05-20">gemini-2.5-flash-preview-05-20</option>
9696 <option data-type="google" value="gemini-2.5-flash-preview-04-17">gemini-2.5-flash-preview-04-17</option>
97+ <option data-type="google" value="gemini-2.5-flash-lite">gemini-2.5-flash-lite</option>
9798 <option data-type="google" value="gemini-2.5-flash-lite-preview-06-17">gemini-2.5-flash-lite-preview-06-17</option>
9899 <option data-type="google" value="gemini-2.0-pro-exp-02-05">gemini-2.0-pro-exp-02-05 → 2.5-pro-exp-03-25</option>
99100 <option data-type="google" value="gemini-2.0-pro-exp">gemini-2.0-pro-exp → 2.5-pro-exp-03-25</option>
@@ -116,6 +117,7 @@
116117 <option data-type="google" value="gemini-1.5-flash-002">gemini-1.5-flash-002</option>
117118 <option data-type="google" value="gemini-1.5-flash-001">gemini-1.5-flash-001</option>
118119 <option data-type="google" value="gemini-1.5-flash">gemini-1.5-flash</option>
120+ <option data-type="google" value="gemini-1.5-flash-8b-latest">gemini-1.5-flash-8b-latest</option>
119121 <option data-type="google" value="gemini-1.5-flash-8b-001">gemini-1.5-flash-8b-001</option>
120122 <option data-type="google" value="gemini-1.5-flash-8b-exp-0924">gemini-1.5-flash-8b-exp-0924</option>
121123 <option data-type="google" value="gemini-1.5-flash-8b-exp-0827">gemini-1.5-flash-8b-exp-0827</option>
@@ -128,6 +130,7 @@
128130 <option data-type="vertexai" value="gemini-2.5-flash">gemini-2.5-flash</option>
129131 <option data-type="vertexai" value="gemini-2.5-flash-preview-05-20">gemini-2.5-flash-preview-05-20</option>
130132 <option data-type="vertexai" value="gemini-2.5-flash-preview-04-17">gemini-2.5-flash-preview-04-17</option>
133+ <option data-type="vertexai" value="gemini-2.5-flash-lite">gemini-2.5-flash-lite</option>
131134 <option data-type="vertexai" value="gemini-2.5-flash-lite-preview-06-17">gemini-2.5-flash-lite-preview-06-17</option>
132135 <option data-type="vertexai" value="gemini-2.0-flash-001">gemini-2.0-flash-001</option>
133136 <option data-type="vertexai" value="gemini-2.0-flash-lite-001">gemini-2.0-flash-lite-001</option>
public/scripts/openai.js+15 -2
@@ -2058,7 +2058,6 @@ async function sendOpenAIRequest(type, messages, signal, { jsonSchema = null } =
20582058 const isPerplexity = oai_settings.chat_completion_source == chat_completion_sources.PERPLEXITY;
20592059 const isGroq = oai_settings.chat_completion_source == chat_completion_sources.GROQ;
20602060 const is01AI = oai_settings.chat_completion_source == chat_completion_sources.ZEROONEAI;
2061- const isNano = oai_settings.chat_completion_source == chat_completion_sources.NANOGPT;
20622061 const isDeepSeek = oai_settings.chat_completion_source == chat_completion_sources.DEEPSEEK;
20632062 const isAimlapi = oai_settings.chat_completion_source == chat_completion_sources.AIMLAPI;
20642063 const isXAI = oai_settings.chat_completion_source == chat_completion_sources.XAI;
@@ -2263,7 +2262,21 @@ async function sendOpenAIRequest(type, messages, signal, { jsonSchema = null } =
22632262 delete generate_data.max_tokens;
22642263 }
22652264
2266- if ((isOAI || isOpenRouter || isMistral || isCustom || isCohere || isNano || isXAI || isPollinations || isAimlapi) && oai_settings.seed >= 0) {
2265+ const seedSupportedSources = [
2266+ chat_completion_sources.OPENAI,
2267+ chat_completion_sources.OPENROUTER,
2268+ chat_completion_sources.MISTRALAI,
2269+ chat_completion_sources.CUSTOM,
2270+ chat_completion_sources.COHERE,
2271+ chat_completion_sources.GROQ,
2272+ chat_completion_sources.NANOGPT,
2273+ chat_completion_sources.XAI,
2274+ chat_completion_sources.POLLINATIONS,
2275+ chat_completion_sources.AIMLAPI,
2276+ chat_completion_sources.VERTEXAI,
2277+ chat_completion_sources.MAKERSUITE,
2278+ ];
2279+ if (seedSupportedSources.includes(oai_settings.chat_completion_source) && oai_settings.seed >= 0) {
22672280 generate_data['seed'] = oai_settings.seed;
22682281 }
22692282
src/endpoints/backends/chat-completions.js+1 -0
@@ -334,6 +334,7 @@ async function sendMakerSuiteRequest(request, response) {
334334 topK: request.body.top_k || undefined,
335335 responseMimeType: responseMimeType,
336336 responseSchema: responseSchema,
337+ seed: request.body.seed,
337338 };
338339
339340 function getGeminiBody() {