Vertex: Add Vertex AI-specific safety setting (#4770) Closes #4455

1baaa26729b173afde7df3ca844a2d7add939fb6

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

src/constants.js+23 -0 Viewed

     },
 ];
+export const VERTEX_SAFETY = [
+    {
+        category: 'HARM_CATEGORY_IMAGE_HATE',
+        threshold: 'OFF',
+    },
+    {
+        category: 'HARM_CATEGORY_IMAGE_DANGEROUS_CONTENT',
+        threshold: 'OFF',
+    },
+    {
+        category: 'HARM_CATEGORY_IMAGE_HARASSMENT',
+        threshold: 'OFF',
+    },
+    {
+        category: 'HARM_CATEGORY_IMAGE_SEXUALLY_EXPLICIT',
+        threshold: 'OFF',
+    },
+    {
+        category: 'HARM_CATEGORY_JAILBREAK',
+        threshold: 'OFF',
+    },
+];
 export const CHAT_COMPLETION_SOURCES = {
     OPENAI: 'openai',
     CLAUDE: 'claude',

src/endpoints/backends/chat-completions.js+2 -1 Viewed

     OPENAI_REASONING_EFFORT_MAP,
     OPENAI_REASONING_EFFORT_MODELS,
     OPENROUTER_HEADERS,
+    VERTEX_SAFETY,
 } from '../../constants.js';
 import {
     forwardFetchResponse,

         const tools = [];
         const prompt = convertGooglePrompt(request.body.messages, model, useSystemPrompt, getPromptNames(request));
-        let safetySettings = GEMINI_SAFETY;
+        const safetySettings = [...GEMINI_SAFETY, ...(useVertexAi ? VERTEX_SAFETY : [])];
         if (enableWebSearch && !enableImageModality && !isGemma && !isLearnLM && !noSearchModels.includes(model)) {
             tools.push({ google_search: {} });

src/endpoints/google.js+8 -7 Viewed

 import lodash from 'lodash';
 import { readSecret, SECRET_KEYS } from './secrets.js';
-import { GEMINI_SAFETY } from '../constants.js';
+import { GEMINI_SAFETY, VERTEX_SAFETY } from '../constants.js';
 import { delay, getConfigValue, trimTrailingSlash } from '../util.js';
 const API_MAKERSUITE = 'https://generativelanguage.googleapis.com';

  * @param {express.Request} request Express request object
  * @param {string} model Model name to use
  * @param {string} endpoint API endpoint (default: 'generateContent')
- * @returns {Promise<{url: string, headers: object, apiName: string, baseUrl: string}>} URL, headers, and API name
+ * @returns {Promise<{url: string, headers: object, apiName: string, baseUrl: string, safetySettings: object[]}>} URL, headers, and API name
  */
 export async function getGoogleApiConfig(request, model, endpoint = 'generateContent') {
     const useVertexAi = request.body.api === 'vertexai';
     const region = request.body.vertexai_region || 'us-central1';
     const apiName = useVertexAi ? 'Google Vertex AI' : 'Google AI Studio';
+    const safetySettings = [...GEMINI_SAFETY, ...(useVertexAi ? VERTEX_SAFETY : [])];
     let url;
     let baseUrl;

@@ -225,7 +226,7 @@ export async function getGoogleApiConfig(request, model, endpoint = 'generateCon
225	headers['x-goog-api-key'] = apiKey;	226	headers['x-goog-api-key'] = apiKey;
226	}	227	}
227		228
228	return { url, headers, apiName, baseUrl };	229	return { url, headers, apiName, baseUrl, safetySettings };
229	}	230	}
230		231
231	export const router = express.Router();	232	export const router = express.Router();

         const mimeType = request.body.image.split(';')[0].split(':')[1];
         const base64Data = request.body.image.split(',')[1];
         const model = request.body.model || 'gemini-2.0-flash';
-        const { url, headers, apiName } = await getGoogleApiConfig(request, model);
+        const { url, headers, apiName, safetySettings } = await getGoogleApiConfig(request, model);
         const body = {
             contents: [{

                         },
                     }],
             }],
-            safetySettings: GEMINI_SAFETY,
+            safetySettings: safetySettings,
         };
         console.debug(`${apiName} captioning request`, model, body);

 router.post('/generate-native-tts', async (request, response) => {
     try {
         const { text, voice, model } = request.body;
-        const { url, headers, apiName } = await getGoogleApiConfig(request, model);
+        const { url, headers, apiName, safetySettings } = await getGoogleApiConfig(request, model);
         console.debug(`${apiName} TTS request`, { model, text, voice });

                     },
                 },
             },
-            safetySettings: GEMINI_SAFETY,
+            safetySettings: safetySettings,
         };
         const result = await fetch(url, {