feat: update Gemini safety settings - Set threshold to OFF for most models, except for HARM_CATEGORY_CIVIC_INTEGRITY. - Handle specific cases for a few models.

d35bd3b073a21d5772a13968ba072d10b4c3b8f3

sirius422 <sirius42@gfw.moe>

src/constants.js+4 -4 Viewed

@@ -139,19 +139,19 @@ export const UNSAFE_EXTENSIONS = [
139	139	export const GEMINI_SAFETY = [
140	140	{
141	141	category: 'HARM_CATEGORY_HARASSMENT',
142	142	threshold: 'BLOCK_NONEOFF',
143	143	},
144	144	{
145	145	category: 'HARM_CATEGORY_HATE_SPEECH',
146	146	threshold: 'BLOCK_NONEOFF',
147	147	},
148	148	{
149	149	category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT',
150	150	threshold: 'BLOCK_NONEOFF',
151	151	},
152	152	{
153	153	category: 'HARM_CATEGORY_DANGEROUS_CONTENT',
154	154	threshold: 'BLOCK_NONEOFF',
155	155	},
156	156	{
157	157	category: 'HARM_CATEGORY_CIVIC_INTEGRITY',

src/endpoints/backends/chat-completions.js+7 -1 Viewed

         const prompt = convertGooglePrompt(request.body.messages, model, should_use_system_prompt, getPromptNames(request));
         let safetySettings = GEMINI_SAFETY;
 -        if (model.includes('gemini-2.0-flash-exp')) {
 +        // These old models do not support setting the threshold to OFF at all.
 +        if (['gemini-1.5-pro-001', 'gemini-1.5-flash-001', 'gemini-1.0-pro-001'].includes(model)) {
 +            safetySettings = GEMINI_SAFETY.map(setting => ({ ...setting, threshold: 'BLOCK_NONE' }));
 +        }
 +        // Interestingly, Gemini 2.0 Flash does support setting the threshold for HARM_CATEGORY_CIVIC_INTEGRITY to OFF.
 +        else if (['gemini-2.0-flash', 'gemini-2.0-flash-001', 'gemini-2.0-flash-exp'].includes(model)) {
             safetySettings = GEMINI_SAFETY.map(setting => ({ ...setting, threshold: 'OFF' }));
+        }
 +        // Most of the other models allow for setting the threshold of filters, except for HARM_CATEGORY_CIVIC_INTEGRITY, to OFF.
         let body = {
             contents: prompt.contents,