Convert OAI tool_choice to Gemini functionCallingConfig for Gemini requests (#4840) * Send toolConfig block to Gemini, if defined and tools block also present. * Convert OAI tool_choice to Gemini functionCallingConfig for Gemini requests * Remove blank line --------- Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com>

1f780943227ddb45ef7e855de9adb4dd8f136ec5

mightytribble <246552901+mightytribble@users.noreply.github.com>

Signed

src/endpoints/backends/chat-completions.js+28 -0 Viewed

         if (tools.length) {
             body.tools = tools;
+            const toolChoice = request.body.tool_choice;
+            let functionCallingConfig;
+            // Translate OpenAI's `tool_choice` to Gemini's `functionCallingConfig`
+            if (typeof toolChoice === 'string') {
+                switch (toolChoice) {
+                    case 'none':
+                        functionCallingConfig = { mode: 'NONE' };
+                        break;
+                    case 'required':
+                        functionCallingConfig = { mode: 'ANY' };
+                        break;
+                    case 'auto':
+                        functionCallingConfig = { mode: 'AUTO' };
+                        break;
+                }
+            } else if (typeof toolChoice === 'object' && toolChoice?.function?.name) {
+                // Force a specific function call
+                functionCallingConfig = {
+                    mode: 'ANY',
+                    allowedFunctionNames: [toolChoice.function.name],
+                };
+            }
+            if (functionCallingConfig) {
+                body.toolConfig = { functionCallingConfig };
+            }
+        }
         return body;