Claude: add web search tool, adjust prefill voiding Closes #3968

c1c77a6a60b30cbe85bed3b4d8a3e8c67c2fa4ac

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/index.html+1 -1 Viewed

                                             </span>
                                         </div>
                                     </div>
                                     <div class="range-block" data-source="makersuite,openrouter,claude">
                                         <label for="openai_enable_web_search" class="checkbox_label flexWrap widthFreeExpand">
                                             <input id="openai_enable_web_search" type="checkbox" />
                                             <span data-i18n="Enable web search">Enable web search</span>

src/endpoints/backends/chat-completions.js+13 -8 Viewed

         const useSystemPrompt = (request.body.model.startsWith('claude-2') || request.body.model.startsWith('claude-3')) && request.body.claude_use_sysprompt;
         const convertedPrompt = convertClaudeMessages(request.body.messages, request.body.assistant_prefill, useSystemPrompt, useTools, getPromptNames(request));
         const useThinking = request.body.model.startsWith('claude-3-7') && Boolean(request.body.include_reasoning);
 -        let voidPrefill = false;
 +        const useWebSearch = /^claude-3-(5|7)/.test(request.body.model) && Boolean(request.body.enable_web_search);
 +        let fixThinkingPrefill = false;
         // Add custom stop sequences
         const stopSequences = [];
         if (Array.isArray(request.body.stop)) {

                 .map(tool => tool.function)
                 .map(fn => ({ name: fn.name, description: fn.description, input_schema: fn.parameters }));
 -            if (requestBody.tools.length) {
 -                // No prefill when using tools
 -                voidPrefill = true;
 -            }
             if (enableSystemPromptCache && requestBody.tools.length) {
                 requestBody.tools[requestBody.tools.length - 1]['cache_control'] = { type: 'ephemeral' };
+            }
+        }
 +        if (useWebSearch) {
 +            const webSearchTool = [{
 +                'type': 'web_search_20250305',
 +                'name': 'web_search',
 +            }];
 +            requestBody.tools = [...(requestBody.tools || []), ...webSearchTool];
 +        }
++
         if (cachingAtDepth !== -1) {
             cachingAtDepthForClaude(convertedPrompt.messages, cachingAtDepth);
+        }

         if (useThinking && Number.isInteger(budgetTokens)) {
             // No prefill when thinking
             voidPrefillfixThinkingPrefill = true;
             const minThinkTokens = 1024;
             if (requestBody.max_tokens <= minThinkTokens) {
                 const newValue = requestBody.max_tokens + minThinkTokens;

@@ -224,8 +229,8 @@ async function sendClaudeRequest(request, response) {
224	229	delete requestBody.top_k;
225	230	}
226	231
227	232	if (voidPrefillfixThinkingPrefill && convertedPrompt.messages.length && convertedPrompt.messages[convertedPrompt.messages.length - 1].role === 'assistant') {
228		- convertedPrompt.messages.push({ role: 'user', content: [{ type: 'text', text: '\u200b' }] });
	233	+ convertedPrompt.messages[convertedPrompt.messages.length - 1].role = 'user';
229	234	}
230	235
231	236	if (betaHeaders.length) {