Tool Calling: Reserve prompt budget for tool definitions.

b0d0f2111b69a3d9561278bbcd3cbc6fdefad414

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/scripts/openai.js+9 -0 Viewed

         chatCompletion.insert(Message.fromPrompt(prompt), 'main', prompt.position);
+    }
+    // Pre-allocation of tokens for tool data
+    if (ToolManager.canPerformToolCalls(type)) {
+        const toolData = {};
+        await ToolManager.registerFunctionToolsOpenAI(toolData);
+        const toolMessage = [{ role: 'user', content: JSON.stringify(toolData) }];
+        const toolTokens = tokenHandler.count(toolMessage);
+        chatCompletion.reserveBudget(toolTokens);
+    }
     // Add in-chat injections
     messages = populationInjectionPrompts(absolutePrompts, messages);