Tool Calling: Reserve prompt budget for tool definitions.

b0d0f2111b69a3d9561278bbcd3cbc6fdefad414

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/scripts/openai.js+9 -0 Viewed

         chatCompletion.insert(Message.fromPrompt(prompt), 'main', prompt.position);
+    }
 +    // Pre-allocation of tokens for tool data
 +    if (ToolManager.canPerformToolCalls(type)) {
 +        const toolData = {};
 +        await ToolManager.registerFunctionToolsOpenAI(toolData);
 +        const toolMessage = [{ role: 'user', content: JSON.stringify(toolData) }];
 +        const toolTokens = tokenHandler.count(toolMessage);
 +        chatCompletion.reserveBudget(toolTokens);
 +    }
++
     // Add in-chat injections
     messages = populationInjectionPrompts(absolutePrompts, messages);