Claude: console.log system before messages

c59afd1b56f11df07bb137a9799ab0c505dd41c1

Cohee <18619528+Cohee1207@users.noreply.github.com>

src/endpoints/backends/chat-completions.js+6 -2 Viewed

+        }
         const requestBody = {
 +            /** @type {any} */ system: '',
             messages: convertedPrompt.messages,
             model: request.body.model,
             max_tokens: request.body.max_tokens,

             requestBody.system = enableSystemPromptCache
                 ? [{ type: 'text', text: convertedPrompt.systemPrompt, cache_control: { type: 'ephemeral' } }]
                 : convertedPrompt.systemPrompt;
 +        } else {
 +            delete requestBody.system;
+        }
         if (Array.isArray(request.body.tools) && request.body.tools.length > 0) {
             // Claude doesn't do prefills on function calls, and doesn't allow empty messages

             forwardFetchResponse(generateResponse, response);
         } else {
             if (!generateResponse.ok) {
 -                console.log(color.red(`Claude API returned error: ${generateResponse.status} ${generateResponse.statusText}\n${await generateResponse.text()}\n${divider}`));
 +                const generateResponseText = await generateResponse.text();
 +                console.log(color.red(`Claude API returned error: ${generateResponse.status} ${generateResponse.statusText}\n${generateResponseText}\n${divider}`));
                 return response.status(generateResponse.status).send({ error: true });
+            }
             const generateResponseJson = await generateResponse.json();
             const responseText = generateResponseJson?.content?.[0]?.text || '';
             console.log('Claude response:', generateResponseJson);
             // Wrap it back to OAI format + save the original content