Don't send max_tokens to o3

2b98e967844767add48745e712a2007736521eba

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 364078ce27080cbf04878d8ab99296c5524bd8a4
1 files changed, +4 -0Showing whitespace changes
src/endpoints/backends/chat-completions.js+4 -0
@@ -1107,6 +1107,10 @@ router.post('/generate', jsonParser, function (request, response) {
11071107 ...bodyParams,
11081108 };
11091109
1110+ if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.OPENAI && String(requestBody.model).startsWith('o3-')) {
1111+ delete requestBody.max_tokens;
1112+ }
1113+
11101114 if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.CUSTOM) {
11111115 excludeKeysByYaml(requestBody, request.body.custom_exclude_body);
11121116 }