Don't send max_tokens to o3

2b98e967844767add48745e712a2007736521eba

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 364078ce27080cbf04878d8ab99296c5524bd8a4
1 files changed, +4 -0Showing whitespace changes
src/endpoints/backends/chat-completions.js+4 -0
@@ -1107,6 +1107,10 @@ router.post('/generate', jsonParser, function (request, response) {
1107 ...bodyParams,1107 ...bodyParams,
1108 };1108 };
11091109
1110 if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.OPENAI && String(requestBody.model).startsWith('o3-')) {
1111 delete requestBody.max_tokens;
1112 }
1113
1110 if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.CUSTOM) {1114 if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.CUSTOM) {
1111 excludeKeysByYaml(requestBody, request.body.custom_exclude_body);1115 excludeKeysByYaml(requestBody, request.body.custom_exclude_body);
1112 }1116 }