feat: pass koboldcpp reasoning effort (#5491) Fixes #5489

c249e5384cbe9c4a776736eb395852a6b6736394

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

public/scripts/openai.js+19 -0 Viewed

+            }
+        }
 +        if (settings.chat_completion_source === chat_completion_sources.CUSTOM && /^koboldcpp\/(.+)$/.test(model)) {
 +            switch (settings.reasoning_effort) {
 +                case reasoning_effort_types.auto:
 +                    return undefined;
 +                case reasoning_effort_types.min:
 +                    return 'minimal';
 +                case reasoning_effort_types.low:
 +                    return 'low';
 +                case reasoning_effort_types.medium:
 +                    return 'medium';
 +                case reasoning_effort_types.high:
 +                    return 'high';
 +                case reasoning_effort_types.max:
 +                    return 'xhigh';
 +                default:
 +                    return settings.reasoning_effort;
 +            }
 +        }
++
         switch (settings.reasoning_effort) {
             case reasoning_effort_types.auto:
                 return undefined;

src/endpoints/backends/chat-completions.js+3 -0 Viewed

@@ -2485,6 +2485,9 @@ router.post('/generate', async function (request, response) {
2485	2485	if (OPENAI_REASONING_EFFORT_MODELS.includes(request.body.model)) {
2486	2486	bodyParams['reasoning_effort'] = OPENAI_FIXED_REASONING_EFFORT[request.body.model] ?? OPENAI_REASONING_EFFORT_MAP[request.body.reasoning_effort] ?? request.body.reasoning_effort;
2487	2487	}
	2488	+ if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.CUSTOM && /^koboldcpp\/(.+)$/.test(request.body.model)) {
	2489	+ bodyParams['reasoning_effort'] = request.body.reasoning_effort;
	2490	+ }
2488	2491	}
2489	2492
2490	2493	if (request.body.verbosity && [CHAT_COMPLETION_SOURCES.CUSTOM, CHAT_COMPLETION_SOURCES.OPENAI].includes(request.body.chat_completion_source)) {