NanoGPT: Add reasoning effort control Closes #4999

372db63cd537e7188dff7580b00f3293562fc6eb

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/index.html+1 -1 Viewed

                                             </strong>
                                         </div>
                                     </div>
                                     <div class="flex-container flexFlowColumn wide100p textAlignCenter marginTop10" data-source="openai,custom,claude,xai,makersuite,vertexai,aimlapi,openrouter,pollinations,perplexity,cometapi,electronhub,azure_openai,chutes,nanogpt">
                                         <div class="flex-container oneline-dropdown" title="Constrains effort on reasoning for reasoning models.&#10;Reducing reasoning effort can result in faster responses and fewer tokens used on reasoning in a response." data-i18n="[title]Constrains effort on reasoning for reasoning models.">
                                             <label for="openai_reasoning_effort">
                                                 <span data-i18n="Reasoning Effort">Reasoning Effort</span>

src/constants.js+8 -0 Viewed

     min: 'minimal',
 };
 +export const NANOGPT_REASONING_EFFORT_MAP = {
 +    min: 'none',
 +    low: 'minimal',
 +    medium: 'low',
 +    high: 'medium',
 +    max: 'high',
 +};
++
 export const LOG_LEVELS = {
     DEBUG: 0,
     INFO: 1,

src/endpoints/backends/chat-completions.js+5 -0 Viewed

     AZURE_OPENAI_KEYS,
     CHAT_COMPLETION_SOURCES,
     GEMINI_SAFETY,
 +    NANOGPT_REASONING_EFFORT_MAP,
     OPENAI_REASONING_EFFORT_MAP,
     OPENAI_REASONING_EFFORT_MODELS,
     OPENAI_VERBOSITY_MODELS,

             if (request.body.repetition_penalty !== undefined) {
                 bodyParams['repetition_penalty'] = request.body.repetition_penalty;
+            }
 +            if (request.body.reasoning_effort) {
 +                const effort = NANOGPT_REASONING_EFFORT_MAP[request.body.reasoning_effort];
 +                bodyParams['reasoning'] = { effort: effort };
 +            }
             const isClaude = /^claude-/.test(request.body.model);
             if (enableSystemPromptCache && isClaude) {