NanoGPT: Expose additional samplers

248f5aa892301cc30801dccbd1f7ba967ab84747

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/index.html+4 -4 Viewed

                                         </div>
                                     </div>
                                 </div>
                                 <div class="range-block" data-source="claude,aimlapi,openrouter,makersuite,vertexai,cohere,perplexity,electronhub,nanogpt">
                                     <div class="range-block-title" data-i18n="Top K">
                                         Top K
                                     </div>

                                         </div>
                                     </div>
                                 </div>
                                 <div class="range-block" data-source="openrouter,nanogpt">
                                     <div class="range-block-title" data-i18n="Repetition Penalty">
                                         Repetition Penalty
                                     </div>

                                         </div>
                                     </div>
                                 </div>
                                 <div class="range-block" data-source="openrouter,nanogpt">
                                     <div class="range-block-title" data-i18n="Min P">
                                         Min P
                                     </div>

                                         </div>
                                     </div>
                                 </div>
                                 <div class="range-block" data-source="openrouter,nanogpt">
                                     <div class="range-block-title" data-i18n="Top A">
                                         Top A
                                     </div>

public/scripts/openai.js+9 -0 Viewed

     const isMoonshot = oai_settings.chat_completion_source == chat_completion_sources.MOONSHOT;
     const isAzureOpenAI = oai_settings.chat_completion_source == chat_completion_sources.AZURE_OPENAI;
     const isZai = oai_settings.chat_completion_source == chat_completion_sources.ZAI;
 +    const isNanoGPT = oai_settings.chat_completion_source == chat_completion_sources.NANOGPT;
     const isTextCompletion = isOAI && textCompletionModels.includes(oai_settings.openai_model);
     const isQuiet = type === 'quiet';
     const isImpersonate = type === 'impersonate';

         delete generate_data.frequency_penalty;
+    }
 +    // https://docs.nano-gpt.com/api-reference/endpoint/chat-completion#temperature-&-nucleus
 +    if (isNanoGPT) {
 +        generate_data['top_k'] = Number(oai_settings.top_k_openai);
 +        generate_data['min_p'] = Number(oai_settings.min_p_openai);
 +        generate_data['repetition_penalty'] = Number(oai_settings.repetition_penalty_openai);
 +        generate_data['top_a'] = Number(oai_settings.top_a_openai);
 +    }
++
     const seedSupportedSources = [
         chat_completion_sources.OPENAI,
         chat_completion_sources.AZURE_OPENAI,

src/endpoints/backends/chat-completions.js+9 -0 Viewed

         if (request.body.enable_web_search && !/:online$/.test(request.body.model)) {
             request.body.model = `${request.body.model}:online`;
+        }
 +        if (request.body.min_p !== undefined) {
 +            bodyParams['min_p'] = request.body.min_p;
 +        }
 +        if (request.body.top_a !== undefined) {
 +            bodyParams['top_a'] = request.body.top_a;
 +        }
 +        if (request.body.repetition_penalty !== undefined) {
 +            bodyParams['repetition_penalty'] = request.body.repetition_penalty;
 +        }
         const enableSystemPromptCache = getConfigValue('claude.enableSystemPromptCache', false, 'boolean');
         const isClaude3or4 = /claude-(3|opus-4|sonnet-4)/.test(request.body.model);
         const cacheTTL = getConfigValue('claude.extendedTTL', false, 'boolean') ? '1h' : '5m';