Add verbosity control (#4837) * Add verbosity control * Remove for Azure OpenAI

965b86da628297e7c39cd434ce901b4c2bfbf8ec

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

Parents: 1af87ea165e8febb2fdbe2a5e827f692ebe5b61c

public/index.html+16 -0 Viewed

                                             </div>
                                         </div>
                                     </div>
+                                    <div class="flex-container flexFlowColumn wide100p textAlignCenter marginTop10" data-source="openai,custom,openrouter,claude">
+                                        <div class="flex-container oneline-dropdown">
+                                            <label for="openai_verbosity">
+                                                <span data-i18n="Verbosity">Verbosity</span>
+                                            </label>
+                                            <select id="openai_verbosity">
+                                                <option data-i18n="openai_verbosity_auto" value="auto">Auto</option>
+                                                <option data-i18n="openai_verbosity_low" value="low">Low</option>
+                                                <option data-i18n="openai_verbosity_medium" value="medium">Medium</option>
+                                                <option data-i18n="openai_verbosity_high" value="high">High</option>
+                                            </select>
+                                            <div class="toggle-description justifyLeft marginBot5" data-i18n="Constrains the verbosity of the model's response.">
+                                                Constrains the verbosity of the model's response.
+                                            </div>
+                                        </div>
+                                    </div>
                                     <div class="range-block" data-source="claude">
                                         <div class="wide100p">
                                             <div class="flex-container alignItemsCenter">

public/scripts/openai.js+24 -0 Viewed

     max: 'max',
 };
+export const verbosity_levels = {
+    auto: 'auto',
+    low: 'low',
+    medium: 'medium',
+    high: 'high',
+};
 export const ZAI_ENDPOINT = {
     COMMON: 'common',
     CODING: 'coding',

     function_calling: ['#openai_function_calling', 'function_calling', true, false],
     show_thoughts: ['#openai_show_thoughts', 'show_thoughts', true, false],
     reasoning_effort: ['#openai_reasoning_effort', 'reasoning_effort', false, false],
+    verbosity: ['#openai_verbosity', 'verbosity', false, false],
     enable_web_search: ['#openai_enable_web_search', 'enable_web_search', true, false],
     seed: ['#seed_openai', 'seed', false, false],
     n: ['#n_openai', 'n', false, false],

     custom_prompt_post_processing: custom_prompt_post_processing_types.NONE,
     show_thoughts: true,
     reasoning_effort: reasoning_effort_types.auto,
+    verbosity: verbosity_levels.auto,
     enable_web_search: false,
     request_images: false,
     seed: -1,

     return reasoningEffort;
+}
+function getVerbosity() {
+    if (oai_settings.verbosity === verbosity_levels.auto) {
+        return undefined;
+    }
+    // TODO: Adjust verbosity based on model capabilities
+    return oai_settings.verbosity;
+}
 /**
  * Send a chat completion request to backend
  * @param {string} type (impersonate, quiet, continue, etc)

         'enable_web_search': Boolean(oai_settings.enable_web_search),
         'request_images': Boolean(oai_settings.request_images),
         'custom_prompt_post_processing': oai_settings.custom_prompt_post_processing,
+        'verbosity': getVerbosity(),
     };
     if (isAzureOpenAI) {

         saveSettingsDebounced();
     });
+    $('#openai_verbosity').on('input', function () {
+        oai_settings.verbosity = String($(this).val());
+        saveSettingsDebounced();
+    });
     $('#openai_enable_web_search').on('input', function () {
         oai_settings.enable_web_search = !!$(this).prop('checked');
         calculateOpenRouterCost();

src/constants.js+2 -0 Viewed

     'reasoning_effort',
 ];
+export const OPENAI_VERBOSITY_MODELS = /^gpt-5/;
 export const OPENAI_REASONING_EFFORT_MODELS = [
     'o1',
     'o3-mini',

src/endpoints/backends/chat-completions.js+19 -0 Viewed

     GEMINI_SAFETY,
     OPENAI_REASONING_EFFORT_MAP,
     OPENAI_REASONING_EFFORT_MODELS,
+    OPENAI_VERBOSITY_MODELS,
     OPENROUTER_HEADERS,
     VERTEX_SAFETY,
     ZAI_ENDPOINT,

         const useThinking = /^claude-(3-7|opus-4|sonnet-4|haiku-4-5|opus-4-5)/.test(request.body.model);
         const useWebSearch = /^claude-(3-5|3-7|opus-4|sonnet-4|haiku-4-5|opus-4-5)/.test(request.body.model) && Boolean(request.body.enable_web_search);
         const isLimitedSampling = /^claude-(opus-4-1|sonnet-4-5|haiku-4-5|opus-4-5)/.test(request.body.model);
+        const useVerbosity = /^claude-(opus-4-5)/.test(request.body.model);
         const cacheTTL = getConfigValue('claude.extendedTTL', false, 'boolean') ? '1h' : '5m';
         let fixThinkingPrefill = false;
         // Add custom stop sequences

             convertedPrompt.messages[convertedPrompt.messages.length - 1].role = 'user';
+        }
+        // Verbosity = 'effort' (same values as OpenAI)
+        if (useVerbosity && request.body.verbosity) {
+            betaHeaders.push('effort-2025-11-24');
+            requestBody.output_config ??= {};
+            requestBody.output_config.effort = request.body.verbosity;
+        }
         if (betaHeaders.length) {
             additionalHeaders['anthropic-beta'] = betaHeaders.join(',');
+        }

             bodyParams['reasoning'] = { effort: request.body.reasoning_effort };
+        }
+        if (request.body.verbosity) {
+            bodyParams['verbosity'] = request.body.verbosity;
+        }
         if (request.body.json_schema) {
             bodyParams['response_format'] = {
                 type: 'json_schema',

+        }
+    }
+    if (request.body.verbosity && [CHAT_COMPLETION_SOURCES.CUSTOM, CHAT_COMPLETION_SOURCES.OPENAI].includes(request.body.chat_completion_source)) {
+        if (OPENAI_VERBOSITY_MODELS.test(request.body.model)) {
+            bodyParams['verbosity'] = request.body.verbosity;
+        }
+    }
     if (!apiKey && !request.body.reverse_proxy && request.body.chat_completion_source !== CHAT_COMPLETION_SOURCES.CUSTOM) {
         console.warn('OpenAI API key is missing.');
         return response.status(400).send({ error: true });