Added proxy support to ChatCompletionService

4736f533a5b75dc2f612b5fa9fe81f96c2465555

bmen25124 <bmen25124@gmail.com>

public/scripts/custom-request.js+7 -3 Viewed

  * @property {boolean?} [stream=false] - Whether to stream the response
  * @property {ChatCompletionMessage[]} messages - Array of chat messages
  * @property {string} [model] - Optional model name to use for completion
  * @property {string} chat_completion_source - Source provider for chat completion
  * @property {number} max_tokens - Maximum number of tokens to generate
  * @property {number} [temperature] - Optional temperature parameter for response randomness
  * @property {string} [custom_url] - Optional custom URL for chat completion
 + * @property {string} [reverse_proxy] - Optional reverse proxy URL
 + * @property {string} [proxy_password] - Optional proxy password
  */
 /** @typedef {Record<string, any> & ChatCompletionPayloadBase} ChatCompletionPayload */

      * @param {ChatCompletionPayload} custom
      * @returns {ChatCompletionPayload}
      */
     static createRequestData({ stream = false, messages, model, chat_completion_source, max_tokens, temperature, custom_url, reverse_proxy, proxy_password, ...props }) {
         const payload = {
             ...props,
             stream,

             max_tokens,
             temperature,
             custom_url,
 +            reverse_proxy,
 +            proxy_password,
         };
         // Remove undefined values to avoid API errors

public/scripts/extensions/shared.js+5 -1 Viewed

 import { CONNECT_API_MAP, getRequestHeaders } from '../../script.js';
 import { extension_settings, openThirdPartyExtensionMenu } from '../extensions.js';
 import { t } from '../i18n.js';
 import { oai_settings, proxies } from '../openai.js';
 import { SECRET_KEYS, secret_state } from '../secrets.js';
 import { textgen_types, textgenerationwebui_settings } from '../textgen-settings.js';
 import { getTokenCountAsync } from '../tokenizers.js';

                         throw new Error(`API type ${selectedApiMap.selected} does not support chat completions`);
+                    }
 +                    const proxyPreset = proxies.find((p) => p.name === profile.proxy);
++
                     const messages = Array.isArray(prompt) ? prompt : [{ role: 'user', content: prompt }];
                     return await context.ChatCompletionService.processRequest({
                         stream,

                         model: profile.model,
                         chat_completion_source: selectedApiMap.source,
                         custom_url: profile['api-url'],
 +                        reverse_proxy: proxyPreset?.url,
 +                        proxy_password: proxyPreset?.password,
                     }, {
                         presetName: includePreset ? profile.preset : undefined,
                     }, extractData, signal);