Merge pull request #3838 from bmen25124/custom_req_proxy Added proxy support to ChatCompletionService

2982d7af526eecbea58eff8ed393efa24b6252ae

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

public/scripts/custom-request.js+11 -5 Viewed

  * @property {boolean?} [stream=false] - Whether to stream the response
  * @property {ChatCompletionMessage[]} messages - Array of chat messages
  * @property {string} [model] - Optional model name to use for completion
  * @property {string} chat_completion_source - Source provider for chat completion
  * @property {number} max_tokens - Maximum number of tokens to generate
  * @property {number} [temperature] - Optional temperature parameter for response randomness
  * @property {string} [custom_url] - Optional custom URL for chat completion
 + * @property {string} [reverse_proxy] - Optional reverse proxy URL
 + * @property {string} [proxy_password] - Optional proxy password
  */
 /** @typedef {Record<string, any> & ChatCompletionPayloadBase} ChatCompletionPayload */

      */
     static createRequestData({ stream = false, prompt, max_tokens, model, api_type, api_server, temperature, min_p, ...props }) {
         const payload = {
 -            ...props,
             stream,
             prompt,
             max_tokens,

             api_server: api_server ?? getTextGenServer(api_type),
             temperature,
             min_p,
 +            ...props,
         };
         // Remove undefined values to avoid API errors

      * @param {ChatCompletionPayload} custom
      * @returns {ChatCompletionPayload}
      */
     static createRequestData({ stream = false, messages, model, chat_completion_source, max_tokens, temperature, custom_url, reverse_proxy, proxy_password, ...props }) {
         const payload = {
 -            ...props,
             stream,
             messages,
             model,

             max_tokens,
             temperature,
             custom_url,
 +            reverse_proxy,
 +            proxy_password,
 +            use_makersuite_sysprompt: true,
 +            claude_use_sysprompt: true,
 +            ...props,
         };
         // Remove undefined values to avoid API errors

public/scripts/extensions/shared.js+9 -2 Viewed

 import { CONNECT_API_MAP, getRequestHeaders } from '../../script.js';
 import { extension_settings, openThirdPartyExtensionMenu } from '../extensions.js';
 import { t } from '../i18n.js';
 import { oai_settings, proxies } from '../openai.js';
 import { SECRET_KEYS, secret_state } from '../secrets.js';
 import { textgen_types, textgenerationwebui_settings } from '../textgen-settings.js';
 import { getTokenCountAsync } from '../tokenizers.js';

      * @param {boolean?} [custom.includePreset=true]
      * @param {boolean?} [custom.includeInstruct=true]
      * @param {Partial<InstructSettings>?} [custom.instructSettings] Override instruct settings
 +     * @param {Record<string, any>} [overridePayload] - Override payload for the request
      * @returns {Promise<import('../custom-request.js').ExtractedData | (() => AsyncGenerator<import('../custom-request.js').StreamResponse>)>} If not streaming, returns extracted data; if streaming, returns a function that creates an AsyncGenerator
      */
     static async sendRequest(profileId, prompt, maxTokens, custom = this.defaultSendRequestParams, overridePayload = {}) {
         const { stream, signal, extractData, includePreset, includeInstruct, instructSettings } = { ...this.defaultSendRequestParams, ...custom };
         const context = SillyTavern.getContext();

                         throw new Error(`API type ${selectedApiMap.selected} does not support chat completions`);
+                    }
 +                    const proxyPreset = proxies.find((p) => p.name === profile.proxy);
++
                     const messages = Array.isArray(prompt) ? prompt : [{ role: 'user', content: prompt }];
                     return await context.ChatCompletionService.processRequest({
                         stream,

                         model: profile.model,
                         chat_completion_source: selectedApiMap.source,
                         custom_url: profile['api-url'],
 +                        reverse_proxy: proxyPreset?.url,
 +                        proxy_password: proxyPreset?.password,
 +                        ...overridePayload,
                     }, {
                         presetName: includePreset ? profile.preset : undefined,
                     }, extractData, signal);

                         model: profile.model,
                         api_type: selectedApiMap.type,
                         api_server: profile['api-url'],
 +                        ...overridePayload,
                     }, {
                         instructName: includeInstruct ? profile.instruct : undefined,
                         presetName: includePreset ? profile.preset : undefined,