Added ability to override request payload

fc5e0563bae0dc17113d8b3a657f8cdea2ae51b2

bmen25124 <bmen25124@gmail.com>

public/scripts/custom-request.js+4 -2 Viewed

      */
     static createRequestData({ stream = false, prompt, max_tokens, model, api_type, api_server, temperature, min_p, ...props }) {
         const payload = {
 -            ...props,
             stream,
             prompt,
             max_tokens,

             api_server: api_server ?? getTextGenServer(api_type),
             temperature,
             min_p,
 +            ...props,
         };
         // Remove undefined values to avoid API errors

      */
     static createRequestData({ stream = false, messages, model, chat_completion_source, max_tokens, temperature, custom_url, reverse_proxy, proxy_password, ...props }) {
         const payload = {
 -            ...props,
             stream,
             messages,
             model,

             custom_url,
             reverse_proxy,
             proxy_password,
 +            use_makersuite_sysprompt: true,
 +            claude_use_sysprompt: true,
 +            ...props,
         };
         // Remove undefined values to avoid API errors

public/scripts/extensions/shared.js+4 -1 Viewed

      * @param {boolean?} [custom.includePreset=true]
      * @param {boolean?} [custom.includeInstruct=true]
      * @param {Partial<InstructSettings>?} [custom.instructSettings] Override instruct settings
 +     * @param {Record<string, any>} [overridePayload] - Override payload for the request
      * @returns {Promise<import('../custom-request.js').ExtractedData | (() => AsyncGenerator<import('../custom-request.js').StreamResponse>)>} If not streaming, returns extracted data; if streaming, returns a function that creates an AsyncGenerator
      */
     static async sendRequest(profileId, prompt, maxTokens, custom = this.defaultSendRequestParams, overridePayload = {}) {
         const { stream, signal, extractData, includePreset, includeInstruct, instructSettings } = { ...this.defaultSendRequestParams, ...custom };
         const context = SillyTavern.getContext();

                         custom_url: profile['api-url'],
                         reverse_proxy: proxyPreset?.url,
                         proxy_password: proxyPreset?.password,
 +                        ...overridePayload,
                     }, {
                         presetName: includePreset ? profile.preset : undefined,
                     }, extractData, signal);

                         model: profile.model,
                         api_type: selectedApiMap.type,
                         api_server: profile['api-url'],
 +                        ...overridePayload,
                     }, {
                         instructName: includeInstruct ? profile.instruct : undefined,
                         presetName: includePreset ? profile.preset : undefined,