CC: Remove auto-retry on code 429

13db803bc666b1eedfc745741c222e0de4051d78

Cohee <18619528+Cohee1207@users.noreply.github.com>

src/endpoints/backends/chat-completions.js+4 -13 Viewed

         signal: controller.signal,
     };
     console.debug('Chat Completion request:', requestBody);
     makeRequest(config, response, request);

      * @param {import('node-fetch').RequestInit} config Fetch config
      * @param {express.Response} response Express response
      * @param {express.Request} request Express request
 -     * @param {Number} retries Number of retries left
 -     * @param {Number} timeout Request timeout in ms
      */
     async function makeRequest(config, response, request, retries = 5, timeout = 5000) {
         try {
             controller.signal.throwIfAborted();
             const fetchResponse = await fetch(endpointUrl, config);

                 /** @type {any} */
                 let json = await fetchResponse.json();
                 response.send(json);
                 console.debug('Chat Completion response:', json);
 -                console.debug(json?.choices?.[0]?.message);
 -            } else if (fetchResponse.status === 429 && retries > 0) {
 -                console.warn(`Out of quota, retrying in ${Math.round(timeout / 1000)}s`);
 -                setTimeout(() => {
 -                    timeout *= 2;
 -                    makeRequest(config, response, request, retries - 1, timeout);
 -                }, timeout);
             } else {
                 await handleErrorResponse(fetchResponse);
+            }

         if (!response.headersSent) {
             response.send({ error: { message }, quota_error: quota_error });
         } else if (!response.writableEnded) {
             response.write(errorResponseresponseText);
         } else {
             response.end();
+        }