CC: Remove auto-retry on code 429

13db803bc666b1eedfc745741c222e0de4051d78

Cohee <18619528+Cohee1207@users.noreply.github.com>

src/endpoints/backends/chat-completions.js+4 -13 Viewed

         signal: controller.signal,
     };
-    console.debug(requestBody);
+    console.debug('Chat Completion request:', requestBody);
     makeRequest(config, response, request);

      * @param {import('node-fetch').RequestInit} config Fetch config
      * @param {express.Response} response Express response
      * @param {express.Request} request Express request
-     * @param {Number} retries Number of retries left
-     * @param {Number} timeout Request timeout in ms
      */
-    async function makeRequest(config, response, request, retries = 5, timeout = 5000) {
+    async function makeRequest(config, response, request) {
         try {
             controller.signal.throwIfAborted();
             const fetchResponse = await fetch(endpointUrl, config);

                 /** @type {any} */
                 let json = await fetchResponse.json();
                 response.send(json);
-                console.debug(json);
+                console.debug('Chat Completion response:', json);
-                console.debug(json?.choices?.[0]?.message);
-            } else if (fetchResponse.status === 429 && retries > 0) {
-                console.warn(`Out of quota, retrying in ${Math.round(timeout / 1000)}s`);
-                setTimeout(() => {
-                    timeout *= 2;
-                    makeRequest(config, response, request, retries - 1, timeout);
-                }, timeout);
             } else {
                 await handleErrorResponse(fetchResponse);
+            }

         if (!response.headersSent) {
             response.send({ error: { message }, quota_error: quota_error });
         } else if (!response.writableEnded) {
-            response.write(errorResponse);
+            response.write(responseText);
         } else {
             response.end();
+        }