Fix server crash if request was aborted during out of quota retry

02a8c8c4603667a97cb2005a9669b9e1efc1c631

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 8565df13e427ff95577ec7359d99a232e20eaa64
1 files changed, +1 -0Ignore whitespace
src/endpoints/backends/chat-completions.js+1 -0
@@ -1182,6 +1182,7 @@ router.post('/generate', jsonParser, function (request, response) {
1182 */1182 */
1183 async function makeRequest(config, response, request, retries = 5, timeout = 5000) {1183 async function makeRequest(config, response, request, retries = 5, timeout = 5000) {
1184 try {1184 try {
1185 controller.signal.throwIfAborted();
1185 const fetchResponse = await fetch(endpointUrl, config);1186 const fetchResponse = await fetch(endpointUrl, config);
11861187
1187 if (request.body.stream) {1188 if (request.body.stream) {