Fix server crash if request was aborted during out of quota retry

02a8c8c4603667a97cb2005a9669b9e1efc1c631

Cohee <18619528+Cohee1207@users.noreply.github.com>

1 files changed, +1 -0Showing whitespace changes
src/endpoints/backends/chat-completions.js+1 -0
@@ -1182,6 +1182,7 @@ router.post('/generate', jsonParser, function (request, response) {
11821182 */
11831183 async function makeRequest(config, response, request, retries = 5, timeout = 5000) {
11841184 try {
1185+ controller.signal.throwIfAborted();
11851186 const fetchResponse = await fetch(endpointUrl, config);
11861187
11871188 if (request.body.stream) {