More reliable Cohere stream parsing

9286daaf3fd8e142b5abd5f41c61177f7baa448a

Cohee <18619528+Cohee1207@users.noreply.github.com>

src/endpoints/backends/chat-completions.js+6 -16 Viewed

  */
 async function parseCohereStream(jsonStream, request, response) {
     try {
 -        let partialData = '';
         jsonStream.body.on('data', (data) => {
 -            const chunk = data.toString();
 +            try {
 -            partialData += chunk;
 +                const json = JSON.parse(data.toString());
 -            while (true) {
 -                let json;
 -                try {
 -                    json = JSON.parse(partialData);
 -                } catch (e) {
 -                    break;
 -                }
                 if (json.message) {
                     const message = json.message || 'Unknown error';
                     const chunk = { error: { message: message } };
                     response.write(`data: ${JSON.stringify(chunk)}\n\n`);
 -                    partialData = '';
 -                    break;
                 } else if (json.event_type === 'text-generation') {
                     const text = json.text || '';
                     const chunk = { choices: [{ text }] };
                     response.write(`data: ${JSON.stringify(chunk)}\n\n`);
 -                    partialData = '';
                 } else {
 -                    partialData = '';
 +                    return;
 -                    break;
+                }
 +            } catch (e) {
 +                // ignore
+            }
         });

     console.log('AI21 request:', body);
     try {
         const generateResponse = await fetch(API_AI21 + '/chat/completions', options);
         if (request.body.stream) {
             forwardFetchResponse(generateResponse, response);