More reliable Cohere stream parsing

9286daaf3fd8e142b5abd5f41c61177f7baa448a

Cohee <18619528+Cohee1207@users.noreply.github.com>

src/endpoints/backends/chat-completions.js+6 -16 Viewed

  */
 async function parseCohereStream(jsonStream, request, response) {
     try {
-        let partialData = '';
         jsonStream.body.on('data', (data) => {
-            const chunk = data.toString();
+            try {
-            partialData += chunk;
+                const json = JSON.parse(data.toString());
-            while (true) {
-                let json;
-                try {
-                    json = JSON.parse(partialData);
-                } catch (e) {
-                    break;
-                }
                 if (json.message) {
                     const message = json.message || 'Unknown error';
                     const chunk = { error: { message: message } };
                     response.write(`data: ${JSON.stringify(chunk)}\n\n`);
-                    partialData = '';
-                    break;
                 } else if (json.event_type === 'text-generation') {
                     const text = json.text || '';
                     const chunk = { choices: [{ text }] };
                     response.write(`data: ${JSON.stringify(chunk)}\n\n`);
-                    partialData = '';
                 } else {
-                    partialData = '';
+                    return;
-                    break;
+                }
+            } catch (e) {
+                // ignore
+            }
         });

     console.log('AI21 request:', body);
-    try{
+    try {
         const generateResponse = await fetch(API_AI21 + '/chat/completions', options);
         if (request.body.stream) {
             forwardFetchResponse(generateResponse, response);