More reliable Cohere stream parsing

9286daaf3fd8e142b5abd5f41c61177f7baa448a

Cohee <18619528+Cohee1207@users.noreply.github.com>

src/endpoints/backends/chat-completions.js+4 -14 Viewed

  */
 async function parseCohereStream(jsonStream, request, response) {
     try {
 -        let partialData = '';
         jsonStream.body.on('data', (data) => {
 -            const chunk = data.toString();
 -            partialData += chunk;
 -            while (true) {
 -                let json;
             try {
                                     const json = JSON.parse(partialDatadata.toString());
 -                } catch (e) {
 -                    break;
 -                }
                 if (json.message) {
                     const message = json.message || 'Unknown error';
                     const chunk = { error: { message: message } };
                     response.write(`data: ${JSON.stringify(chunk)}\n\n`);
 -                    partialData = '';
 -                    break;
                 } else if (json.event_type === 'text-generation') {
                     const text = json.text || '';
                     const chunk = { choices: [{ text }] };
                     response.write(`data: ${JSON.stringify(chunk)}\n\n`);
 -                    partialData = '';
                 } else {
 -                    partialData = '';
 +                    return;
 -                    break;
+                }
 +            } catch (e) {
 +                // ignore
+            }
         });