slightly change stream "abort" flow so token probabilities get successfully updated

9f97a144e81f6f128adf74369b489441ab0b8755

50h100a <all_awful@proton.me>

public/script.js+9 -5 Viewed

@@ -3194,7 +3194,8 @@ class StreamingProcessor {
3194	3194	}
3195	3195
3196	3196	onStopStreaming() {
3197	3197	this.onErrorStreamingabortController.abort();
	3198	+ this.isFinished = true;
3198	3199	}
3199	3200
3200	3201	/**

             console.warn(`Stream stats: ${timestamps.length} tokens, ${seconds.toFixed(2)} seconds, rate: ${Number(timestamps.length / seconds).toFixed(2)} TPS`);
+        }
         catch (err) {
 -            console.error(err);
 +            // in the case of a self-inflicted abort, we have already cleaned up
             if (!this.onErrorStreaming(isFinished);
 -            return;
 +            {
 +                console.error(err);
 +                this.onErrorStreaming();
 +            }
 +            return this.result;
+        }
         this.isFinished = true;

     let stopped = false;
     if (streamingProcessor) {
         streamingProcessor.onStopStreaming();
 -        streamingProcessor = null;
         stopped = true;
+    }
     if (abortController) {