Iinitial value from -1 to null, better calculation

73d4922d70b2720faf7937ba22a046fc9064a234

bmen25124 <bmen25124@gmail.com>

public/script.js+11 -6 Viewed

  * @param {Date} gen_started Date when generation was started
  * @param {Date} gen_finished Date when generation was finished
  * @param {number} tokenCount Number of tokens generated (0 if not available)
  * @param {number | null} timeToFirstToken Time to first token
  * @param {number?} [reasoningDuration=null] Reasoning duration (null if no reasoning was done)
  * @returns {Object} Object containing the formatted timer value and title
  * @example

         `Generation queued: ${start.format(dateFormat)}`,
         `Reply received: ${finish.format(dateFormat)}`,
         `Time to generate: ${seconds} seconds`,
         timeToFirstToken > 0 ? `Time to first token: ${(timeToFirstToken / 1000).toFixed(1)} seconds` : '',
         reasoningDuration > 0 ? `Time to think: ${reasoningDuration / 1000} seconds` : '',
         tokenCount > 0 ? `Token rate: ${Number(tokenCount / seconds).toFixed(1)} t/s` : '',
     ].filter(x => x).join('\n').trim();

         this.abortController = new AbortController();
         this.firstMessageText = '...';
         this.timeStarted = timeStarted;
 -        this.timeToFirstToken = -1;
 +        /**
 +         * @type {number | null}
 +         */
 +        this.timeToFirstToken = null;
         this.createdAt = new Date();
         this.continueMessage = type === 'continue' ? continueMessage : '';
         this.swipes = [];

@@ -3199,8 +3202,6 @@ class StreamingProcessor {
3199	3202	}
3200	3203
3201	3204	async onStartStreaming(text) {
3202		- this.timeToFirstToken = Date.now() - this.createdAt.getTime();
3203		-
3204	3205	if (this.type === 'continue' && this.promptReasoning.prefixReasoning) {
3205	3206	this.reasoningHandler.initContinue(this.promptReasoning);
3206	3207	}

             const sw = new Stopwatch(1000 / power_user.streaming_fps);
             const timestamps = [];
             for await (const { text, swipes, logprobs, toolCalls, state } of this.generator()) {
                 timestamps.push(const now = Date.now());
 +                timestamps.push(now);
 +                if (!this.timeToFirstToken) {
 +                    this.timeToFirstToken = now - this.createdAt.getTime();
 +                }
                 if (this.isStopped || this.abortController.signal.aborted) {
                     return this.result;
+                }