Added time to first token for swipe

bdbddd4ed34f632f989ffdbe89419372f5391236

bmen25124 <bmen25124@gmail.com>

Parents: d14b5e51a9715a119100a9f943c480cf3f044d56
1 files changed, +22 -3Showing whitespace changes
public/script.js+22 -3
@@ -3273,7 +3273,13 @@ class StreamingProcessor {
32733273
32743274 if ((this.type == 'swipe' || this.type === 'continue') && Array.isArray(chat[messageId]['swipes'])) {
32753275 chat[messageId]['swipes'][chat[messageId]['swipe_id']] = processedText;
3276- chat[messageId]['swipe_info'][chat[messageId]['swipe_id']] = { 'send_date': chat[messageId]['send_date'], 'gen_started': chat[messageId]['gen_started'], 'gen_finished': chat[messageId]['gen_finished'], 'extra': JSON.parse(JSON.stringify(chat[messageId]['extra'])) };
3276+ chat[messageId]['swipe_info'][chat[messageId]['swipe_id']] = {
3277+ 'send_date': chat[messageId]['send_date'],
3278+ 'gen_started': chat[messageId]['gen_started'],
3279+ 'gen_finished': chat[messageId]['gen_finished'],
3280+ 'time_to_first_token': chat[messageId]['time_to_first_token'],
3281+ 'extra': JSON.parse(JSON.stringify(chat[messageId]['extra']))
3282+ };
32773283 }
32783284
32793285 const formattedText = messageFormatting(
@@ -3364,7 +3370,12 @@ class StreamingProcessor {
33643370 if (this.type !== 'swipe' && this.type !== 'impersonate') {
33653371 if (Array.isArray(chat[messageId]['swipes']) && chat[messageId]['swipes'].length === 1 && chat[messageId]['swipe_id'] === 0) {
33663372 chat[messageId]['swipes'][0] = chat[messageId]['mes'];
3367- chat[messageId]['swipe_info'][0] = { 'send_date': chat[messageId]['send_date'], 'gen_started': chat[messageId]['gen_started'], 'gen_finished': chat[messageId]['gen_finished'], 'extra': JSON.parse(JSON.stringify(chat[messageId]['extra'])) };
3373+ chat[messageId]['swipe_info'][0] = {
3374+ 'send_date': chat[messageId]['send_date'],
3375+ 'gen_started': chat[messageId]['gen_started'],
3376+ 'gen_finished': chat[messageId]['gen_finished'],
3377+ 'time_to_first_token': chat[messageId]['time_to_first_token'],
3378+ 'extra': JSON.parse(JSON.stringify(chat[messageId]['extra'])) };
33683379 }
33693380 }
33703381 }
@@ -6078,6 +6089,7 @@ export async function saveReply(type, getMessage, fromStreaming, title, swipes,
60786089 send_date: item['send_date'],
60796090 gen_started: item['gen_started'],
60806091 gen_finished: item['gen_finished'],
6092+ time_to_first_token: item['time_to_first_token'],
60816093 extra: JSON.parse(JSON.stringify(item['extra'])),
60826094 };
60836095 } else {
@@ -6088,6 +6100,7 @@ export async function saveReply(type, getMessage, fromStreaming, title, swipes,
60886100 send_date: chat[chat.length - 1]['send_date'],
60896101 gen_started: chat[chat.length - 1]['gen_started'],
60906102 gen_finished: chat[chat.length - 1]['gen_finished'],
6103+ time_to_first_token: chat[chat.length - 1]['time_to_first_token'],
60916104 extra: JSON.parse(JSON.stringify(chat[chat.length - 1]['extra'])),
60926105 };
60936106 }
@@ -8837,7 +8850,13 @@ const swipe_right = () => {
88378850 chat[chat.length - 1]['swipes'] = []; // empty the array
88388851 chat[chat.length - 1]['swipe_info'] = [];
88398852 chat[chat.length - 1]['swipes'][0] = chat[chat.length - 1]['mes']; //assign swipe array with last message from chat
8840- chat[chat.length - 1]['swipe_info'][0] = { 'send_date': chat[chat.length - 1]['send_date'], 'gen_started': chat[chat.length - 1]['gen_started'], 'gen_finished': chat[chat.length - 1]['gen_finished'], 'extra': JSON.parse(JSON.stringify(chat[chat.length - 1]['extra'])) };
8853+ chat[chat.length - 1]['swipe_info'][0] = {
8854+ 'send_date': chat[chat.length - 1]['send_date'],
8855+ 'gen_started': chat[chat.length - 1]['gen_started'],
8856+ 'gen_finished': chat[chat.length - 1]['gen_finished'],
8857+ 'time_to_first_token': chat[chat.length - 1]['time_to_first_token'],
8858+ 'extra': JSON.parse(JSON.stringify(chat[chat.length - 1]['extra']))
8859+ };
88418860 //assign swipe info array with last message from chat
88428861 }
88438862 if (chat.length === 1 && chat[0]['swipe_id'] !== undefined && chat[0]['swipe_id'] === chat[0]['swipes'].length - 1) { // if swipe_right is called on the last alternate greeting, loop back around