Add empty tool calls to streaming processors

3335dbf1a75dd0ffeaede2239c64fb5b85425f31

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: e8b972042553b27fbce73cb9377067ebaeebc965
3 files changed, +4 -3Ignore whitespace
public/scripts/kai-settings.js+1 -1
@@ -188,7 +188,7 @@ export async function generateKoboldWithStreaming(generate_data, signal) {
188 if (data?.token) {188 if (data?.token) {
189 text += data.token;189 text += data.token;
190 }190 }
191 yield { text, swipes: [] };191 yield { text, swipes: [], toolCalls: [] };
192 }192 }
193 };193 };
194}194}
public/scripts/nai-settings.js+1 -1
@@ -746,7 +746,7 @@ export async function generateNovelWithStreaming(generate_data, signal) {
746 text += data.token;746 text += data.token;
747 }747 }
748748
749 yield { text, swipes: [], logprobs: parseNovelAILogprobs(data.logprobs) };749 yield { text, swipes: [], logprobs: parseNovelAILogprobs(data.logprobs), toolCalls: [] };
750 }750 }
751 };751 };
752}752}
public/scripts/textgen-settings.js+2 -1
@@ -916,6 +916,7 @@ async function generateTextGenWithStreaming(generate_data, signal) {
916 /** @type {import('./logprobs.js').TokenLogprobs | null} */916 /** @type {import('./logprobs.js').TokenLogprobs | null} */
917 let logprobs = null;917 let logprobs = null;
918 const swipes = [];918 const swipes = [];
919 const toolCalls = [];
919 while (true) {920 while (true) {
920 const { done, value } = await reader.read();921 const { done, value } = await reader.read();
921 if (done) return;922 if (done) return;
@@ -934,7 +935,7 @@ async function generateTextGenWithStreaming(generate_data, signal) {
934 logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs || data?.completion_probabilities);935 logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs || data?.completion_probabilities);
935 }936 }
936937
937 yield { text, swipes, logprobs };938 yield { text, swipes, logprobs, toolCalls };
938 }939 }
939 };940 };
940}941}