Add empty tool calls to streaming processors
| @@ -188,7 +188,7 @@ export async function generateKoboldWithStreaming(generate_data, signal) { | ||
| 188 | 188 | if (data?.token) { |
| 189 | 189 | text += data.token; |
| 190 | 190 | } |
| 191 | 191 | yield { text, swipes: [], toolCalls: [] }; |
| 192 | 192 | } |
| 193 | 193 | }; |
| 194 | 194 | } |
| @@ -746,7 +746,7 @@ export async function generateNovelWithStreaming(generate_data, signal) { | ||
| 746 | 746 | text += data.token; |
| 747 | 747 | } |
| 748 | 748 | |
| 749 | 749 | yield { text, swipes: [], logprobs: parseNovelAILogprobs(data.logprobs), toolCalls: [] }; |
| 750 | 750 | } |
| 751 | 751 | }; |
| 752 | 752 | } |
| @@ -916,6 +916,7 @@ async function generateTextGenWithStreaming(generate_data, signal) { | ||
| 916 | 916 | /** @type {import('./logprobs.js').TokenLogprobs | null} */ |
| 917 | 917 | let logprobs = null; |
| 918 | 918 | const swipes = []; |
| 919 | + const toolCalls = []; | |
| 919 | 920 | while (true) { |
| 920 | 921 | const { done, value } = await reader.read(); |
| 921 | 922 | if (done) return; |
| @@ -934,7 +935,7 @@ async function generateTextGenWithStreaming(generate_data, signal) { | ||
| 934 | 935 | logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs || data?.completion_probabilities); |
| 935 | 936 | } |
| 936 | 937 | |
| 937 | 938 | yield { text, swipes, logprobs, toolCalls }; |
| 938 | 939 | } |
| 939 | 940 | }; |
| 940 | 941 | } |