Ollama: Add reasoning content extraction

b7760ddaaac524ef11f68a4467f9fb42e6300191

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/scripts/reasoning.js+2 -0 Viewed

             switch (textGenType ?? textgenerationwebui_settings.type) {
                 case textgen_types.OPENROUTER:
                     return data?.choices?.[0]?.reasoning ?? '';
 +                case textgen_types.OLLAMA:
 +                    return data?.thinking ?? '';
+            }
             break;

public/scripts/sse-stream.js+14 -0 Viewed

+            }
             return;
+        }
 +        else if (typeof json.choices[0].thinking === 'string' && json.choices[0].thinking.length > 0) {
 +            for (let j = 0; j < json.choices[0].thinking.length; j++) {
 +                const str = json.choices[0].thinking[j];
 +                const choiceClone = structuredClone(json.choices[0]);
 +                choiceClone.thinking = str;
 +                const choices = [choiceClone];
 +                yield {
 +                    data: { ...json, choices },
 +                    chunk: str,
 +                    reasoning: true,
 +                };
 +            }
 +            return;
 +        }
         else if (typeof json.choices[0].delta === 'object') {
             if (typeof json.choices[0].delta.text === 'string' && json.choices[0].delta.text.length > 0) {
                 for (let j = 0; j < json.choices[0].delta.text.length; j++) {

public/scripts/textgen-settings.js+1 -1 Viewed

                 const newText = data?.choices?.[0]?.text || data?.content || '';
                 text += newText;
                 logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs || data?.completion_probabilities);
                 state.reasoning += data?.choices?.[0]?.reasoning ?? data?.choices?.[0]?.thinking ?? '';
+            }
             yield { text, swipes, logprobs, toolCalls, state };

src/endpoints/backends/text-completions.js+2 -1 Viewed

@@ -44,7 +44,8 @@ async function parseOllamaStream(jsonStream, request, response) {
44	44	break;
45	45	}
46	46	const text = json.response \|\| '';
47		- const chunk = { choices: [{ text }] };
	47	+ const thinking = json.thinking \|\| '';
	48	+ const chunk = { choices: [{ text, thinking }] };
48	49	response.write(`data: ${JSON.stringify(chunk)}\n\n`);
49	50	partialData = '';
50	51	}