Enabled streaming for o1 and o3 - They do be supporting it now

d1ec9eb8abfe91735298baf0c0b4fbd4da611529

Wolfsblvt <wolfsblvt@gmail.com>

Parents: 0bcf8b5d21f8e6e1037c663ab69243ed32e45975
2 files changed, +1 -3Showing whitespace changes
public/script.js+0 -1
@@ -3089,7 +3089,6 @@ export function isStreamingEnabled() {
3089 (main_api == 'openai' &&3089 (main_api == 'openai' &&
3090 oai_settings.stream_openai &&3090 oai_settings.stream_openai &&
3091 !noStreamSources.includes(oai_settings.chat_completion_source) &&3091 !noStreamSources.includes(oai_settings.chat_completion_source) &&
3092 !(oai_settings.chat_completion_source == chat_completion_sources.OPENAI && (oai_settings.openai_model.startsWith('o1') || oai_settings.openai_model.startsWith('o3'))) &&
3093 !(oai_settings.chat_completion_source == chat_completion_sources.MAKERSUITE && oai_settings.google_model.includes('bison')))3092 !(oai_settings.chat_completion_source == chat_completion_sources.MAKERSUITE && oai_settings.google_model.includes('bison')))
3094 || (main_api == 'kobold' && kai_settings.streaming_kobold && kai_flags.can_use_streaming)3093 || (main_api == 'kobold' && kai_settings.streaming_kobold && kai_flags.can_use_streaming)
3095 || (main_api == 'novel' && nai_settings.streaming_novel)3094 || (main_api == 'novel' && nai_settings.streaming_novel)
public/scripts/openai.js+1 -2
@@ -1869,7 +1869,7 @@ async function sendOpenAIRequest(type, messages, signal) {
1869 const isQuiet = type === 'quiet';1869 const isQuiet = type === 'quiet';
1870 const isImpersonate = type === 'impersonate';1870 const isImpersonate = type === 'impersonate';
1871 const isContinue = type === 'continue';1871 const isContinue = type === 'continue';
1872 const stream = oai_settings.stream_openai && !isQuiet && !isScale && !(isGoogle && oai_settings.google_model.includes('bison')) && !(isOAI && (oai_settings.openai_model.startsWith('o1') || oai_settings.openai_model.startsWith('o3')));1872 const stream = oai_settings.stream_openai && !isQuiet && !isScale && !(isGoogle && oai_settings.google_model.includes('bison'));
1873 const useLogprobs = !!power_user.request_token_probabilities;1873 const useLogprobs = !!power_user.request_token_probabilities;
1874 const canMultiSwipe = oai_settings.n > 1 && !isContinue && !isImpersonate && !isQuiet && (isOAI || isCustom);1874 const canMultiSwipe = oai_settings.n > 1 && !isContinue && !isImpersonate && !isQuiet && (isOAI || isCustom);
18751875
@@ -2059,7 +2059,6 @@ async function sendOpenAIRequest(type, messages, signal) {
2059 });2059 });
2060 generate_data.max_completion_tokens = generate_data.max_tokens;2060 generate_data.max_completion_tokens = generate_data.max_tokens;
2061 delete generate_data.max_tokens;2061 delete generate_data.max_tokens;
2062 delete generate_data.stream;
2063 delete generate_data.logprobs;2062 delete generate_data.logprobs;
2064 delete generate_data.top_logprobs;2063 delete generate_data.top_logprobs;
2065 delete generate_data.n;2064 delete generate_data.n;