fix: add assistant_prefill to request if people are using non prefill based continues

4966fb65f713f624a1244053ceedacdc718d098c

Carsten Kragelund <carsten@kragelund.me>

Parents: aae934a84937a7219ca79f79a8562301e8b66ea2
1 files changed, +2 -1Showing whitespace changes
public/scripts/openai.js+2 -1
@@ -1777,7 +1777,8 @@ async function sendOpenAIRequest(type, messages, signal) {
17771777 generate_data['stop'] = getCustomStoppingStrings(); // Claude shouldn't have limits on stop strings.
17781778 generate_data['human_sysprompt_message'] = substituteParams(oai_settings.human_sysprompt_message);
17791779 // Don't add a prefill on quiet gens (summarization)
1780- if (!isQuiet && !isContinue) {
1780+ console.log(isContinue && oai_settings.continue_prefill);
1781+ if (!isQuiet && !(isContinue && oai_settings.continue_prefill)) {
17811782 generate_data['assistant_prefill'] = isImpersonate ? substituteParams(oai_settings.assistant_impersonation) : substituteParams(oai_settings.assistant_prefill);
17821783 }
17831784 }