fix: move prefill continuation handling to populateChatHistory

aae934a84937a7219ca79f79a8562301e8b66ea2

Carsten Kragelund <carsten@kragelund.me>

public/scripts/openai.js+7 -1 Viewed

         if (chatCompletion.canAfford(chatMessage)) {
             if (type === 'continue' && oai_settings.continue_prefill && chatPrompt === firstNonInjected) {
 +                // in case we are using continue_prefill and the latest message is an assistant message, we want to prepend the users assistant prefill on the message
 +                if (chatPrompt.role === 'assistant') {
 +                    const collection = new MessageCollection('continuePrefill', new Message(chatMessage.role, substituteParams(oai_settings.assistant_prefill + '\n\n') + chatMessage.content, chatMessage.identifier));
 +                    chatCompletion.add(collection, -1);
 +                    continue;
 +                }
                 const collection = new MessageCollection('continuePrefill', chatMessage);
                 chatCompletion.add(collection, -1);
                 continue;

@@ -1771,7 +1777,7 @@ async function sendOpenAIRequest(type, messages, signal) {
1771	1777	generate_data['stop'] = getCustomStoppingStrings(); // Claude shouldn't have limits on stop strings.
1772	1778	generate_data['human_sysprompt_message'] = substituteParams(oai_settings.human_sysprompt_message);
1773	1779	// Don't add a prefill on quiet gens (summarization)
1774	1780	if (!isQuiet && !isContinue) {
1775	1781	generate_data['assistant_prefill'] = isImpersonate ? substituteParams(oai_settings.assistant_impersonation) : substituteParams(oai_settings.assistant_prefill);
1776	1782	}
1777	1783	}