Merge pull request #3989 from bmen25124/prefill_custom_request Added prefill for custom-request->text completion

ad15e4f172ac77ecfdac9e571df690220dd5c9db

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

public/scripts/custom-request.js+27 -2 Viewed

                 // Format messages using instruct formatting
                 const formattedMessages = [];
+                const prefillActive = prompt.length > 0 ? prompt[prompt.length - 1].role === 'assistant' : false;
                 for (const message of prompt) {
                     let messageContent = message.content;
                     if (!message.ignoreInstruct) {
+                        const isLastMessage = message === prompt[prompt.length - 1];
+                        // This complicated logic means:
+                        // 1. If prefill is not active, format all messages
+                        // 2. If prefill is active, format all messages except the last one
+                        if (!isLastMessage || !prefillActive) {
                             messageContent = formatInstructModeChat(
                                 message.role,
                                 message.content,

                                 undefined,
                                 instructPreset,
                             );
+                        }
-                        // Add prompt formatting for the last message
+                        // Add prompt formatting for the last message.
-                        if (message === prompt[prompt.length - 1]) {
+                        if (isLastMessage) {
+                            if (!prefillActive) { // e.g. "<|im_start|>user:"
                                 messageContent += formatInstructModePrompt(
                                     undefined,
                                     false,

                                     false,
                                     instructPreset,
                                 );
+                            } else { // e.g. "<|im_start|>assistant: Hello, my name is"
+                                const overridenInstructPreset = structuredClone(instructPreset);
+                                overridenInstructPreset.output_suffix = '';
+                                overridenInstructPreset.wrap = false;
+                                messageContent = formatInstructModeChat(
+                                    message.role,
+                                    message.content,
+                                    false, // since it is assistant
+                                    false,
+                                    undefined,
+                                    undefined,
+                                    undefined,
+                                    undefined,
+                                    overridenInstructPreset,
+                                );
+                            }
+                        }
+                    }
                     formattedMessages.push(messageContent);