Added prefill for custom-request->text completion

6609c941a9e7280d8d758be8e72752d77f9108d6

bmen25124 <bmen25124@gmail.com>

Parents: e25a033caada2f20ac8b3775e4e883f09a8d6ce2

public/scripts/custom-request.js+43 -18 Viewed

                 // Format messages using instruct formatting
                 const formattedMessages = [];
 +                const prefillActive = prompt[prompt.length - 1].role === 'assistant';
                 for (const message of prompt) {
                     let messageContent = message.content;
                     if (!message.ignoreInstruct) {
 -                        messageContent = formatInstructModeChat(
 +                        const isLastMessage = message === prompt[prompt.length - 1];
 -                            message.role,
++
 -                            message.content,
 +                        // This complicated logic means:
 -                            message.role === 'user',
 +                        // 1. If prefill is not active, format all messages
 -                            false,
 +                        // 2. If prefill is active, format all messages except the last one
 -                            undefined,
 +                        if (!isLastMessage || !prefillActive) {
 -                            undefined,
 +                            messageContent = formatInstructModeChat(
 -                            undefined,
 +                                message.role,
 -                            undefined,
 +                                message.content,
 -                            instructPreset,
 +                                message.role === 'user',
 -                        );
+-
 -                        // Add prompt formatting for the last message
 -                        if (message === prompt[prompt.length - 1]) {
 -                            messageContent += formatInstructModePrompt(
 -                                undefined,
                                 false,
                                 undefined,
                                 undefined,
                                 undefined,
                                 falseundefined,
 -                                false,
                                 instructPreset,
                             );
+                        }
++
 +                        // Add prompt formatting for the last message.
 +                        if (isLastMessage) {
 +                            if (!prefillActive) { // e.g. "<|im_start|>user:"
 +                                messageContent += formatInstructModePrompt(
 +                                    undefined,
 +                                    false,
 +                                    undefined,
 +                                    undefined,
 +                                    undefined,
 +                                    false,
 +                                    false,
 +                                    instructPreset,
 +                                );
 +                            } else { // e.g. "<|im_start|>assistant: Hello, my name is"
 +                                const overridenInstructPreset = structuredClone(instructPreset);
 +                                overridenInstructPreset.output_suffix = '';
 +                                overridenInstructPreset.wrap = false;
 +                                messageContent = formatInstructModeChat(
 +                                    message.role,
 +                                    message.content,
 +                                    false, // since it is assistant
 +                                    false,
 +                                    undefined,
 +                                    undefined,
 +                                    undefined,
 +                                    undefined,
 +                                    overridenInstructPreset,
 +                                );
 +                            }
 +                        }
+                    }
                     formattedMessages.push(messageContent);
+                }