| 749 | // in case we are using continue_prefill and the latest message is an assistant message, we want to prepend the users assistant prefill on the message | 749 | // in case we are using continue_prefill and the latest message is an assistant message, we want to prepend the users assistant prefill on the message |
| 750 | if (chatPrompt.role === 'assistant') { | 750 | if (chatPrompt.role === 'assistant') { |
| 751 | const continueMessage = await Message.createAsync(chatMessage.role, substituteParams(oai_settings.assistant_prefill + '\n\n') + chatMessage.content, chatMessage.identifier); | 751 | const continueMessage = await Message.createAsync(chatMessage.role, substituteParams(oai_settings.assistant_prefill + '\n\n') + chatMessage.content, chatMessage.identifier); |
| 752 | const collection = new MessageCollection('continuePrefill', ); | 752 | const collection = new MessageCollection('continuePrefill', continueMessage); |
| 753 | chatCompletion.add(collection, -1); | 753 | chatCompletion.add(collection, -1); |
| 754 | continue; | 754 | continue; |
| 755 | } | 755 | } |