Try to fix Gemini requiring stop strings.

8ee452993bf86d160e91ec0bcb99869a7734120a

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: df3d7a048edf0d3fb2e45e47d0581ae01726f2ee
1 files changed, +4 -0Showing whitespace changes
src/endpoints/backends/chat-completions.js+4 -0
@@ -257,6 +257,10 @@ async function sendMakerSuiteRequest(request, response) {
257 };257 };
258258
259 function getGeminiBody() {259 function getGeminiBody() {
260 if (!Array.isArray(generationConfig.stopSequences) || !generationConfig.stopSequences.length) {
261 delete generationConfig.stopSequences;
262 }
263
260 const should_use_system_prompt = (model.includes('gemini-1.5-flash') || model.includes('gemini-1.5-pro')) && request.body.use_makersuite_sysprompt;264 const should_use_system_prompt = (model.includes('gemini-1.5-flash') || model.includes('gemini-1.5-pro')) && request.body.use_makersuite_sysprompt;
261 const prompt = convertGooglePrompt(request.body.messages, model, should_use_system_prompt, request.body.char_name, request.body.user_name);265 const prompt = convertGooglePrompt(request.body.messages, model, should_use_system_prompt, request.body.char_name, request.body.user_name);
262 let body = {266 let body = {