Try to fix Gemini requiring stop strings.

8ee452993bf86d160e91ec0bcb99869a7734120a

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: df3d7a048edf0d3fb2e45e47d0581ae01726f2ee
1 files changed, +4 -0Ignore whitespace
src/endpoints/backends/chat-completions.js+4 -0
@@ -257,6 +257,10 @@ async function sendMakerSuiteRequest(request, response) {
257257 };
258258
259259 function getGeminiBody() {
260+ if (!Array.isArray(generationConfig.stopSequences) || !generationConfig.stopSequences.length) {
261+ delete generationConfig.stopSequences;
262+ }
263+
260264 const should_use_system_prompt = (model.includes('gemini-1.5-flash') || model.includes('gemini-1.5-pro')) && request.body.use_makersuite_sysprompt;
261265 const prompt = convertGooglePrompt(request.body.messages, model, should_use_system_prompt, request.body.char_name, request.body.user_name);
262266 let body = {