Adding reverse proxy support to DeepSeek chat completion (#3328) * added reverse proxy settings to deepseek chat completion * Update chat-completions.js * Update chat-completions.js * Update chat-completions.js * Update chat-completions.js * Update chat-completions.js * Update chat-completions.js * Unify API key requirement --------- Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com>

a503f58d0cbbd32477cc415de7fbfa98512df7b5

subzero5544 <jeraran23@gmail.com>

Signed
Parents: 6fef6962689b94d2f9b6c58f8fa6641618c8ecf3
3 files changed, +91 -21Showing whitespace changes
public/index.html+2 -2
@@ -2692,7 +2692,7 @@
26922692 <option value="windowai">Window AI</option>
26932693 </optgroup>
26942694 </select>
26952695 <div class="inline-drawer wide100p" data-source="openai,claude,mistralai,makersuite,deepseek">
26962696 <div class="inline-drawer-toggle inline-drawer-header">
26972697 <b data-i18n="Reverse Proxy">Reverse Proxy</b>
26982698 <div class="fa-solid fa-circle-chevron-down inline-drawer-icon down"></div>
@@ -2755,7 +2755,7 @@
27552755 </div>
27562756 </div>
27572757 </div>
27582758 <div id="ReverseProxyWarningMessage" data-source="openai,claude,mistralai,makersuite,deepseek">
27592759 <div class="reverse_proxy_warning">
27602760 <b>
27612761 <div data-i18n="Using a proxy that you're not running yourself is a risk to your data privacy.">
public/scripts/openai.js+3 -3
@@ -1922,7 +1922,7 @@ async function sendOpenAIRequest(type, messages, signal) {
19221922 }
19231923
19241924 // Proxy is only supported for Claude, OpenAI, Mistral, and Google MakerSuite
19251925 if (oai_settings.reverse_proxy && [chat_completion_sources.CLAUDE, chat_completion_sources.OPENAI, chat_completion_sources.MISTRALAI, chat_completion_sources.MAKERSUITE, chat_completion_sources.DEEPSEEK].includes(oai_settings.chat_completion_source)) {
19261926 await validateReverseProxy();
19271927 generate_data['reverse_proxy'] = oai_settings.reverse_proxy;
19281928 generate_data['proxy_password'] = oai_settings.proxy_password;
@@ -3370,7 +3370,7 @@ async function getStatusOpen() {
33703370 chat_completion_source: oai_settings.chat_completion_source,
33713371 };
33723372
33733373 if (oai_settings.reverse_proxy && [chat_completion_sources.CLAUDE, chat_completion_sources.OPENAI, chat_completion_sources.MISTRALAI, chat_completion_sources.MAKERSUITE, chat_completion_sources.DEEPSEEK].includes(oai_settings.chat_completion_source)) {
33743374 await validateReverseProxy();
33753375 }
33763376
@@ -4749,7 +4749,7 @@ async function onConnectButtonClick(e) {
47494749 await writeSecret(SECRET_KEYS.DEEPSEEK, api_key_deepseek);
47504750 }
47514751
47524752 if (!secret_state[SECRET_KEYS.DEEPSEEK] && !oai_settings.reverse_proxy) {
47534753 console.log('No secret key saved for DeepSeek');
47544754 return;
47554755 }
src/endpoints/backends/chat-completions.js+86 -16
@@ -639,6 +639,89 @@ async function sendCohereRequest(request, response) {
639639 }
640640}
641641
642+/**
643+ * Sends a request to DeepSeek API.
644+ * @param {express.Request} request Express request
645+ * @param {express.Response} response Express response
646+ */
647+async function sendDeepSeekRequest(request, response) {
648+ const apiUrl = new URL(request.body.reverse_proxy || API_DEEPSEEK).toString();
649+ const apiKey = request.body.reverse_proxy ? request.body.proxy_password : readSecret(request.user.directories, SECRET_KEYS.DEEPSEEK);
650+
651+ if (!apiKey && !request.body.reverse_proxy) {
652+ console.log('DeepSeek API key is missing.');
653+ return response.status(400).send({ error: true });
654+ }
655+
656+ const controller = new AbortController();
657+ request.socket.removeAllListeners('close');
658+ request.socket.on('close', function () {
659+ controller.abort();
660+ });
661+
662+ try {
663+ let bodyParams = {};
664+
665+ if (request.body.logprobs > 0) {
666+ bodyParams['top_logprobs'] = request.body.logprobs;
667+ bodyParams['logprobs'] = true;
668+ }
669+
670+ const postProcessType = String(request.body.model).endsWith('-reasoner') ? 'deepseek-reasoner' : 'deepseek';
671+ const processedMessages = postProcessPrompt(request.body.messages, postProcessType, getPromptNames(request));
672+
673+ const requestBody = {
674+ 'messages': processedMessages,
675+ 'model': request.body.model,
676+ 'temperature': request.body.temperature,
677+ 'max_tokens': request.body.max_tokens,
678+ 'stream': request.body.stream,
679+ 'presence_penalty': request.body.presence_penalty,
680+ 'frequency_penalty': request.body.frequency_penalty,
681+ 'top_p': request.body.top_p,
682+ 'stop': request.body.stop,
683+ 'seed': request.body.seed,
684+ ...bodyParams,
685+ };
686+
687+ const config = {
688+ method: 'POST',
689+ headers: {
690+ 'Content-Type': 'application/json',
691+ 'Authorization': 'Bearer ' + apiKey,
692+ },
693+ body: JSON.stringify(requestBody),
694+ signal: controller.signal,
695+ };
696+
697+ console.log('DeepSeek request:', requestBody);
698+
699+ const generateResponse = await fetch(apiUrl + '/chat/completions', config);
700+
701+ if (request.body.stream) {
702+ forwardFetchResponse(generateResponse, response);
703+ } else {
704+ if (!generateResponse.ok) {
705+ const errorText = await generateResponse.text();
706+ console.log(`DeepSeek API returned error: ${generateResponse.status} ${generateResponse.statusText} ${errorText}`);
707+ const errorJson = tryParse(errorText) ?? { error: true };
708+ return response.status(500).send(errorJson);
709+ }
710+ const generateResponseJson = await generateResponse.json();
711+ console.log('DeepSeek response:', generateResponseJson);
712+ return response.send(generateResponseJson);
713+ }
714+ } catch (error) {
715+ console.log('Error communicating with DeepSeek API: ', error);
716+ if (!response.headersSent) {
717+ response.send({ error: true });
718+ } else {
719+ response.end();
720+ }
721+ }
722+}
723+
724+
642725export const router = express.Router();
643726
644727router.post('/status', jsonParser, async function (request, response_getstatus_openai) {
@@ -683,8 +766,8 @@ router.post('/status', jsonParser, async function (request, response_getstatus_o
683766 api_key_openai = readSecret(request.user.directories, SECRET_KEYS.NANOGPT);
684767 headers = {};
685768 } else if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.DEEPSEEK) {
686769 api_url = new URL(request.body.reverse_proxy || API_DEEPSEEK.replace('/beta', ''));
687770 api_key_openai = request.body.reverse_proxy ? request.body.proxy_password : readSecret(request.user.directories, SECRET_KEYS.DEEPSEEK);
688771 headers = {};
689772 } else {
690773 console.log('This chat completion source is not supported yet.');
@@ -844,6 +927,7 @@ router.post('/generate', jsonParser, function (request, response) {
844927 case CHAT_COMPLETION_SOURCES.MAKERSUITE: return sendMakerSuiteRequest(request, response);
845928 case CHAT_COMPLETION_SOURCES.MISTRALAI: return sendMistralAIRequest(request, response);
846929 case CHAT_COMPLETION_SOURCES.COHERE: return sendCohereRequest(request, response);
930+ case CHAT_COMPLETION_SOURCES.DEEPSEEK: return sendDeepSeekRequest(request, response);
847931 }
848932
849933 let apiUrl;
@@ -957,19 +1041,6 @@ router.post('/generate', jsonParser, function (request, response) {
9571041 apiKey = readSecret(request.user.directories, SECRET_KEYS.BLOCKENTROPY);
9581042 headers = {};
9591043 bodyParams = {};
960- } else if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.DEEPSEEK) {
961- apiUrl = API_DEEPSEEK;
962- apiKey = readSecret(request.user.directories, SECRET_KEYS.DEEPSEEK);
963- headers = {};
964- bodyParams = {};
965-
966- if (request.body.logprobs > 0) {
967- bodyParams['top_logprobs'] = request.body.logprobs;
968- bodyParams['logprobs'] = true;
969- }
970-
971- const postProcessType = String(request.body.model).endsWith('-reasoner') ? 'deepseek-reasoner' : 'deepseek';
972- request.body.messages = postProcessPrompt(request.body.messages, postProcessType, getPromptNames(request));
9731044 } else {
9741045 console.log('This chat completion source is not supported yet.');
9751046 return response.status(400).send({ error: true });
@@ -1107,4 +1178,3 @@ router.post('/generate', jsonParser, function (request, response) {
11071178 }
11081179 }
11091180});
1110-