Defaulting to -1 rather than boolean false

53976143470dce5e1e11166c81c37e04cd3cbfbe

Honey Tree <kalakanlogs@proton.me>

default/config.yaml+2 -1 Viewed

   # Use with caution. Behavior may be unpredictable and no guarantees can or will be made.
   # Set to an integer to specify the desired depth. 0 (which does NOT include the prefill)
   # should be ideal for most use cases.
 -  cachingAtDepth: false
 +  # Any value other than a non-negative integer will be ignored and caching at depth will not be enabled.
 +  cachingAtDepth: -1
 # -- SERVER PLUGIN CONFIGURATION --
 enableServerPlugins: false

src/endpoints/backends/chat-completions.js+7 -3 Viewed

     const apiKey = request.body.reverse_proxy ? request.body.proxy_password : readSecret(request.user.directories, SECRET_KEYS.CLAUDE);
     const divider = '-'.repeat(process.stdout.columns);
     const enableSystemPromptCache = getConfigValue('claude.enableSystemPromptCache', false) && request.body.model.startsWith('claude-3');
     let cachingAtDepth = getConfigValue('claude.cachingAtDepth', false-1) && request.body.model.startsWith('claude-3');
 +    // Disabled if not an integer or negative
 +    if (!Number.isInteger(cachingAtDepth) || cachingAtDepth < 0) {
 +        cachingAtDepth = -1;
 +    }
     if (!apiKey) {
         console.log(color.red(`Claude API key is missing.\n${divider}`));

@@ -140,7 +144,7 @@ async function sendClaudeRequest(request, response) {
140	144	}
141	145	}
142	146
143	147	if (cachingAtDepth !== false-1) {
144	148	// There are extremely few scenarios in which caching the prefill is a good idea, it mostly just breaks everything
145	149	const messageCount = convertedPrompt.messages.length;
146	150	cachingAtDepth += convertedPrompt.messages[messageCount - 1].role === 'assistant' ? 1 : 0;

@@ -156,7 +160,7 @@ async function sendClaudeRequest(request, response) {
156	160	}
157	161	}
158	162
159	163	if (enableSystemPromptCache \|\| cachingAtDepth !== false-1) {
160	164	additionalHeaders['anthropic-beta'] = 'prompt-caching-2024-07-31';
161	165	}
162	166