Added saveMetadataDebounced to context, fixed 0 values for custom-req… (#4386) * Added saveMetadataDebounced to context, fixed 0 values for custom-request payloads, fixed system role prefix * Update filtering logic --------- Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com>
Signed| @@ -256,7 +256,7 @@ export class TextCompletionService { | ||
| 256 | 256 | message.role, |
| 257 | 257 | message.content, |
| 258 | 258 | message.role === 'user', |
| 259 | - false, | |
| 259 | + message.role === 'system', | |
| 260 | 260 | undefined, |
| 261 | 261 | undefined, |
| 262 | 262 | undefined, |
| @@ -389,8 +389,8 @@ export class TextCompletionService { | ||
| 389 | 389 | |
| 390 | 390 | // Initialize base payload with common parameters |
| 391 | 391 | let payload = { |
| 392 | 392 | 'temperature': settings.temp >= 0 ? Number(settings.temp) : undefined, |
| 393 | 393 | 'min_p': settings.min_p >= 0 ? Number(settings.min_p) : undefined, |
| 394 | 394 | }; |
| 395 | 395 | |
| 396 | 396 | // Remove undefined values to avoid API errors |
| @@ -573,7 +573,7 @@ export class ChatCompletionService { | ||
| 573 | 573 | |
| 574 | 574 | // Initialize base payload with common parameters |
| 575 | 575 | const payload = { |
| 576 | 576 | temperature: settings.temperature >= 0 ? Number(settings.temperature) : undefined, |
| 577 | 577 | }; |
| 578 | 578 | |
| 579 | 579 | // Remove undefined values to avoid API errors |
| @@ -59,6 +59,7 @@ import { | ||
| 59 | 59 | ModuleWorkerWrapper, |
| 60 | 60 | renderExtensionTemplate, |
| 61 | 61 | renderExtensionTemplateAsync, |
| 62 | + saveMetadataDebounced, | |
| 62 | 63 | writeExtensionField, |
| 63 | 64 | } from './extensions.js'; |
| 64 | 65 | import { groups, openGroupChat, selected_group, unshallowGroupMembers } from './group-chats.js'; |
| @@ -109,6 +110,7 @@ export function getContext() { | ||
| 109 | 110 | onlineStatus: online_status, |
| 110 | 111 | maxContext: Number(max_context), |
| 111 | 112 | chatMetadata: chat_metadata, |
| 113 | + saveMetadataDebounced, | |
| 112 | 114 | streamingProcessor, |
| 113 | 115 | eventSource, |
| 114 | 116 | eventTypes: event_types, |