Added saveMetadataDebounced to context, fixed 0 values for custom-req… (#4386) * Added saveMetadataDebounced to context, fixed 0 values for custom-request payloads, fixed system role prefix * Update filtering logic --------- Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com>
Signed| @@ -256,7 +256,7 @@ export class TextCompletionService { | |||
| 256 | message.role, | 256 | message.role, |
| 257 | message.content, | 257 | message.content, |
| 258 | message.role === 'user', | 258 | message.role === 'user', |
| 259 | false, | 259 | message.role === 'system', |
| 260 | undefined, | 260 | undefined, |
| 261 | undefined, | 261 | undefined, |
| 262 | undefined, | 262 | undefined, |
| @@ -389,8 +389,8 @@ export class TextCompletionService { | |||
| 389 | 389 | ||
| 390 | // Initialize base payload with common parameters | 390 | // Initialize base payload with common parameters |
| 391 | let payload = { | 391 | let payload = { |
| 392 | 'temperature': settings.temp ? Number(settings.temp) : undefined, | 392 | 'temperature': settings.temp >= 0 ? Number(settings.temp) : undefined, |
| 393 | 'min_p': settings.min_p ? Number(settings.min_p) : undefined, | 393 | 'min_p': settings.min_p >= 0 ? Number(settings.min_p) : undefined, |
| 394 | }; | 394 | }; |
| 395 | 395 | ||
| 396 | // Remove undefined values to avoid API errors | 396 | // Remove undefined values to avoid API errors |
| @@ -573,7 +573,7 @@ export class ChatCompletionService { | |||
| 573 | 573 | ||
| 574 | // Initialize base payload with common parameters | 574 | // Initialize base payload with common parameters |
| 575 | const payload = { | 575 | const payload = { |
| 576 | temperature: settings.temperature ? Number(settings.temperature) : undefined, | 576 | temperature: settings.temperature >= 0 ? Number(settings.temperature) : undefined, |
| 577 | }; | 577 | }; |
| 578 | 578 | ||
| 579 | // Remove undefined values to avoid API errors | 579 | // Remove undefined values to avoid API errors |
| @@ -59,6 +59,7 @@ import { | |||
| 59 | ModuleWorkerWrapper, | 59 | ModuleWorkerWrapper, |
| 60 | renderExtensionTemplate, | 60 | renderExtensionTemplate, |
| 61 | renderExtensionTemplateAsync, | 61 | renderExtensionTemplateAsync, |
| 62 | saveMetadataDebounced, | ||
| 62 | writeExtensionField, | 63 | writeExtensionField, |
| 63 | } from './extensions.js'; | 64 | } from './extensions.js'; |
| 64 | import { groups, openGroupChat, selected_group, unshallowGroupMembers } from './group-chats.js'; | 65 | import { groups, openGroupChat, selected_group, unshallowGroupMembers } from './group-chats.js'; |
| @@ -109,6 +110,7 @@ export function getContext() { | |||
| 109 | onlineStatus: online_status, | 110 | onlineStatus: online_status, |
| 110 | maxContext: Number(max_context), | 111 | maxContext: Number(max_context), |
| 111 | chatMetadata: chat_metadata, | 112 | chatMetadata: chat_metadata, |
| 113 | saveMetadataDebounced, | ||
| 112 | streamingProcessor, | 114 | streamingProcessor, |
| 113 | eventSource, | 115 | eventSource, |
| 114 | eventTypes: event_types, | 116 | eventTypes: event_types, |