update dreamgen presets (#4683) * update dreamgen presets * remove dreamgen presets * remove dreamgen presets
Signed| @@ -308,14 +308,6 @@ | |||
| 308 | "type": "context" | 308 | "type": "context" |
| 309 | }, | 309 | }, |
| 310 | { | 310 | { |
| 311 | "filename": "presets/context/DreamGen Role-Play V1 ChatML.json", | ||
| 312 | "type": "context" | ||
| 313 | }, | ||
| 314 | { | ||
| 315 | "filename": "presets/context/DreamGen Role-Play V1 Llama3.json", | ||
| 316 | "type": "context" | ||
| 317 | }, | ||
| 318 | { | ||
| 319 | "filename": "presets/context/Libra-32B.json", | 311 | "filename": "presets/context/Libra-32B.json", |
| 320 | "type": "context" | 312 | "type": "context" |
| 321 | }, | 313 | }, |
| @@ -388,14 +380,6 @@ | |||
| 388 | "type": "instruct" | 380 | "type": "instruct" |
| 389 | }, | 381 | }, |
| 390 | { | 382 | { |
| 391 | "filename": "presets/instruct/DreamGen Role-Play V1 ChatML.json", | ||
| 392 | "type": "instruct" | ||
| 393 | }, | ||
| 394 | { | ||
| 395 | "filename": "presets/instruct/DreamGen Role-Play V1 Llama3.json", | ||
| 396 | "type": "instruct" | ||
| 397 | }, | ||
| 398 | { | ||
| 399 | "filename": "presets/instruct/Koala.json", | 383 | "filename": "presets/instruct/Koala.json", |
| 400 | "type": "instruct" | 384 | "type": "instruct" |
| 401 | }, | 385 | }, |
| @@ -1,14 +0,0 @@ | |||
| 1 | { | ||
| 2 | "story_string": "{{#if anchorBefore}}{{anchorBefore}}\n{{/if}}{{#if system}}{{system}}\n\n\n{{/if}}## Overall plot description:\n\n{{#if scenario}}{{scenario}}{{else}}Conversation between {{char}} and {{user}}.{{/if}}{{#if wiBefore}}\n\n{{wiBefore}}{{/if}}\n\n\n## Characters:\n\n### {{char}}\n\n{{#if description}}{{description}}\n\n{{/if}}{{#if personality}}{{personality}}\n\n{{/if}}### {{user}}\n\n{{#if persona}}{{persona}}{{else}}{{user}} is the protagonist of the role-play.{{/if}}{{#if wiAfter}}\n\n{{wiAfter}}{{/if}}{{#if mesExamples}}\n\n{{mesExamples}}{{/if}}{{#if anchorAfter}}{{anchorAfter}}\n{{/if}}{{trim}}", | ||
| 3 | "example_separator": "", | ||
| 4 | "chat_start": "", | ||
| 5 | "use_stop_strings": false, | ||
| 6 | "names_as_stop_strings": true, | ||
| 7 | "story_string_position": 0, | ||
| 8 | "story_string_depth": 1, | ||
| 9 | "story_string_role": 0, | ||
| 10 | "always_force_name2": false, | ||
| 11 | "trim_sentences": true, | ||
| 12 | "single_line": false, | ||
| 13 | "name": "DreamGen Role-Play V1 ChatML" | ||
| 14 | } | ||
| @@ -1,14 +0,0 @@ | |||
| 1 | { | ||
| 2 | "story_string": "{{#if anchorBefore}}{{anchorBefore}}\n{{/if}}{{#if system}}{{system}}\n\n\n{{/if}}## Overall plot description:\n\n{{#if scenario}}{{scenario}}{{else}}Conversation between {{char}} and {{user}}.{{/if}}{{#if wiBefore}}\n\n{{wiBefore}}{{/if}}\n\n\n## Characters:\n\n### {{char}}\n\n{{#if description}}{{description}}\n\n{{/if}}{{#if personality}}{{personality}}\n\n{{/if}}### {{user}}\n\n{{#if persona}}{{persona}}{{else}}{{user}} is the protagonist of the role-play.{{/if}}{{#if wiAfter}}\n\n{{wiAfter}}{{/if}}{{#if mesExamples}}\n\n{{mesExamples}}{{/if}}{{#if anchorAfter}}{{anchorAfter}}\n{{/if}}{{trim}}", | ||
| 3 | "example_separator": "<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nWrite an example narrative / conversation that is not part of the main story.", | ||
| 4 | "chat_start": "<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nStart the role-play between {{char}} and {{user}}.", | ||
| 5 | "use_stop_strings": false, | ||
| 6 | "names_as_stop_strings": true, | ||
| 7 | "story_string_position": 0, | ||
| 8 | "story_string_depth": 1, | ||
| 9 | "story_string_role": 0, | ||
| 10 | "always_force_name2": false, | ||
| 11 | "trim_sentences": true, | ||
| 12 | "single_line": false, | ||
| 13 | "name": "DreamGen Role-Play V1 Llama3" | ||
| 14 | } | ||
| @@ -1,25 +0,0 @@ | |||
| 1 | { | ||
| 2 | "input_sequence": "\n<|im_start|>text names= {{name}}\n", | ||
| 3 | "output_sequence": "\n<|im_start|>text names= {{name}}\n", | ||
| 4 | "last_output_sequence": "", | ||
| 5 | "system_sequence": "", | ||
| 6 | "stop_sequence": "\n<|im_start|>", | ||
| 7 | "wrap": false, | ||
| 8 | "macro": true, | ||
| 9 | "names_behavior": "none", | ||
| 10 | "activation_regex": "", | ||
| 11 | "first_output_sequence": "", | ||
| 12 | "skip_examples": false, | ||
| 13 | "output_suffix": "<|im_end|>", | ||
| 14 | "input_suffix": "<|im_end|>", | ||
| 15 | "system_suffix": "", | ||
| 16 | "user_alignment_message": "", | ||
| 17 | "system_same_as_user": true, | ||
| 18 | "last_system_sequence": "", | ||
| 19 | "first_input_sequence": "", | ||
| 20 | "last_input_sequence": "", | ||
| 21 | "sequences_as_stop_strings": true, | ||
| 22 | "story_string_prefix": "<|im_start|>system\n", | ||
| 23 | "story_string_suffix": "<|im_end|>", | ||
| 24 | "name": "DreamGen Role-Play V1 ChatML" | ||
| 25 | } | ||
| @@ -1,25 +0,0 @@ | |||
| 1 | { | ||
| 2 | "input_sequence": "<|eot_id|>\n<|start_header_id|>writer character: {{user}}<|end_header_id|>\n\n", | ||
| 3 | "output_sequence": "<|eot_id|>\n<|start_header_id|>writer character: {{char}}<|end_header_id|>\n\n", | ||
| 4 | "last_output_sequence": "", | ||
| 5 | "system_sequence": "", | ||
| 6 | "stop_sequence": "", | ||
| 7 | "wrap": false, | ||
| 8 | "macro": true, | ||
| 9 | "names_behavior": "none", | ||
| 10 | "activation_regex": "", | ||
| 11 | "first_output_sequence": "", | ||
| 12 | "skip_examples": false, | ||
| 13 | "output_suffix": "", | ||
| 14 | "input_suffix": "", | ||
| 15 | "system_suffix": "", | ||
| 16 | "user_alignment_message": "", | ||
| 17 | "system_same_as_user": false, | ||
| 18 | "last_system_sequence": "", | ||
| 19 | "first_input_sequence": "", | ||
| 20 | "last_input_sequence": "", | ||
| 21 | "sequences_as_stop_strings": true, | ||
| 22 | "story_string_prefix": "<|start_header_id|>system<|end_header_id|>\n", | ||
| 23 | "story_string_suffix": "", | ||
| 24 | "name": "DreamGen Role-Play V1 Llama3" | ||
| 25 | } | ||
| @@ -929,15 +929,9 @@ export function getCurrentOpenRouterModelTokenizer() { | |||
| 929 | export function getCurrentDreamGenModelTokenizer() { | 929 | export function getCurrentDreamGenModelTokenizer() { |
| 930 | const modelId = textgen_settings.dreamgen_model; | 930 | const modelId = textgen_settings.dreamgen_model; |
| 931 | const model = dreamGenModels.find(x => x.id === modelId); | 931 | const model = dreamGenModels.find(x => x.id === modelId); |
| 932 | if (model.id.startsWith('opus-v1-sm')) { | 932 | if (model.id.startsWith('lucid-v1-medium') || model.id.startsWith('lucid-v1-base')) { |
| 933 | return tokenizers.MISTRAL; | 933 | return tokenizers.MISTRAL; |
| 934 | } else if (model.id.startsWith('opus-v1-lg')) { | 934 | } else if (model.id.startsWith('lucid-v1-extra-large') || model.id.startsWith('lucid-v1-max')) { |
| 935 | return tokenizers.YI; | ||
| 936 | } else if (model.id.startsWith('opus-v1-xl')) { | ||
| 937 | return tokenizers.LLAMA; | ||
| 938 | } else if (model.id.startsWith('lucid-v1-medium')) { | ||
| 939 | return tokenizers.NEMO; | ||
| 940 | } else if (model.id.startsWith('lucid-v1-extra-large')) { | ||
| 941 | return tokenizers.LLAMA3; | 935 | return tokenizers.LLAMA3; |
| 942 | } else { | 936 | } else { |
| 943 | return tokenizers.MISTRAL; | 937 | return tokenizers.MISTRAL; |
| @@ -210,7 +210,7 @@ const settings = { | |||
| 210 | openrouter_providers: [], | 210 | openrouter_providers: [], |
| 211 | vllm_model: '', | 211 | vllm_model: '', |
| 212 | aphrodite_model: '', | 212 | aphrodite_model: '', |
| 213 | dreamgen_model: 'opus-v1-xl/text', | 213 | dreamgen_model: 'lucid-v1-extra-large/text', |
| 214 | tabby_model: '', | 214 | tabby_model: '', |
| 215 | sampler_order: KOBOLDCPP_ORDER, | 215 | sampler_order: KOBOLDCPP_ORDER, |
| 216 | logit_bias: [], | 216 | logit_bias: [], |