update dreamgen presets (#4683) * update dreamgen presets * remove dreamgen presets * remove dreamgen presets
Signed| @@ -308,14 +308,6 @@ | ||
| 308 | 308 | "type": "context" |
| 309 | 309 | }, |
| 310 | 310 | { |
| 311 | - "filename": "presets/context/DreamGen Role-Play V1 ChatML.json", | |
| 312 | - "type": "context" | |
| 313 | - }, | |
| 314 | - { | |
| 315 | - "filename": "presets/context/DreamGen Role-Play V1 Llama3.json", | |
| 316 | - "type": "context" | |
| 317 | - }, | |
| 318 | - { | |
| 319 | 311 | "filename": "presets/context/Libra-32B.json", |
| 320 | 312 | "type": "context" |
| 321 | 313 | }, |
| @@ -388,14 +380,6 @@ | ||
| 388 | 380 | "type": "instruct" |
| 389 | 381 | }, |
| 390 | 382 | { |
| 391 | - "filename": "presets/instruct/DreamGen Role-Play V1 ChatML.json", | |
| 392 | - "type": "instruct" | |
| 393 | - }, | |
| 394 | - { | |
| 395 | - "filename": "presets/instruct/DreamGen Role-Play V1 Llama3.json", | |
| 396 | - "type": "instruct" | |
| 397 | - }, | |
| 398 | - { | |
| 399 | 383 | "filename": "presets/instruct/Koala.json", |
| 400 | 384 | "type": "instruct" |
| 401 | 385 | }, |
| @@ -1,14 +0,0 @@ | ||
| 1 | -{ | |
| 2 | - "story_string": "{{#if anchorBefore}}{{anchorBefore}}\n{{/if}}{{#if system}}{{system}}\n\n\n{{/if}}## Overall plot description:\n\n{{#if scenario}}{{scenario}}{{else}}Conversation between {{char}} and {{user}}.{{/if}}{{#if wiBefore}}\n\n{{wiBefore}}{{/if}}\n\n\n## Characters:\n\n### {{char}}\n\n{{#if description}}{{description}}\n\n{{/if}}{{#if personality}}{{personality}}\n\n{{/if}}### {{user}}\n\n{{#if persona}}{{persona}}{{else}}{{user}} is the protagonist of the role-play.{{/if}}{{#if wiAfter}}\n\n{{wiAfter}}{{/if}}{{#if mesExamples}}\n\n{{mesExamples}}{{/if}}{{#if anchorAfter}}{{anchorAfter}}\n{{/if}}{{trim}}", | |
| 3 | - "example_separator": "", | |
| 4 | - "chat_start": "", | |
| 5 | - "use_stop_strings": false, | |
| 6 | - "names_as_stop_strings": true, | |
| 7 | - "story_string_position": 0, | |
| 8 | - "story_string_depth": 1, | |
| 9 | - "story_string_role": 0, | |
| 10 | - "always_force_name2": false, | |
| 11 | - "trim_sentences": true, | |
| 12 | - "single_line": false, | |
| 13 | - "name": "DreamGen Role-Play V1 ChatML" | |
| 14 | -} | |
| @@ -1,14 +0,0 @@ | ||
| 1 | -{ | |
| 2 | - "story_string": "{{#if anchorBefore}}{{anchorBefore}}\n{{/if}}{{#if system}}{{system}}\n\n\n{{/if}}## Overall plot description:\n\n{{#if scenario}}{{scenario}}{{else}}Conversation between {{char}} and {{user}}.{{/if}}{{#if wiBefore}}\n\n{{wiBefore}}{{/if}}\n\n\n## Characters:\n\n### {{char}}\n\n{{#if description}}{{description}}\n\n{{/if}}{{#if personality}}{{personality}}\n\n{{/if}}### {{user}}\n\n{{#if persona}}{{persona}}{{else}}{{user}} is the protagonist of the role-play.{{/if}}{{#if wiAfter}}\n\n{{wiAfter}}{{/if}}{{#if mesExamples}}\n\n{{mesExamples}}{{/if}}{{#if anchorAfter}}{{anchorAfter}}\n{{/if}}{{trim}}", | |
| 3 | - "example_separator": "<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nWrite an example narrative / conversation that is not part of the main story.", | |
| 4 | - "chat_start": "<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nStart the role-play between {{char}} and {{user}}.", | |
| 5 | - "use_stop_strings": false, | |
| 6 | - "names_as_stop_strings": true, | |
| 7 | - "story_string_position": 0, | |
| 8 | - "story_string_depth": 1, | |
| 9 | - "story_string_role": 0, | |
| 10 | - "always_force_name2": false, | |
| 11 | - "trim_sentences": true, | |
| 12 | - "single_line": false, | |
| 13 | - "name": "DreamGen Role-Play V1 Llama3" | |
| 14 | -} | |
| @@ -1,25 +0,0 @@ | ||
| 1 | -{ | |
| 2 | - "input_sequence": "\n<|im_start|>text names= {{name}}\n", | |
| 3 | - "output_sequence": "\n<|im_start|>text names= {{name}}\n", | |
| 4 | - "last_output_sequence": "", | |
| 5 | - "system_sequence": "", | |
| 6 | - "stop_sequence": "\n<|im_start|>", | |
| 7 | - "wrap": false, | |
| 8 | - "macro": true, | |
| 9 | - "names_behavior": "none", | |
| 10 | - "activation_regex": "", | |
| 11 | - "first_output_sequence": "", | |
| 12 | - "skip_examples": false, | |
| 13 | - "output_suffix": "<|im_end|>", | |
| 14 | - "input_suffix": "<|im_end|>", | |
| 15 | - "system_suffix": "", | |
| 16 | - "user_alignment_message": "", | |
| 17 | - "system_same_as_user": true, | |
| 18 | - "last_system_sequence": "", | |
| 19 | - "first_input_sequence": "", | |
| 20 | - "last_input_sequence": "", | |
| 21 | - "sequences_as_stop_strings": true, | |
| 22 | - "story_string_prefix": "<|im_start|>system\n", | |
| 23 | - "story_string_suffix": "<|im_end|>", | |
| 24 | - "name": "DreamGen Role-Play V1 ChatML" | |
| 25 | -} | |
| @@ -1,25 +0,0 @@ | ||
| 1 | -{ | |
| 2 | - "input_sequence": "<|eot_id|>\n<|start_header_id|>writer character: {{user}}<|end_header_id|>\n\n", | |
| 3 | - "output_sequence": "<|eot_id|>\n<|start_header_id|>writer character: {{char}}<|end_header_id|>\n\n", | |
| 4 | - "last_output_sequence": "", | |
| 5 | - "system_sequence": "", | |
| 6 | - "stop_sequence": "", | |
| 7 | - "wrap": false, | |
| 8 | - "macro": true, | |
| 9 | - "names_behavior": "none", | |
| 10 | - "activation_regex": "", | |
| 11 | - "first_output_sequence": "", | |
| 12 | - "skip_examples": false, | |
| 13 | - "output_suffix": "", | |
| 14 | - "input_suffix": "", | |
| 15 | - "system_suffix": "", | |
| 16 | - "user_alignment_message": "", | |
| 17 | - "system_same_as_user": false, | |
| 18 | - "last_system_sequence": "", | |
| 19 | - "first_input_sequence": "", | |
| 20 | - "last_input_sequence": "", | |
| 21 | - "sequences_as_stop_strings": true, | |
| 22 | - "story_string_prefix": "<|start_header_id|>system<|end_header_id|>\n", | |
| 23 | - "story_string_suffix": "", | |
| 24 | - "name": "DreamGen Role-Play V1 Llama3" | |
| 25 | -} | |
| @@ -929,15 +929,9 @@ export function getCurrentOpenRouterModelTokenizer() { | ||
| 929 | 929 | export function getCurrentDreamGenModelTokenizer() { |
| 930 | 930 | const modelId = textgen_settings.dreamgen_model; |
| 931 | 931 | const model = dreamGenModels.find(x => x.id === modelId); |
| 932 | 932 | if (model.id.startsWith('opuslucid-v1-smmedium') || model.id.startsWith('lucid-v1-base')) { |
| 933 | 933 | return tokenizers.MISTRAL; |
| 934 | 934 | } else if (model.id.startsWith('opuslucid-v1-lgextra-large') || model.id.startsWith('lucid-v1-max')) { |
| 935 | - return tokenizers.YI; | |
| 936 | - } else if (model.id.startsWith('opus-v1-xl')) { | |
| 937 | - return tokenizers.LLAMA; | |
| 938 | - } else if (model.id.startsWith('lucid-v1-medium')) { | |
| 939 | - return tokenizers.NEMO; | |
| 940 | - } else if (model.id.startsWith('lucid-v1-extra-large')) { | |
| 941 | 935 | return tokenizers.LLAMA3; |
| 942 | 936 | } else { |
| 943 | 937 | return tokenizers.MISTRAL; |
| @@ -210,7 +210,7 @@ const settings = { | ||
| 210 | 210 | openrouter_providers: [], |
| 211 | 211 | vllm_model: '', |
| 212 | 212 | aphrodite_model: '', |
| 213 | 213 | dreamgen_model: 'opuslucid-v1-xlextra-large/text', |
| 214 | 214 | tabby_model: '', |
| 215 | 215 | sampler_order: KOBOLDCPP_ORDER, |
| 216 | 216 | logit_bias: [], |