Update default textgen presets
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.68, | 2 | "temp": 1.68, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.17, | 4 | "top_p": 0.17, |
| 4 | "top_k": 77, | 5 | "top_k": 77, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0.42, | 6 | "top_a": 0.42, |
| 7 | "tfs": 0.97, | 7 | "tfs": 0.97, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.02, | 12 | "rep_pen": 1.02, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.7, | 2 | "temp": 0.7, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.92, | 4 | "top_p": 0.92, |
| 4 | "top_k": 150, | 5 | "top_k": 150, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "rep_pen": 4.5, | 10 | "typical_p": 1, |
| 11 | "min_p": 0, | ||
| 12 | "rep_pen": 3, | ||
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 2, | 16 | "no_repeat_ngram_size": 2, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 10, | 18 | "num_beams": 10, |
| 15 | "length_penalty": 1.4, | 19 | "length_penalty": 1.4, |
| 16 | "min_length": 200, | 20 | "min_length": 200, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": true, | 26 | "early_stopping": true, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.87, | 2 | "temp": 0.87, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.99, | 4 | "top_p": 0.99, |
| 4 | "top_k": 85, | 5 | "top_k": 85, |
| 5 | "typical_p": 0.68, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 0.68, | 7 | "tfs": 0.68, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 0.68, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.01, | 12 | "rep_pen": 1.01, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1, | 2 | "temp": 1, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 4, | 5 | "top_k": 4, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0.6, | 17 | "penalty_alpha": 0.6, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": false, | 25 | "do_sample": false, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.7, | 2 | "temp": 0.7, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.5, | 4 | "top_p": 0.5, |
| 4 | "top_k": 40, | 5 | "top_k": 40, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.2, | 12 | "rep_pen": 1.2, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0, | 2 | "temp": 0, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0, | 4 | "top_p": 0, |
| 4 | "top_k": 1, | 5 | "top_k": 1, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.18, | 12 | "rep_pen": 1.18, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": false, | 25 | "do_sample": false, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.31, | 2 | "temp": 1.31, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.14, | 4 | "top_p": 0.14, |
| 4 | "top_k": 49, | 5 | "top_k": 49, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0.52, | 6 | "top_a": 0.52, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 1.49, | 8 | "epsilon_cutoff": 1.49, |
| 9 | "eta_cutoff": 10.42, | 9 | "eta_cutoff": 10.42, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.17, | 12 | "rep_pen": 1.17, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.7, | 2 | "temp": 0.7, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.5, | 4 | "top_p": 0.5, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 0.19, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 0.19, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.1, | 12 | "rep_pen": 1.1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.66, | 2 | "temp": 0.66, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 0.6, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 0.6, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.1, | 12 | "rep_pen": 1.1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.7, | 2 | "temp": 0.7, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.1, | 4 | "top_p": 0.1, |
| 4 | "top_k": 40, | 5 | "top_k": 40, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.18, | 12 | "rep_pen": 1.18, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 200, | 20 | "min_length": 200, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.98, | 2 | "temp": 0.98, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.37, | 4 | "top_p": 0.37, |
| 4 | "top_k": 100, | 5 | "top_k": 100, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.18, | 12 | "rep_pen": 1.18, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,24 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.06, | 2 | "temp": 1.06, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 2, | 41 | "mirostat_mode": 2, |
| 21 | "mirostat_tau": 9.61, | 42 | "mirostat_tau": 9.61, |
| 22 | "mirostat_eta": 1, | 43 | "mirostat_eta": 1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 23 | "rep_pen_size": 0 | 84 | "rep_pen_size": 0 |
| 24 | } | 85 | } |
| @@ -1,24 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.17, | 2 | "temp": 1.17, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 2, | 41 | "mirostat_mode": 2, |
| 21 | "mirostat_tau": 9.91, | 42 | "mirostat_tau": 9.91, |
| 22 | "mirostat_eta": 1, | 43 | "mirostat_eta": 1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 23 | "rep_pen_size": 0 | 84 | "rep_pen_size": 0 |
| 24 | } | 85 | } |
| @@ -1,24 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.17, | 2 | "temp": 1.17, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 2, | 41 | "mirostat_mode": 2, |
| 21 | "mirostat_tau": 9.62, | 42 | "mirostat_tau": 9.62, |
| 22 | "mirostat_eta": 1, | 43 | "mirostat_eta": 1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 23 | "rep_pen_size": 0 | 84 | "rep_pen_size": 0 |
| 24 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1, | 2 | "temp": 1, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 2, | 41 | "mirostat_mode": 2, |
| 21 | "mirostat_tau": 8, | 42 | "mirostat_tau": 8, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.7, | 2 | "temp": 0.7, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.85, | 4 | "top_p": 0.85, |
| 4 | "top_k": 50, | 5 | "top_k": 50, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.8, | 2 | "temp": 0.8, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.9, | 4 | "top_p": 0.9, |
| 4 | "top_k": 100, | 5 | "top_k": 100, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.15, | 12 | "rep_pen": 1.15, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.99, | 2 | "temp": 1.99, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 100, | 5 | "top_k": 100, |
| 5 | "typical_p": 0.97, | ||
| 6 | "rep_pen": 1, | ||
| 7 | "top_a": 0, | 6 | "top_a": 0, |
| 8 | "tfs": 1, | 7 | "tfs": 1, |
| 9 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 10 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 0.97, | ||
| 11 | "min_p": 0, | ||
| 12 | "rep_pen": 1, | ||
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.63, | 2 | "temp": 0.63, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.98, | 4 | "top_p": 0.98, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.05, | 12 | "rep_pen": 1.05, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.99, | 2 | "temp": 1.99, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.85, | 4 | "top_p": 0.85, |
| 4 | "top_k": 12, | 5 | "top_k": 12, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.15, | 12 | "rep_pen": 1.15, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.07, | 2 | "temp": 1.07, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 100, | 5 | "top_k": 100, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.05, | 12 | "rep_pen": 1.05, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.44, | 2 | "temp": 0.44, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.15, | 12 | "rep_pen": 1.15, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.99, | 2 | "temp": 1.99, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.18, | 4 | "top_p": 0.18, |
| 4 | "top_k": 30, | 5 | "top_k": 30, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.15, | 12 | "rep_pen": 1.15, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.72, | 2 | "temp": 0.72, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.73, | 4 | "top_p": 0.73, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.1, | 12 | "rep_pen": 1.1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.53, | 2 | "temp": 1.53, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.64, | 4 | "top_p": 0.64, |
| 4 | "top_k": 33, | 5 | "top_k": 33, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0.04, | 6 | "top_a": 0.04, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.07, | 12 | "rep_pen": 1.07, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.7, | 2 | "temp": 0.7, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.9, | 4 | "top_p": 0.9, |
| 4 | "top_k": 20, | 5 | "top_k": 20, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.15, | 12 | "rep_pen": 1.15, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.31, | 2 | "temp": 1.31, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.29, | 4 | "top_p": 0.29, |
| 4 | "top_k": 72, | 5 | "top_k": 72, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.09, | 12 | "rep_pen": 1.09, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.02, | 2 | "temp": 0.02, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.95, | 4 | "top_p": 0.95, |
| 4 | "top_k": 50, | 5 | "top_k": 50, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.7, | 2 | "temp": 0.7, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 1, | 4 | "top_p": 1, |
| 4 | "top_k": 0, | 5 | "top_k": 0, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0.2, | 6 | "top_a": 0.2, |
| 7 | "tfs": 0.95, | 7 | "tfs": 0.95, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.15, | 12 | "rep_pen": 1.15, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 1.01, | 2 | "temp": 1.01, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.21, | 4 | "top_p": 0.21, |
| 4 | "top_k": 91, | 5 | "top_k": 91, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0.75, | 6 | "top_a": 0.75, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 10.78, | 9 | "eta_cutoff": 10.78, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.21, | 12 | "rep_pen": 1.21, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1.07, | 21 | "encoder_rep_pen": 1.07, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -11,6 +11,8 @@ | |||
| 11 | "min_p": 0.1, | 11 | "min_p": 0.1, |
| 12 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 13 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 14 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 15 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 16 | "num_beams": 1, | 18 | "num_beams": 1, |
| @@ -19,24 +21,56 @@ | |||
| 19 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 20 | "freq_pen": 0, | 22 | "freq_pen": 0, |
| 21 | "presence_pen": 0, | 23 | "presence_pen": 0, |
| 24 | "skew": 0, | ||
| 22 | "do_sample": true, | 25 | "do_sample": true, |
| 23 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 24 | "add_bos_token": true, | 38 | "add_bos_token": true, |
| 25 | "truncation_length": 2048, | ||
| 26 | "ban_eos_token": false, | 39 | "ban_eos_token": false, |
| 27 | "skip_special_tokens": true, | 40 | "skip_special_tokens": true, |
| 28 | "streaming": true, | ||
| 29 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 30 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 31 | "mirostat_eta": 0.1, | 43 | "mirostat_eta": 0.1, |
| 32 | "guidance_scale": 1, | 44 | "guidance_scale": 1, |
| 33 | "negative_prompt": "", | 45 | "negative_prompt": "", |
| 34 | "grammar_string": "", | 46 | "grammar_string": "", |
| 47 | "json_schema": {}, | ||
| 35 | "banned_tokens": "", | 48 | "banned_tokens": "", |
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 36 | "ignore_eos_token": false, | 71 | "ignore_eos_token": false, |
| 37 | "spaces_between_special_tokens": true, | 72 | "spaces_between_special_tokens": true, |
| 38 | "type": "ooba", | 73 | "speculative_ngram": false, |
| 39 | "legacy_api": false, | ||
| 40 | "sampler_order": [ | 74 | "sampler_order": [ |
| 41 | 5, | 75 | 5, |
| 42 | 6, | 76 | 6, |
| @@ -46,5 +80,6 @@ | |||
| 46 | 3, | 80 | 3, |
| 47 | 4 | 81 | 4 |
| 48 | ], | 82 | ], |
| 83 | "logit_bias": [], | ||
| 49 | "rep_pen_size": 0 | 84 | "rep_pen_size": 0 |
| 50 | } | 85 | } |
| @@ -11,6 +11,8 @@ | |||
| 11 | "min_p": 0.1, | 11 | "min_p": 0.1, |
| 12 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 13 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 14 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 15 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 16 | "num_beams": 1, | 18 | "num_beams": 1, |
| @@ -19,24 +21,56 @@ | |||
| 19 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 20 | "freq_pen": 0, | 22 | "freq_pen": 0, |
| 21 | "presence_pen": 0, | 23 | "presence_pen": 0, |
| 24 | "skew": 0, | ||
| 22 | "do_sample": true, | 25 | "do_sample": true, |
| 23 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 24 | "add_bos_token": true, | 38 | "add_bos_token": true, |
| 25 | "truncation_length": 2048, | ||
| 26 | "ban_eos_token": false, | 39 | "ban_eos_token": false, |
| 27 | "skip_special_tokens": true, | 40 | "skip_special_tokens": true, |
| 28 | "streaming": true, | ||
| 29 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 30 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 31 | "mirostat_eta": 0.1, | 43 | "mirostat_eta": 0.1, |
| 32 | "guidance_scale": 1, | 44 | "guidance_scale": 1, |
| 33 | "negative_prompt": "", | 45 | "negative_prompt": "", |
| 34 | "grammar_string": "", | 46 | "grammar_string": "", |
| 47 | "json_schema": {}, | ||
| 35 | "banned_tokens": "", | 48 | "banned_tokens": "", |
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 36 | "ignore_eos_token": false, | 71 | "ignore_eos_token": false, |
| 37 | "spaces_between_special_tokens": true, | 72 | "spaces_between_special_tokens": true, |
| 38 | "type": "ooba", | 73 | "speculative_ngram": false, |
| 39 | "legacy_api": false, | ||
| 40 | "sampler_order": [ | 74 | "sampler_order": [ |
| 41 | 5, | 75 | 5, |
| 42 | 6, | 76 | 6, |
| @@ -46,5 +80,6 @@ | |||
| 46 | 3, | 80 | 3, |
| 47 | 4 | 81 | 4 |
| 48 | ], | 82 | ], |
| 83 | "logit_bias": [], | ||
| 49 | "rep_pen_size": 0 | 84 | "rep_pen_size": 0 |
| 50 | } | 85 | } |
| @@ -11,6 +11,8 @@ | |||
| 11 | "min_p": 0.1, | 11 | "min_p": 0.1, |
| 12 | "rep_pen": 1, | 12 | "rep_pen": 1, |
| 13 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 14 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 15 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 16 | "num_beams": 1, | 18 | "num_beams": 1, |
| @@ -19,24 +21,56 @@ | |||
| 19 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 20 | "freq_pen": 0, | 22 | "freq_pen": 0, |
| 21 | "presence_pen": 0, | 23 | "presence_pen": 0, |
| 24 | "skew": 0, | ||
| 22 | "do_sample": true, | 25 | "do_sample": true, |
| 23 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 24 | "add_bos_token": true, | 38 | "add_bos_token": true, |
| 25 | "truncation_length": 2048, | ||
| 26 | "ban_eos_token": false, | 39 | "ban_eos_token": false, |
| 27 | "skip_special_tokens": true, | 40 | "skip_special_tokens": true, |
| 28 | "streaming": true, | ||
| 29 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 30 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 31 | "mirostat_eta": 0.1, | 43 | "mirostat_eta": 0.1, |
| 32 | "guidance_scale": 1, | 44 | "guidance_scale": 1, |
| 33 | "negative_prompt": "", | 45 | "negative_prompt": "", |
| 34 | "grammar_string": "", | 46 | "grammar_string": "", |
| 47 | "json_schema": {}, | ||
| 35 | "banned_tokens": "", | 48 | "banned_tokens": "", |
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 36 | "ignore_eos_token": false, | 71 | "ignore_eos_token": false, |
| 37 | "spaces_between_special_tokens": true, | 72 | "spaces_between_special_tokens": true, |
| 38 | "type": "ooba", | 73 | "speculative_ngram": false, |
| 39 | "legacy_api": false, | ||
| 40 | "sampler_order": [ | 74 | "sampler_order": [ |
| 41 | 5, | 75 | 5, |
| 42 | 6, | 76 | 6, |
| @@ -46,5 +80,6 @@ | |||
| 46 | 3, | 80 | 3, |
| 47 | 4 | 81 | 4 |
| 48 | ], | 82 | ], |
| 83 | "logit_bias": [], | ||
| 49 | "rep_pen_size": 0 | 84 | "rep_pen_size": 0 |
| 50 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.82, | 2 | "temp": 0.82, |
| 3 | "temperature_last": true, | ||
| 3 | "top_p": 0.21, | 4 | "top_p": 0.21, |
| 4 | "top_k": 72, | 5 | "top_k": 72, |
| 5 | "typical_p": 1, | ||
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "typical_p": 1, | ||
| 11 | "min_p": 0, | ||
| 10 | "rep_pen": 1.19, | 12 | "rep_pen": 1.19, |
| 11 | "rep_pen_range": 0, | 13 | "rep_pen_range": 0, |
| 14 | "rep_pen_decay": 0, | ||
| 15 | "rep_pen_slope": 1, | ||
| 12 | "no_repeat_ngram_size": 0, | 16 | "no_repeat_ngram_size": 0, |
| 13 | "penalty_alpha": 0, | 17 | "penalty_alpha": 0, |
| 14 | "num_beams": 1, | 18 | "num_beams": 1, |
| 15 | "length_penalty": 1, | 19 | "length_penalty": 1, |
| 16 | "min_length": 0, | 20 | "min_length": 0, |
| 17 | "encoder_rep_pen": 1, | 21 | "encoder_rep_pen": 1, |
| 22 | "freq_pen": 0, | ||
| 23 | "presence_pen": 0, | ||
| 24 | "skew": 0, | ||
| 18 | "do_sample": true, | 25 | "do_sample": true, |
| 19 | "early_stopping": false, | 26 | "early_stopping": false, |
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 20 | "mirostat_mode": 0, | 41 | "mirostat_mode": 0, |
| 21 | "mirostat_tau": 5, | 42 | "mirostat_tau": 5, |
| 22 | "mirostat_eta": 0.1 | 43 | "mirostat_eta": 0.1, |
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 5, | ||
| 76 | 6, | ||
| 77 | 0, | ||
| 78 | 1, | ||
| 79 | 2, | ||
| 80 | 3, | ||
| 81 | 4 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 23 | } | 85 | } |
| @@ -1,23 +1,85 @@ | |||
| 1 | { | 1 | { |
| 2 | "temp": 0.65, | 2 | "temp": 0.65, |
| 3 | "top_p": 0.47, | 3 | "temperature_last": true, |
| 4 | "top_k": 42, | 4 | "top_p": 0.47, |
| 5 | "typical_p": 1, | 5 | "top_k": 42, |
| 6 | "top_a": 0, | 6 | "top_a": 0, |
| 7 | "tfs": 1, | 7 | "tfs": 1, |
| 8 | "epsilon_cutoff": 0, | 8 | "epsilon_cutoff": 0, |
| 9 | "eta_cutoff": 0, | 9 | "eta_cutoff": 0, |
| 10 | "rep_pen": 1.18, | 10 | "typical_p": 1, |
| 11 | "rep_pen_range": 0, | 11 | "min_p": 0, |
| 12 | "no_repeat_ngram_size": 0, | 12 | "rep_pen": 1.18, |
| 13 | "penalty_alpha": 0, | 13 | "rep_pen_range": 0, |
| 14 | "num_beams": 1, | 14 | "rep_pen_decay": 0, |
| 15 | "length_penalty": 1, | 15 | "rep_pen_slope": 1, |
| 16 | "min_length": 0, | 16 | "no_repeat_ngram_size": 0, |
| 17 | "encoder_rep_pen": 1, | 17 | "penalty_alpha": 0, |
| 18 | "do_sample": true, | 18 | "num_beams": 1, |
| 19 | "early_stopping": false, | 19 | "length_penalty": 1, |
| 20 | "mirostat_mode": 0, | 20 | "min_length": 0, |
| 21 | "mirostat_tau": 5, | 21 | "encoder_rep_pen": 1, |
| 22 | "mirostat_eta": 0.1 | 22 | "freq_pen": 0, |
| 23 | } | 23 | "presence_pen": 0, |
| 24 | "skew": 0, | ||
| 25 | "do_sample": true, | ||
| 26 | "early_stopping": false, | ||
| 27 | "dynatemp": false, | ||
| 28 | "min_temp": 0, | ||
| 29 | "max_temp": 2, | ||
| 30 | "dynatemp_exponent": 1, | ||
| 31 | "smoothing_factor": 0, | ||
| 32 | "smoothing_curve": 1, | ||
| 33 | "dry_allowed_length": 2, | ||
| 34 | "dry_multiplier": 0, | ||
| 35 | "dry_base": 1.75, | ||
| 36 | "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", | ||
| 37 | "dry_penalty_last_n": 0, | ||
| 38 | "add_bos_token": true, | ||
| 39 | "ban_eos_token": false, | ||
| 40 | "skip_special_tokens": true, | ||
| 41 | "mirostat_mode": 0, | ||
| 42 | "mirostat_tau": 5, | ||
| 43 | "mirostat_eta": 0.1, | ||
| 44 | "guidance_scale": 1, | ||
| 45 | "negative_prompt": "", | ||
| 46 | "grammar_string": "", | ||
| 47 | "json_schema": {}, | ||
| 48 | "banned_tokens": "", | ||
| 49 | "sampler_priority": [ | ||
| 50 | "temperature", | ||
| 51 | "dynamic_temperature", | ||
| 52 | "quadratic_sampling", | ||
| 53 | "top_k", | ||
| 54 | "top_p", | ||
| 55 | "typical_p", | ||
| 56 | "epsilon_cutoff", | ||
| 57 | "eta_cutoff", | ||
| 58 | "tfs", | ||
| 59 | "top_a", | ||
| 60 | "min_p", | ||
| 61 | "mirostat" | ||
| 62 | ], | ||
| 63 | "samplers": [ | ||
| 64 | "top_k", | ||
| 65 | "tfs_z", | ||
| 66 | "typical_p", | ||
| 67 | "top_p", | ||
| 68 | "min_p", | ||
| 69 | "temperature" | ||
| 70 | ], | ||
| 71 | "ignore_eos_token": false, | ||
| 72 | "spaces_between_special_tokens": true, | ||
| 73 | "speculative_ngram": false, | ||
| 74 | "sampler_order": [ | ||
| 75 | 6, | ||
| 76 | 0, | ||
| 77 | 1, | ||
| 78 | 3, | ||
| 79 | 4, | ||
| 80 | 2, | ||
| 81 | 5 | ||
| 82 | ], | ||
| 83 | "logit_bias": [], | ||
| 84 | "rep_pen_size": 0 | ||
| 85 | } | ||