Add Min P for Novel

8efe0b6437a47e75b423030b8ec854e2f3121984

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 6d32cd6bf095ffc9a3a9b31731d7cb97318a67f8
22 files changed, +64 -19Ignore whitespace
default/content/presets/novel/Asper-Kayra.json+2 -1
@@ -16,5 +16,6 @@
16 "prefix": "vanilla",16 "prefix": "vanilla",
17 "cfg_scale": 1,17 "cfg_scale": 1,
18 "phrase_rep_pen": "medium",18 "phrase_rep_pen": "medium",
19 "max_context": 780019 "max_context": 7800,
20 "min_p": 0
20}21}
default/content/presets/novel/Blended-Coffee-Kayra.json+2 -1
@@ -15,5 +15,6 @@
15 "prefix": "vanilla",15 "prefix": "vanilla",
16 "phrase_rep_pen": "medium",16 "phrase_rep_pen": "medium",
17 "cfg_scale": 1.55,17 "cfg_scale": 1.55,
18 "max_context": 780018 "max_context": 7800,
19 "min_p": 0
19}20}
default/content/presets/novel/Blook-Kayra.json+2 -1
@@ -16,5 +16,6 @@
16 "prefix": "vanilla",16 "prefix": "vanilla",
17 "phrase_rep_pen": "very_aggressive",17 "phrase_rep_pen": "very_aggressive",
18 "cfg_scale": 1.3,18 "cfg_scale": 1.3,
19 "max_context": 780019 "max_context": 7800,
20 "min_p": 0
20}21}
default/content/presets/novel/Carefree-Kayra.json+2 -1
@@ -17,5 +17,6 @@
17 "prefix": "vanilla",17 "prefix": "vanilla",
18 "cfg_scale": 1,18 "cfg_scale": 1,
19 "phrase_rep_pen": "aggressive",19 "phrase_rep_pen": "aggressive",
20 "max_context": 780020 "max_context": 7800,
21 "min_p": 0
21}22}
default/content/presets/novel/CosmicCube-Kayra.json+2 -1
@@ -16,5 +16,6 @@
16 "prefix": "vanilla",16 "prefix": "vanilla",
17 "phrase_rep_pen": "off",17 "phrase_rep_pen": "off",
18 "cfg_scale": 1.48,18 "cfg_scale": 1.48,
19 "max_context": 780019 "max_context": 7800,
20 "min_p": 0
20}21}
default/content/presets/novel/Edgewise-Clio.json+2 -1
@@ -17,5 +17,6 @@
17 "prefix": "vanilla",17 "prefix": "vanilla",
18 "cfg_scale": 1,18 "cfg_scale": 1,
19 "phrase_rep_pen": "very_light",19 "phrase_rep_pen": "very_light",
20 "max_context": 780020 "max_context": 7800,
21 "min_p": 0
21}22}
default/content/presets/novel/Fresh-Coffee-Clio.json+2 -1
@@ -18,5 +18,6 @@
18 "prefix": "vanilla",18 "prefix": "vanilla",
19 "cfg_scale": 1,19 "cfg_scale": 1,
20 "phrase_rep_pen": "very_light",20 "phrase_rep_pen": "very_light",
21 "max_context": 780021 "max_context": 7800,
22 "min_p": 0
22}23}
default/content/presets/novel/Fresh-Coffee-Kayra.json+2 -1
@@ -16,5 +16,6 @@
16 "prefix": "vanilla",16 "prefix": "vanilla",
17 "cfg_scale": 1,17 "cfg_scale": 1,
18 "phrase_rep_pen": "off",18 "phrase_rep_pen": "off",
19 "max_context": 780019 "max_context": 7800,
20 "min_p": 0
20}21}
default/content/presets/novel/Green-Active-Writer-Kayra.json+2 -1
@@ -16,5 +16,6 @@
16 "prefix": "vanilla",16 "prefix": "vanilla",
17 "phrase_rep_pen": "very_aggressive",17 "phrase_rep_pen": "very_aggressive",
18 "cfg_scale": 1.4,18 "cfg_scale": 1.4,
19 "max_context": 780019 "max_context": 7800,
20 "min_p": 0
20}21}
default/content/presets/novel/Keelback-Clio.json+2 -1
@@ -18,5 +18,6 @@
18 "prefix": "vanilla",18 "prefix": "vanilla",
19 "cfg_scale": 1,19 "cfg_scale": 1,
20 "phrase_rep_pen": "very_light",20 "phrase_rep_pen": "very_light",
21 "max_context": 780021 "max_context": 7800,
22 "min_p": 0
22}23}
default/content/presets/novel/Long-Press-Clio.json+2 -1
@@ -18,5 +18,6 @@
18 "prefix": "vanilla",18 "prefix": "vanilla",
19 "cfg_scale": 1,19 "cfg_scale": 1,
20 "phrase_rep_pen": "very_light",20 "phrase_rep_pen": "very_light",
21 "max_context": 780021 "max_context": 7800,
22 "min_p": 0
22}23}
default/content/presets/novel/Pilotfish-Kayra.json+2 -1
@@ -18,5 +18,6 @@
18 "prefix": "vanilla",18 "prefix": "vanilla",
19 "phrase_rep_pen": "medium",19 "phrase_rep_pen": "medium",
20 "cfg_scale": 1.35,20 "cfg_scale": 1.35,
21 "max_context": 780021 "max_context": 7800,
22 "min_p": 0
22}23}
default/content/presets/novel/Pro_Writer-Kayra.json+2 -1
@@ -16,5 +16,6 @@
16 "prefix": "vanilla",16 "prefix": "vanilla",
17 "phrase_rep_pen": "medium",17 "phrase_rep_pen": "medium",
18 "cfg_scale": 1.0,18 "cfg_scale": 1.0,
19 "max_context": 780019 "max_context": 7800,
20 "min_p": 0
20}21}
default/content/presets/novel/Stelenes-Kayra.json+2 -1
@@ -13,5 +13,6 @@
13 "return_full_text": false,13 "return_full_text": false,
14 "prefix": "vanilla",14 "prefix": "vanilla",
15 "phrase_rep_pen": "medium",15 "phrase_rep_pen": "medium",
16 "max_context": 780016 "max_context": 7800,
17 "min_p": 0
17}18}
default/content/presets/novel/Talker-Chat-Clio.json+2 -1
@@ -18,5 +18,6 @@
18 "prefix": "vanilla",18 "prefix": "vanilla",
19 "cfg_scale": 1,19 "cfg_scale": 1,
20 "phrase_rep_pen": "very_light",20 "phrase_rep_pen": "very_light",
21 "max_context": 780021 "max_context": 7800,
22 "min_p": 0
22}23}
default/content/presets/novel/Tea_Time-Kayra.json+2 -1
@@ -15,5 +15,6 @@
15 "prefix": "vanilla",15 "prefix": "vanilla",
16 "phrase_rep_pen": "aggressive",16 "phrase_rep_pen": "aggressive",
17 "cfg_scale": 1.0,17 "cfg_scale": 1.0,
18 "max_context": 780018 "max_context": 7800,
19 "min_p": 0
19}20}
default/content/presets/novel/Tesseract-Kayra.json+2 -1
@@ -14,5 +14,6 @@
14 "prefix": "vanilla",14 "prefix": "vanilla",
15 "phrase_rep_pen": "aggressive",15 "phrase_rep_pen": "aggressive",
16 "cfg_scale": 1.3,16 "cfg_scale": 1.3,
17 "max_context": 780017 "max_context": 7800,
18 "min_p": 0
18}19}
default/content/presets/novel/Vingt-Un-Clio.json+2 -1
@@ -18,5 +18,6 @@
18 "prefix": "vanilla",18 "prefix": "vanilla",
19 "cfg_scale": 1,19 "cfg_scale": 1,
20 "phrase_rep_pen": "very_light",20 "phrase_rep_pen": "very_light",
21 "max_context": 780021 "max_context": 7800,
22 "min_p": 0
22}23}
default/content/presets/novel/Writers-Daemon-Kayra.json+2 -1
@@ -17,5 +17,6 @@
17 "return_full_text": false,17 "return_full_text": false,
18 "prefix": "vanilla",18 "prefix": "vanilla",
19 "phrase_rep_pen": "very_aggressive",19 "phrase_rep_pen": "very_aggressive",
20 "max_context": 780020 "max_context": 7800,
21 "min_p": 0
21}22}
public/index.html+13 -0
@@ -324,6 +324,19 @@
324 </div>324 </div>
325 </div>325 </div>
326 <div class="range-block">326 <div class="range-block">
327 <div class="range-block-title" data-i18n="Min P">
328 Min P
329 </div>
330 <div class="range-block-range-and-counter">
331 <div class="range-block-range">
332 <input type="range" id="min_p_novel" name="volume" min="0" max="1" step="0.001">
333 </div>
334 <div class="range-block-counter">
335 <input type="number" min="0" max="1" step="0.001" data-for="min_p_novel" id="min_p_counter_novel">
336 </div>
337 </div>
338 </div>
339 <div class="range-block">
327 <div class="range-block-title" data-i18n="TFS">340 <div class="range-block-title" data-i18n="TFS">
328 TFS341 TFS
329 </div>342 </div>
public/scripts/nai-settings.js+12 -0
@@ -38,6 +38,7 @@ export const nai_settings = {
38 top_p: 0.75,38 top_p: 0.75,
39 top_a: 0.08,39 top_a: 0.08,
40 typical_p: 0.975,40 typical_p: 0.975,
41 min_p: 0,
41 min_length: 1,42 min_length: 1,
42 model_novel: 'clio-v1',43 model_novel: 'clio-v1',
43 preset_settings_novel: 'Talker-Chat-Clio',44 preset_settings_novel: 'Talker-Chat-Clio',
@@ -151,6 +152,7 @@ export function loadNovelPreset(preset) {
151 nai_settings.order = preset.order || default_order;152 nai_settings.order = preset.order || default_order;
152 nai_settings.logit_bias = preset.logit_bias || [];153 nai_settings.logit_bias = preset.logit_bias || [];
153 nai_settings.preamble = preset.preamble || default_preamble;154 nai_settings.preamble = preset.preamble || default_preamble;
155 nai_settings.min_p = preset.min_p || 0;
154 loadNovelSettingsUi(nai_settings);156 loadNovelSettingsUi(nai_settings);
155}157}
156158
@@ -188,6 +190,7 @@ export function loadNovelSettings(settings) {
188 nai_settings.banned_tokens = settings.banned_tokens || '';190 nai_settings.banned_tokens = settings.banned_tokens || '';
189 nai_settings.order = settings.order || default_order;191 nai_settings.order = settings.order || default_order;
190 nai_settings.logit_bias = settings.logit_bias || [];192 nai_settings.logit_bias = settings.logit_bias || [];
193 nai_settings.min_p = settings.min_p || 0;
191 loadNovelSettingsUi(nai_settings);194 loadNovelSettingsUi(nai_settings);
192}195}
193196
@@ -227,6 +230,8 @@ function loadNovelSettingsUi(ui_settings) {
227 $('#nai_prefix').val(ui_settings.prefix || 'vanilla');230 $('#nai_prefix').val(ui_settings.prefix || 'vanilla');
228 $('#nai_cfg_uc').val(ui_settings.cfg_uc || '');231 $('#nai_cfg_uc').val(ui_settings.cfg_uc || '');
229 $('#nai_banned_tokens').val(ui_settings.banned_tokens || '');232 $('#nai_banned_tokens').val(ui_settings.banned_tokens || '');
233 $('#min_p_novel').val(ui_settings.min_p);
234 $('#min_p_counter_novel').val(Number(ui_settings.min_p).toFixed(3));
230235
231 $('#streaming_novel').prop('checked', ui_settings.streaming_novel);236 $('#streaming_novel').prop('checked', ui_settings.streaming_novel);
232 sortItemsByOrder(ui_settings.order);237 sortItemsByOrder(ui_settings.order);
@@ -336,6 +341,12 @@ const sliders = [
336 format: (val) => val,341 format: (val) => val,
337 setValue: (val) => { nai_settings.banned_tokens = val; },342 setValue: (val) => { nai_settings.banned_tokens = val; },
338 },343 },
344 {
345 sliderId: '#min_p_novel',
346 counterId: '#min_p_counter_novel',
347 format: (val) => Number(val).toFixed(3),
348 setValue: (val) => { nai_settings.min_p = Number(val); },
349 },
339];350];
340351
341function getBadWordIds(banned_tokens, tokenizerType) {352function getBadWordIds(banned_tokens, tokenizerType) {
@@ -469,6 +480,7 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
469 'top_a': Number(nai_settings.top_a),480 'top_a': Number(nai_settings.top_a),
470 'top_p': Number(nai_settings.top_p),481 'top_p': Number(nai_settings.top_p),
471 'top_k': Number(nai_settings.top_k),482 'top_k': Number(nai_settings.top_k),
483 'min_p': Number(nai_settings.min_p),
472 'typical_p': Number(nai_settings.typical_p),484 'typical_p': Number(nai_settings.typical_p),
473 'mirostat_lr': Number(nai_settings.mirostat_lr),485 'mirostat_lr': Number(nai_settings.mirostat_lr),
474 'mirostat_tau': Number(nai_settings.mirostat_tau),486 'mirostat_tau': Number(nai_settings.mirostat_tau),
src/endpoints/novelai.js+1 -0
@@ -175,6 +175,7 @@ router.post('/generate', jsonParser, async function (req, res) {
175 'prefix': req.body.prefix,175 'prefix': req.body.prefix,
176 'order': req.body.order,176 'order': req.body.order,
177 'num_logprobs': req.body.num_logprobs,177 'num_logprobs': req.body.num_logprobs,
178 'min_p': req.body.min_p,
178 },179 },
179 };180 };
180181